Mer-No.03 甘肃PS_SDR.log数据采集

1、修改ps-sdr-2012*******.log merge合并后的备份文件的位置

 

修改merge配置文件：spring-config.xml ------ 修改mc_L0502

 

<bean id="mc_L0502" parent="mc_default"><property name="enabled" value="true"/>
    	<property name="outputStrategy">
		<bean class="com.metarnet.broadmerge.monitor.OutputStrategyCronTab">
         		<property name="exp" value="0 0/5 * * * ?"/>
    		</bean>
	</property>
	<property name="converting" value="false"/>
	<property name="dirConverted" value="converted/$TIME:yyyyMMddHH$/$groupId$/$fileDir$"/>
        <property name="dirBackup" value="backupTdr/$fileDir$"/>
	<property name="dirCopy" value="downloaded/$TIME:yyyyMMddHH$/$groupId$/$fileDir$"/>
</bean>

 

 

2、修改Capture配置文件

<ref bean="Capture.woUser" />

<bean id="Capture.woUser" class="com.metarnet.VASROAM.parse.CParseMain" parent="moduleMain" init-method="setSubMoudel">
		<property name="fullName" value="Capture.woUser"></property>
		<property name="dataSource" value="L0550"></property>
		<property name="neID" value=""></property>
		<property name="csvDir" value="${commonPath}backupTdr/PS_SDR"></property>
		<property name="bakDir" value="${commonPath}backup/syslog" />
		<property name="debug" value="false" />
		<property name="numParseThreads" value="3" />
		<property name="shouldBeOrdered" value="false" />
		<property name="numInputQueue" value="100" />
		<property name="numOutputQueue" value="10" />
		<property name="maxFileCount" value="1" />
		<property name="maxTdrCount" value="200000" />
		<property name="subThreads">
			<list>
				<ref bean="FileStore.woUser"/>
			</list>
		</property>
</bean>

<bean id="FileStore.woUser" class="com.metarnet.VASROAM.parse.CFileStoreMain" parent="moduleMain" init-method="setSubMoudel">
		<property name="fullName" value="FileStore.woUser"></property>
		<property name="noSave" value="false" />
		<property name="m_szSaveBinDir" value="${commonPath}binary" />
		<property name="storeType" value="3" />
</bean>

 

3、修改数据库表dic_perf_class

 

 

insert into dic_perf_class (ID, PERF_CLASS, PERF_NAME, PERF_TYPE, VENDOR_ID, VENDOR_VERSION, TABLE_NAME, IS_AVAILABLE, PERIOD_TYPE, PERIOD_DATA, COL_STARTTIME, COL_RECORDSTATUS, FILE_FORMAT, FILE_NAME_FORMAT, TABLE_NAME_FILTER, PARENT_PERFCLASS, OBJECT_TYPE, REMARK)
values (550, 'L0550', 'wo_user', 0, '1', '1', 'perf_o_ps_sdr', 1, 'mi', 5, '', 'MC0101840019', '140', 'PS_SDR-.*\.log', '', '', '', '');

 

 4、修改数据库表dic_vendor_field_def

 

 

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000001, 'L0550', 'MC0550000001', 4, 4, 18, '客户端IP', 'perf_o_ps_sdr', 'CLIENT_IP', 'char', 'GetIP', 3, 0, '', '3', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000002, 'L0550', 'MC0550000002', 9, 1, 1, 'SESSION_ID', 'perf_o_ps_sdr', 'SESSION_ID', 'char', '', 1, 0, '', '9', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000003, 'L0550', 'MC0550000003', 1, 4, 14, 'MSISDN', 'perf_o_ps_sdr', 'MSISDN', 'char', 'Get86MSISDN', 3, 0, '', '5', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000004, 'L0550', 'MC0550000004', 8, 4, 2, '开始时间', 'perf_o_ps_sdr', 'START_TIME', 'date', 'GetDateTimeFromNumber', 3, 0, '', '1', '', 'to_date(:start_time,''yyyymmddhh24miss'')', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000005, 'L0550', 'MC0550000005', 5, 4, 10, 'LAC', 'perf_o_ps_sdr', 'LAC', 'char', 'GetBoradLac', 1, 0, '', '6', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000006, 'L0550', 'MC0550000006', 6, 4, 12, 'CI', 'perf_o_ps_sdr', 'CI', 'char', 'GetBoradCi,MC0550000005', 1, 0, '', '7', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000007, 'L0550', 'MC0550000007', 7, 4, null, 'LAC_CI作为KEY', 'perf_o_ps_sdr', 'LAC_CI', 'char', 'GetRadcomLacCi,MC0550000005,MC0550000006', 3, 0, '', '2', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000008, 'L0550', 'MC0550000008', 2, 1, 16, 'IMEI_SV', 'perf_o_ps_sdr', 'IMEI_SV', 'char', '', 1, 0, '', '8', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000009, 'L0550', 'MC0550000009', 3, 4, null, 'IMEI', 'perf_o_ps_sdr', 'IMEI', 'char', 'GetPhoneSection,MC0550000008,0,15', 3, 0, '', '4', '', '', '', '', '', 1);

insert into dic_vendor_field_def (ID, PERF_CLASS, FIELD_ID, SERIAL, FIELD_TYPE, FIELD_VENDOR_LABEL, FIELD_NAME, TABLE_NAME, TABLE_COLUMN, TABLE_COLUMN_TYPE, FIELD_FORMULA, IS_AVAILABLE, IS_INDEX, IND_TABLE_NAME, IND_TABLE_COLUMN, IND_TABLE_COLUMN_TYPE, SQLLDR_DATATYPE, GROUP_NAME, REMARK, PROJECTIONS, ISJUMP)
values (55000010, 'L0550', 'MC0101840019', 330, 2, null, 'SSR文件名', 'perf_o_ps_sdr', 'SSR_FILENAME', 'char', 'getRecordStatus()', 1, 0, '', '10', '', '', '', '', '', 1);

 

5、部署gc程序回收该路径下面的文件，防止积压