Skip to content

Commit

Permalink
update test case
Browse files Browse the repository at this point in the history
  • Loading branch information
wjo1212 committed Nov 20, 2018
1 parent 5199dcf commit d47d360
Show file tree
Hide file tree
Showing 6 changed files with 22 additions and 22 deletions.
10 changes: 5 additions & 5 deletions tests/etl_test/data1.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Provision Firmware Download start [J18V154.00_R2.67]","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"System Reboot [8]","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"0dec0a4206baffe82631a1fb30035b40","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"LTE_Information 80,-71,21,440201017126DE5B,3750,-7","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"363a7edb1ec26d7b853c2553b31ae5c9","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"NB Cell MEAS: NBS RSRP:","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"aXXXYYYZZZcdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Provision Firmware Download start [J18V154.00_R2.67]","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"aXXXYYYZZZcdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"System Reboot [8]","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"0XXXYYYZZZb40","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"aXXXYYYZZZcdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"LTE_Information 80,-71,21,440201017126DE5B,3750,-7","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"36XXXYYYZZZ5c9","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"NB Cell MEAS: NBS RSRP:","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
10 changes: 5 additions & 5 deletions tests/etl_test/data1_test1_result.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"time": "2018 Jun 16 11:53:55", "imei": "a49442a41b3c5cb53e08b8038d016cdc", "data": "Provision Firmware Download start [J18V154.00_R2.67]", "__topic__": "download", "firmware_version": "J18V154.00_R2.67"}
{"time": "2018 Jun 16 11:53:55", "imei": "a49442a41b3c5cb53e08b8038d016cdc", "data": "System Reboot [8]", "__topic__": "reboot_event", "reboot_code": "8"}
{"time": "2018 Jun 16 11:53:55", "imei": "0dec0a4206baffe82631a1fb30035b40", "data": "Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7", "__topic__": "machine_status", "cpu_usage_usr": "1.14", "cpu_usage_sys": "0.00", "memory_free": "51644", "memory_free_unit": "K"}
{"time": "2018 Jun 16 11:53:55", "imei": "a49442a41b3c5cb53e08b8038d016cdc", "data": "LTE_Information 80,-71,21,440201017126DE5B,3750,-7", "__topic__": "let_info", "RSPR": "80", "SINR": "-71", "global_cell_id": "21"}
{"time": "2018 Jun 16 11:53:55", "imei": "363a7edb1ec26d7b853c2553b31ae5c9", "data": "NB Cell MEAS: NBS RSRP:", "__topic__": "default"}
{"time": "2018 Jun 16 11:53:55", "imei": "aXXXYYYZZZcdc", "data": "Provision Firmware Download start [J18V154.00_R2.67]", "__topic__": "download", "firmware_version": "J18V154.00_R2.67"}
{"time": "2018 Jun 16 11:53:55", "imei": "aXXXYYYZZZcdc", "data": "System Reboot [8]", "__topic__": "reboot_event", "reboot_code": "8"}
{"time": "2018 Jun 16 11:53:55", "imei": "0XXXYYYZZZb40", "data": "Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7", "__topic__": "machine_status", "cpu_usage_usr": "1.14", "cpu_usage_sys": "0.00", "memory_free": "51644", "memory_free_unit": "K"}
{"time": "2018 Jun 16 11:53:55", "imei": "aXXXYYYZZZcdc", "data": "LTE_Information 80,-71,21,440201017126DE5B,3750,-7", "__topic__": "let_info", "RSPR": "80", "SINR": "-71", "global_cell_id": "21"}
{"time": "2018 Jun 16 11:53:55", "imei": "36XXXYYYZZZ5c9", "data": "NB Cell MEAS: NBS RSRP:", "__topic__": "default"}
10 changes: 5 additions & 5 deletions tests/etl_test/data1_test3_result.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","data":"Provision Firmware Download start [J18V154.00_R2.67]"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","data":"System Reboot [8]"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"0dec0a4206baffe82631a1fb30035b40","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","data":"LTE_Information 80,-71,21,440201017126DE5B,3750,-7"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"363a7edb1ec26d7b853c2553b31ae5c9","data":"NB Cell MEAS: NBS RSRP:"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"aXXXYYYZZZcdc","data":"Provision Firmware Download start [J18V154.00_R2.67]"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"aXXXYYYZZZcdc","data":"System Reboot [8]"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"0XXXYYYZZZb40","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"aXXXYYYZZZcdc","data":"LTE_Information 80,-71,21,440201017126DE5B,3750,-7"}
{"time":"2018 Jun 16 11:53:55","__time__":"1529117635","imei":"36XXXYYYZZZ5c9","data":"NB Cell MEAS: NBS RSRP:"}
2 changes: 1 addition & 1 deletion tests/etl_test/data2.txt
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"9db015443a210489e1fbd85889219943","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"+CEREG: 2,1,2015,440202015400475C","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"72188c9c28a7ecbafa48b13cb7cca95d","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"SYSTEM 1800 second(s) UP","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"be7aadbbdfa46e8b46d34ef3646e3b1b","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"WAN is DOWN - out of service,Jun 16 11:53:51","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"0dec0a4206baffe82631a1fb30035b40","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"0XXXYYYZZZb40","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"42920ccd81f8d596c22478242a51cec6","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Register VoLTE- Success","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"http_user_agent":"Dalvik/2.1.0 (Linux; U; Android 7.0; EDI-AL10 Build/HUAWEIEDISON-AL10)","real_client_ip":"113.120.152.16","content_type":"image/png","__source__":"1.2.3.4","body_bytes_sent":"4674","cc_action":"none","ua_browser_type":"web_browser","matched_host":"www.bcd.mock-host.com","user_id":"ri768z","http_referer":"http://www.da.mock-domain.com","remote_addr":"115.120.160.15","request_time_msec":"24406","request_method":"PUT","isp_line":"BGP","ua_os":"","cc_blocks":"","__time__":"1542350109","method":"GET","ua_os_family":"","status":"200","cc_phase":"seccookie","request_length":"40661","https":"true","http_cookie":"s1=y1;k2=f2","http_x_forwarded_for":"110.120.159.10","time":"2018-11-16T14:35:09+08:00","ua_browser_version":"","host":"www.aa.mock-domain.com","ua_device_type":"","request_uri":"/request/zioamrw","server_name":"www.dad.mock-host.com","remote_port":"30857","__topic__":"ddos_access_log","upstream_ip":"111.120.159.9","upstream_response_time":"0.126","upstream_status":"502","upstream_addr":"103.120.153.14:80","ua_browser":"","ua_browser_family":"firefox"}
{"http_user_agent":"Dalvik/2.1.0 (Linux; U; Android 8.0.0; LON-AL00 Build/HUAWEILON-AL00)","real_client_ip":"102.120.160.11","content_type":"text/avi","__source__":"1.2.3.4","body_bytes_sent":"7628","cc_action":"close","ua_browser_type":"","matched_host":"www.cc.mock-host.com","user_id":"jjr17lv4z","http_referer":"http://www.dca.mock-domain.com","remote_addr":"120.120.155.5","request_time_msec":"72077","request_method":"POST","isp_line":"BGP","ua_os":"","cc_blocks":"","__time__":"1542350109","method":"GET","ua_os_family":"windows","status":"200","cc_phase":"static_whitelist","request_length":"63933","https":"","http_cookie":"z1=a1;p2=i2","http_x_forwarded_for":"110.120.155.16","time":"2018-11-16T14:35:09+08:00","ua_browser_version":"","host":"www.aa.mock-domain.com","ua_device_type":"","request_uri":"/request/zupgzupnme","server_name":"www.db.mock-host.com","remote_port":"1716","__topic__":"ddos_access_log","upstream_ip":"110.120.155.20","upstream_response_time":"0.574","upstream_status":"200","upstream_addr":"103.120.155.14:80","ua_browser":"","ua_browser_family":""}
Expand Down
6 changes: 3 additions & 3 deletions tests/etl_test/data3.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"abc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Provision Firmware Download start [J18V154.00_R2.67]","__tag__:__pack_id__":"abc-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"System Reboot [8]","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"aXXXYYYZZZcdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"System Reboot [8]","__tag__:__pack_id__":"F015A0DCAF2E4CFD-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"xyz","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"Status,1.14% usr 0.00% sys,51644K,1,1,1,73 days 4 hours 32 minutes,7,7,7,7","__tag__:__pack_id__":"www-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"a49442a41b3c5cb53e08b8038d016cdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"LTE_Information 80,-71,21,440201017126DE5B,3750,-7","__tag__:__pack_id__":"xxx-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"363a7edb1ec26d7b853c2553b31ae5c9","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"NB Cell MEAS: NBS RSRP:","__tag__:__pack_id__":"yyy-1570"}
{"__tag__:__hostname__":"syslogserver","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"aXXXYYYZZZcdc","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"LTE_Information 80,-71,21,440201017126DE5B,3750,-7","__tag__:__pack_id__":"xxx-1570"}
{"__tag__:__hostname__":"syslogserver","__source__":"192.168.0.169","time":"2018 Jun 16 11:53:55","__topic__":"","__time__":"1529117635","imei":"36XXXYYYZZZ5c9","__tag__:__path__":"/root/oss/volteta/2018_crypt_raw_20180617.log","data":"NB Cell MEAS: NBS RSRP:","__tag__:__pack_id__":"yyy-1570"}
6 changes: 3 additions & 3 deletions tests/etl_test/data3_test1_result.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "ABC", "DATA": "PROVISION FIRMWARE DOWNLOAD START [J18V154.00_R2.67]", "__tag__:__hostname__": "syslogserver", "__topic__": "", "__time__": "800000", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "abc-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "A49442A41B3C5CB53E08B8038D016CDC", "DATA": "SYSTEM REBOOT [8]", "__tag__:__hostname__": "syslogserver", "__topic__": "", "__time__": "1529117635", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "F015A0DCAF2E4CFD-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "AXXXYYYZZZCDC", "DATA": "SYSTEM REBOOT [8]", "__tag__:__hostname__": "syslogserver", "__topic__": "", "__time__": "1529117635", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "F015A0DCAF2E4CFD-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "XYZ", "DATA": "STATUS,1.14% USR 0.00% SYS,51644K,1,1,1,73 DAYS 4 HOURS 32 MINUTES,7,7,7,7", "__tag__:__hostname__": "syslogserver", "__topic__": "", "__time__": "800000", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "www-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "A49442A41B3C5CB53E08B8038D016CDC", "DATA": "LTE_INFORMATION 80,-71,21,440201017126DE5B,3750,-7", "__tag__:__hostname__": "syslogserver", "__topic__": "", "__time__": "1529117635", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "xxx-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "363A7EDB1EC26D7B853C2553B31AE5C9", "DATA": "NB CELL MEAS: NBS RSRP:", "__tag__:__hostname__": "syslogserver", "__source__": "192.168.0.169", "__topic__": "", "__time__": "1529117635", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "yyy-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "AXXXYYYZZZCDC", "DATA": "LTE_INFORMATION 80,-71,21,440201017126DE5B,3750,-7", "__tag__:__hostname__": "syslogserver", "__topic__": "", "__time__": "1529117635", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "xxx-1570"}
{"TIME": "2018 JUN 16 11:53:55", "IMEI": "36XXXYYYZZZ5C9", "DATA": "NB CELL MEAS: NBS RSRP:", "__tag__:__hostname__": "syslogserver", "__source__": "192.168.0.169", "__topic__": "", "__time__": "1529117635", "__tag__:__path__": "/root/oss/volteta/2018_crypt_raw_20180617.log", "__tag__:__pack_id__": "yyy-1570"}

0 comments on commit d47d360

Please sign in to comment.