NingboFangdaoSyncDataAction.class.php 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323
  1. <?php
  2. class NingboFangdaoSyncDataAction extends Action {
  3. public function kafka_index( ){
  4. $broker_list = C('KAFKA_BROKER_LIST');
  5. if (empty($broker_list)) {
  6. exit("KAFKA_BROKER_LIST must be config!".PHP_EOL);
  7. }
  8. $group = C('SYNC_DATA_KAFKA_GROUP');
  9. if (empty($group)) {
  10. exit("SYNC_DATA_KAFKA_GROUP must be config!".PHP_EOL);
  11. }
  12. $topics = C('SYNC_DATA_KAFKA_TOPIC');
  13. if (empty($topics)) {
  14. exit("SYNC_DATA_KAFKA_TOPIC must be config!".PHP_EOL);
  15. }
  16. $topics = explode(',',$topics);
  17. // 从 topic :rlstation_rfid_location 取轨迹
  18. $conf = new RdKafka\Conf();
  19. // Set a rebalance callback to log partition assignments (optional)(当有新的消费进程加入或者退出消费组时,kafka 会自动重新分配分区给消费者进程,这里注册了一个回调函数,当分区被重新分配时触发)
  20. $conf->setRebalanceCb(function (RdKafka\KafkaConsumer $kafka, $err, array $partitions = null) {
  21. switch ($err) {
  22. case RD_KAFKA_RESP_ERR__ASSIGN_PARTITIONS:
  23. echo "Assign: ";
  24. var_dump($partitions);
  25. $kafka->assign($partitions);
  26. break;
  27. case RD_KAFKA_RESP_ERR__REVOKE_PARTITIONS:
  28. echo "Revoke: ";
  29. var_dump($partitions);
  30. $kafka->assign(NULL);
  31. break;
  32. default:
  33. throw new \Exception($err);
  34. }
  35. });
  36. // Configure the group.id. All consumer with the same group.id will consume( 配置groud.id 具有相同 group.id 的consumer 将会处理不同分区的消息,所以同一个组内的消费者数量如果订阅了一个topic, 那么消费者进程的数量多于这个topic 分区的数量是没有意义的。)
  37. // different partitions.
  38. $conf->set('group.id', $group);
  39. // Initial list of Kafka brokers(添加 kafka集群服务器地址)
  40. $conf->set('metadata.broker.list', $broker_list);
  41. $topicConf = new RdKafka\TopicConf();
  42. // Set where to start consuming messages when there is no initial offset in
  43. // offset store or the desired offset is out of range.
  44. // 'smallest': start from the beginning
  45. $topicConf->set('auto.offset.reset', 'latest');
  46. // Set the configuration to use for subscribed/assigned topics
  47. $conf->setDefaultTopicConf($topicConf);
  48. $consumer = new RdKafka\KafkaConsumer($conf);
  49. // 订阅轨迹数据topic
  50. $consumer->subscribe($topics);
  51. $config = C('ORACLE_CONFIG');
  52. if (empty($config)) {
  53. exit("ORACLE_CONFIG must be config!".PHP_EOL);
  54. }
  55. $host= $config['host'];
  56. $port= $config['port'];
  57. $instance_name= $config['instance_name'];
  58. $username= $config['username'];
  59. $password= $config['password'];
  60. /*
  61. $host= '192.168.100.23';
  62. $port= '1521';
  63. $instance_name= 'helowin';
  64. $username= 'DSSC3';
  65. $password= 'Rliandssc3';
  66. */
  67. $conn = oci_connect($username, $password, $host.':'.$port.'/'. $instance_name,'AL32UTF8');
  68. if (!$conn) {
  69. $e = oci_error();
  70. trigger_error(htmlentities($e['message'], ENT_QUOTES), E_USER_ERROR);
  71. }
  72. while (true) {
  73. //var_dump($conn);
  74. $message = $consumer->consume(120*1000);
  75. switch ($message->err) {
  76. case RD_KAFKA_RESP_ERR_NO_ERROR:
  77. $data = json_decode($message->payload,true);
  78. if( $data ){
  79. $this->addDataToNingbo($data,$conn);
  80. //$this->addRfidDataToRenlian($data);
  81. }
  82. break;
  83. case RD_KAFKA_RESP_ERR__PARTITION_EOF:
  84. //echo "No more messages; will wait for more\n";
  85. break;
  86. case RD_KAFKA_RESP_ERR__TIMED_OUT:
  87. echo "Timed out\n";
  88. break;
  89. default:
  90. echo "default break";
  91. $this->debug_log( 'default_Log', $message->errstr() );
  92. $this->debug_log( 'default_Log', $message->err );
  93. break;
  94. }
  95. }
  96. }
  97. private function addDataToNingbo( $data, $conn ){
  98. $type_arr=explode('_',$data['DATA_TYPE']);
  99. if($type_arr[0]=='vehicle'){
  100. switch ($type_arr['1']) {
  101. case 'save':
  102. if(!isset($data['NAME'])){
  103. $data['NAME']='绑定信息';
  104. }
  105. if(!isset($data['ID_CARD_NUMBER'])){
  106. $data['ID_CARD_NUMBER']='123456';
  107. }
  108. if(!isset($data['MOBILE_NUMBER'])){
  109. $data['MOBILE_NUMBER']='18888888888';
  110. }
  111. $sql='declare
  112. tagId number;
  113. ownId number;
  114. begin
  115. INSERT INTO DSSC3.W_DW_RFID_TAGS("ID", "RFID_SN","INSTALLER","INSTA_DATE") VALUES (DSSC3.SEQ_W_DW_RFID_TAGS.nextval, \''.$data['RFID_SN'].'\',\''.$data['INSTALLER'].'\', TO_DATE(\''.$data['INSTA_DATE'].'\', \'SYYYY-MM-DD HH24:MI:SS\')) returning ID into tagId;
  116. INSERT INTO DSSC3.W_DW_NON_MOTOR_OWNER("ID", "NAME","ID_CARD_NUMBER","MOBILE_NUMBER") VALUES (DSSC3.SEQ_W_DW_NON_MOTOR_OWNER.nextval,\''.$data['NAME'].'\',\''.$data['ID_CARD_NUMBER'].'\',\''.$data['MOBILE_NUMBER'].'\') returning ID into ownId;
  117. INSERT INTO DSSC3.W_DW_NON_MOTOR("ID", "RFID_ID","PLATE_NO","CAR_BRAND","CAR_TYPE","OWNER_ID") VALUES (DSSC3.SEQ_W_DW_RFID_TAGS.nextval, tagId,\''.$data['PLATE_NO'].'\',\''.$data['CAR_BRAND'].'\',\''.$data['CAR_TYPE'].'\',ownId);
  118. end;';
  119. $stid = oci_parse($conn, $sql);
  120. $r = oci_execute($stid);
  121. oci_free_statement($stid);
  122. break;
  123. case 'update':
  124. if(!isset($data['NAME'])){
  125. $data['NAME']='绑定信息';
  126. }
  127. if(!isset($data['ID_CARD_NUMBER'])){
  128. $data['ID_CARD_NUMBER']='123456';
  129. }
  130. if(!isset($data['MOBILE_NUMBER'])){
  131. $data['MOBILE_NUMBER']='18888888888';
  132. }
  133. $vehicle_sql='SELECT o.RFID_ID FROM DSSC3.W_DW_NON_MOTOR o WHERE o.PLATE_NO =\''.$data['OLD_NO'].'\' ';
  134. $rfid_id='';
  135. $stid = oci_parse($conn, $vehicle_sql);
  136. oci_define_by_name($stid, 'RFID_ID', $rfid_id);
  137. oci_execute($stid);
  138. oci_fetch($stid);
  139. //更新
  140. // $sql='UPDATE DSSC3.W_DW_NON_MOTOR o,DSSC3.W_DW_RFID_TAGS s SET s.RFID_SN = \''.$data['RFID_SN'].'\' WHERE o.PLATE_NO =\''.$data['OLD_NO'].'\' AND o.rfid_id = s.id ';
  141. $sql='UPDATE DSSC3.W_DW_RFID_TAGS SET RFID_SN = \''.$data['RFID_SN'].'\' WHERE ID = '.$rfid_id;
  142. $stid = oci_parse($conn, $sql);
  143. $r = oci_execute($stid);
  144. $sql='UPDATE DSSC3.W_DW_NON_MOTOR SET PLATE_NO = \''.$data['PLATE_NO'].'\',CAR_BRAND=\''.$data['CAR_BRAND'].'\',CAR_TYPE=\''.$data['CAR_TYPE'].'\' WHERE PLATE_NO = \''.$data['OLD_NO'].'\' ';
  145. $stid2 = oci_parse($conn, $sql);
  146. $r2 = oci_execute($stid2);
  147. //查车主ID
  148. $vehicle_sql='SELECT o.OWNER_ID FROM DSSC3.W_DW_NON_MOTOR o WHERE o.PLATE_NO =\''.$data['OLD_NO'].'\' ';
  149. $owner_id='';
  150. $stid = oci_parse($conn, $vehicle_sql);
  151. oci_define_by_name($stid, 'OWNER_ID', $owner_id);
  152. oci_execute($stid);
  153. oci_fetch($stid);
  154. $sql='UPDATE DSSC3.W_DW_NON_MOTOR_OWNER SET MOBILE_NUMBER=\''.$data['MOBILE_NUMBER'].'\',NAME=\''.$data['NAME'].'\',ID_CARD_NUMBER=\''.$data['ID_CARD_NUMBER'].'\' WHERE ID = \''.$owner_id.'\' ';
  155. $stid3 = oci_parse($conn, $sql);
  156. $r3 = oci_execute($stid3);
  157. break;
  158. case 'delete':
  159. $rfid_ids=[];
  160. $owner_ids=[];
  161. $str=implode('\',\'',$data['PLATE_NO']);
  162. $sql='SELECT RFID_ID,OWNER_ID FROM DSSC3.W_DW_NON_MOTOR WHERE PLATE_NO in (\''.$str.'\')';
  163. $stid = oci_parse($conn, $sql);
  164. $r = oci_execute($stid);
  165. while($row = oci_fetch_array($stid, OCI_ASSOC+OCI_RETURN_NULLS)) {
  166. $rfid_ids[]=$row['RFID_ID'];
  167. $owner_ids[]=$row['OWNER_ID'];
  168. }
  169. $owner_str=implode('\',\'',$owner_ids);
  170. $sql='DELETE FROM DSSC3.W_DW_NON_MOTOR_OWNER WHERE ID in ('.$owner_str.')';
  171. $stid = oci_parse($conn, $sql);
  172. $r = oci_execute($stid);
  173. $rfid_str=implode('\',\'',$rfid_ids);
  174. $sql='DELETE FROM DSSC3.W_DW_RFID_TAGS WHERE ID in (\''.$rfid_str.'\')';
  175. $stid = oci_parse($conn, $sql);
  176. $r = oci_execute($stid);
  177. $sql='DELETE FROM DSSC3.W_DW_NON_MOTOR WHERE PLATE_NO in (\''.$str.'\')';
  178. $stid = oci_parse($conn, $sql);
  179. $r = oci_execute($stid);
  180. break;
  181. default:
  182. break;
  183. }
  184. }elseif($type_arr[0]=='station'){
  185. switch ($type_arr['1']) {
  186. case 'save':
  187. $data['created_at']=time();
  188. M('stations')->createAdd($data);
  189. break;
  190. case 'update':
  191. $where=array(
  192. 'shortcode'=>$data['update_code'],
  193. );
  194. M('stations')->createSave($where,$data);
  195. break;
  196. case 'delete':
  197. M('stations')->where(['shortcode'=>['in',$data['delete_code']]])->delete();
  198. break;
  199. default:
  200. break;
  201. }
  202. }
  203. return;
  204. }
  205. public function test( ){
  206. $str='{"PLATE_NO":"6583421","RFID_SN":"45332","CAR TYPE":4,"CAR_BRAND":7,"NAME":"\u5f20\u4e09","ID_CARD_NUMBER":"4123334199508267321","MOBILE_NUMBER":"17834234","INSTA_DATE":"2023-06-22 10:30:59","INSTALLER":1,"DATA_TYPE":"vehicle_save"}
  207. ';
  208. $data=json_decode($str,true);
  209. var_dump($data);exit;
  210. $type_arr=explode('_',$data['DATA_TYPE']);
  211. if($type_arr[0]=='vehicle'){
  212. switch ($type_arr['1']) {
  213. case 'save':
  214. $sql='declare
  215. tagId number;
  216. ownId number;
  217. begin
  218. INSERT INTO DSSC3.W_DW_RFID_TAGS("ID", "RFID_SN","INSTALLER","INSTA_DATE") VALUES (DSSC3.SEQ_W_DW_RFID_TAGS.nextval, \''.$data['RFID_SN'].'\',\''.$data['INSTALLER'].'\', TO_DATE(\''.$data['INSTA_DATE'].'\', \'SYYYY-MM-DD HH24:MI:SS\')) returning ID into tagId;
  219. INSERT INTO DSSC3.W_DW_NON_MOTOR_OWNER("ID", "NAME","ID_CARD_NUMBER","MOBILE_NUMBER") VALUES (DSSC3.SEQ_W_DW_NON_MOTOR_OWNER.nextval,\''.$data['NAME'].'\',\''.$data['ID_CARD_NUMBER'].'\',\''.$data['MOBILE_NUMBER'].'\') returning ID into ownId;
  220. INSERT INTO DSSC3.W_DW_NON_MOTOR("ID", "RFID_ID","PLATE_NO","CAR_BRAND","CAR_TYPE","OWNER_ID") VALUES (DSSC3.SEQ_W_DW_RFID_TAGS.nextval, tagId,\''.$data['PLATE_NO'].'\',\''.$data['CAR_BRAND'].'\',\''.$data['CAR_TYPE'].'\',ownId);
  221. end;';
  222. $stid = oci_parse($conn, $sql);
  223. $r = oci_execute($stid);
  224. oci_free_statement($stid);
  225. break;
  226. case 'update':
  227. //更新
  228. $sql='UPDATE DSSC3.W_DW_NON_MOTOR o,DSSC3.W_DW_RFID_TAGS s SET s.RFID_SN = \''.$data['RFID_SN'].'\' WHERE o.PLATE_NO =\''.$data['OLD_NO'].'\' AND o.rfid_id = s.id ';
  229. $stid = oci_parse($conn, $sql);
  230. $r = oci_execute($stid);
  231. $sql='UPDATE DSSC3.W_DW_NON_MOTOR SET PLATE_NO = \''.$data['PLATE_NO'].'\',CAR_BRAND=\''.$data['CAR_BRAND'].'\',CAR_TYPE=\''.$data['CAR_TYPE'].'\' WHERE PLATE_NO = \''.$data['OLD_NO'].'\' ';
  232. $stid2 = oci_parse($conn, $sql);
  233. $r2 = oci_execute($stid2);
  234. //查车主ID
  235. $vehicle_sql='SELECT o.OWNER_ID FROM DSSC3.W_DW_NON_MOTOR o WHERE o.PLATE_NO =\''.$data['OLD_NO'].'\' ';
  236. $owner_id='';
  237. $stid = oci_parse($conn, $vehicle_sql);
  238. oci_define_by_name($stid, 'OWNER_ID', $owner_id);
  239. oci_execute($stid);
  240. oci_fetch($stid);
  241. $sql='UPDATE DSSC3.W_DW_NON_MOTOR_OWNER SET MOBILE_NUMBER=\''.$data['MOBILE_NUMBER'].'\',NAME=\''.$data['NAME'].'\',ID_CARD_NUMBER=\''.$data['ID_CARD_NUMBER'].'\' WHERE ID = \''.$owner_id.'\' ';
  242. $stid3 = oci_parse($conn, $sql);
  243. $r3 = oci_execute($stid3);
  244. break;
  245. case 'delete':
  246. $rfid_ids=[];
  247. $owner_ids=[];
  248. $str=implode('\',\'',$data['PLATE_NO']);
  249. $sql='SELECT RFID_ID,OWNER_ID FROM DSSC3.W_DW_NON_MOTOR WHERE PLATE_NO in (\''.$str.'\')';
  250. $stid = oci_parse($conn, $sql);
  251. $r = oci_execute($stid);
  252. while($row = oci_fetch_array($stid, OCI_ASSOC+OCI_RETURN_NULLS)) {
  253. $rfid_ids[]=$row['RFID_ID'];
  254. $owner_ids[]=$row['OWNER_ID'];
  255. }
  256. $owner_str=implode('\',\'',$owner_ids);
  257. $sql='DELETE FROM DSSC3.W_DW_NON_MOTOR_OWNER WHERE ID in ('.$owner_str.')';
  258. $stid = oci_parse($conn, $sql);
  259. $r = oci_execute($stid);
  260. $rfid_str=implode('\',\'',$rfid_ids);
  261. $sql='DELETE FROM DSSC3.W_DW_RFID_TAGS WHERE ID in (\''.$rfid_str.'\')';
  262. $stid = oci_parse($conn, $sql);
  263. $r = oci_execute($stid);
  264. $sql='DELETE FROM DSSC3.W_DW_NON_MOTOR WHERE PLATE_NO in (\''.$str.'\')';
  265. $stid = oci_parse($conn, $sql);
  266. $r = oci_execute($stid);
  267. break;
  268. default:
  269. break;
  270. }
  271. }elseif($type_arr[0]=='station'){
  272. switch ($type_arr['1']) {
  273. case 'save':
  274. $data['created_at']=time();
  275. M('stations')->createAdd($data);
  276. break;
  277. case 'update':
  278. $where=array(
  279. 'shortcode'=>$data['update_code'],
  280. );
  281. M('stations')->createSave($where,$data);
  282. break;
  283. case 'delete':
  284. M('stations')->where(['shortcode'=>['in',$data['delete_code']]])->delete();
  285. break;
  286. default:
  287. break;
  288. }
  289. }
  290. return;
  291. }
  292. }