123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253 |
- <?php
- class JyzlCronAction extends Action {
-
- public $size = 1000;
-
-
- public function getList( $model, $field ){
- $list = $model->field($field)->select();
- if(!$list){
- return false;
- }
- $jms_city_list = array();
- foreach ($list as $key => $val) {
- $jms_city_list[$val['ID']] = $this->md5_id_base($val);
- }
- return $jms_city_list;
- }
-
-
- public function md5_id_base( $data, $length = -6 ){
- $str = '';
- foreach ($data as $val){
- $str.=$val;
- }
- return substr(md5($str),$length);
- }
-
-
- public function sync( ){
- echo "同步数据开始 time:".date("Y-m-d H:i:s").PHP_EOL;
- $this->syncJyzlCity();
- $this->syncJyzlStation();
-
- echo "jjyzl_vehicle数据开始同步".PHP_EOL;
- $this->syncJyzlVehicle();
- echo "Jjyzl_vehicle数据结束同步".PHP_EOL;
- echo "同步数据结束 time:".date("Y-m-d H:i:s").PHP_EOL;
- }
-
-
- public function getSignsList( $ids, $model, $field ){
- //$where = array('ID' => array('IN',$ids));
- //$list = $model->field($field)->where($where)->order('ID ASC')->select();
- $list = $model->field($field)->order('ID ASC')->select();
- $jyzl_city_list = array();
- if ($list) {
- foreach ($list as $key => $val) {
- $jyzl_city_list[$val['ID']] = $this->md5_id_base($val);
- }
- }
- return $jyzl_city_list;
- }
-
-
- public function getDetailDiff( $data, $model, $field ){
- $list = array();
- if ($data['update']) {
- foreach ($data['update'] as $update) {
- $where = array('ID' => $update);
- $list['update'][] = $model->field($field)->where($where)->find();
- }
- }
- if ($data['add']) {
- foreach ($data['add'] as $add) {
- $where = array('ID' => $add);
- $list['add'][] = $model->field($field)->where($where)->find();
- }
- }
- if($data['del']){
- $list['del'] = $data['del'];
- }
- return $list;
- }
-
-
- public function _initialize( ){
- $this->field_jms_city = "ID,ParentId,OrderNum,CityName,ProvinceName,LicensePlatePrefix,FullName,AreaCode,RzxFtpServer,SiteDomain,RegionId,ProvinceId,DefaultZoomFactor,MinZoomFactor,CenterLng,CenterLat";
- $this->model_jms_city = M("jms_city");//数据源
- $this->model_jyzl_city = M("jyzl_city");
-
- $this->field_jyzl_vehicle = "";
- $this->model_jms_vehicle = M("jms_vehicle");//数据源
- $this->model_jyzl_vehicle = M("jyzl_vehicle");
-
- $this->field_jzgl_station = "";
- $this->model_jzgl_station = M("jzgl_station");//数据源
- $this->model_jyzl_station = M("jyzl_station");
- }
-
-
- public function submitDetailDiff( $list, $model ){
- /*if (!$list) {
- $result = array('success'=>true,'message'=>'no sync data','error'=>'');
- echo json_encode($result);exit;
- }
-
- if (!$model) {
- $result = array("success" => true, "message" => "model not found");
- echo json_encode($result);exit;
- }*/
-
- //修改
- $error = array();
- if ($list['update']) {
- foreach ($list['update'] as $val) {
- $where = array('ID'=>$val['ID']);
- $res = $model->createSave($where,$val);
- if ($res == false){
- $error['update'][] = $model->getLastSql();
- }
- }
- }
-
- //新增
- if ($list['add']) {
- foreach ($list['add'] as $val) {
- $res = $model->createAdd($val);
- if($res == false){
- $error['add'][] = $model->getLastSql();
- }
- }
- }
- //删除
- /*if ($list['del']) {
- foreach ($list['del'] as $val) {
- $where = array( 'ID' => $val );
- //$data['IsDel'] = C('删除状态_是');
- //$res = $model->createSave($where,$data);
- $res = $model->where($where)->delete();
- if ($res == false) {
- $error['del'][] = $model->getLastSql();
- }
- }
- }*/
- $result = array( 'success' => true, 'message' => 'sync data success', 'error'=>$error );
- echo json_encode($result).PHP_EOL;
- }
-
-
- public function syncJyzlCity( ){
- //获取城市数据列表及基本字段签名 (id=>签名 键值对)
- $jms_city_list = $this->getList($this->model_jms_city, $this->field_jms_city);
- if(!$jms_city_list)
- return false;
- //获取同部数据表城市数据列表及基本字段签名 ( id=>签名 键值对)
- //$jyzl_city_list = $this->getSignsList(array_keys($jms_city_list), $this->model_jyzl_city, $this->field_jms_city);
- $jyzl_city_list = $this->getSignsList([], $this->model_jyzl_city, $this->field_jms_city);
- //上述两组数据比较,获取差异的(增加,删除,修改)
- // id=> 差异(add,del,update) 键值对
- $diff_info_list = $this->query_diff($jyzl_city_list, $jms_city_list);
- //获取差异的用户详细信息
- $diff_jyzl_city_list = $this->getDetailDiff($diff_info_list, $this->model_jms_city, $this->field_jms_city);
- //同步差异的用户详细信息
- $this->submitDetailDiff($diff_jyzl_city_list, $this->model_jyzl_city);
- }
-
-
- public function query_diff( $server, $local ){
- $diff = array_keys(array_diff($local,$server));
- $result['add'] = array_values(array_diff(array_keys($local),array_keys($server)));
- $result['del'] = array_values(array_diff(array_keys($server),array_keys($local)));
- $result['update'] =array_diff($diff,$result['add']);
- if(!$result){
- return false;
- }
- return $result;
- }
-
-
- public function syncJyzlVehicle( ){
- ini_set('memory_limit', '256M');
- $count = $this->model_jms_vehicle->count();
- $pageCount = ceil($count/$this->size);//总页数
- $diff_jyzl_vehicle_list_data = [];
- for ($i = 1; $i < $pageCount + 1; $i++) {
- $p = ($i-1)*$this->size;
- //获取车辆列表及基本字段签名 (id=>签名 键值对)
- $jms_vehicle_list = $this->getVehicleList($this->model_jms_vehicle, $this->field_jyzl_vehicle,"$p,".$this->size);
- // 设置缓存
- //S('VehicleCount',$p);
- $jms_vehicle_list_ids = array_merge($jms_vehicle_list_ids,$jms_vehicle_list);
- if(!$jms_vehicle_list) continue;
- //获取同步数据表车辆列表及基本字段签名 ( id=>签名 键值对)
- $jyzl_vehicle_list = $this->getVehicleSignsList(array_keys($jms_vehicle_list), $this->model_jyzl_vehicle, $this->field_jyzl_vehicle);
-
- //上述两组数据比较,获取差异的(增加,删除,修改) id=> 差异(add,del,update) 键值对
- $diff_info_list = $this->query_diff($jyzl_vehicle_list, $jms_vehicle_list);
- //获取差异的用户详细信息
- $diff_jyzl_vehicle_list = $this->getDetailDiff($diff_info_list, $this->model_jms_vehicle, $this->field_jyzl_vehicle);
- //sleep(5);
- //$diff_jyzl_vehicle_list_data += $diff_jyzl_vehicle_list;
- if(!empty($diff_jyzl_vehicle_list['add']) || !empty($diff_jyzl_vehicle_list['update'])) {//忽略删除数据的情况
- $this->submitDetailDiff($diff_jyzl_vehicle_list, $this->model_jyzl_vehicle);
- }
- }
- //不考虑jzyl_vehicle 里面有数据 但是jms_vehicle 无数据的情况
- //$jyzl_vehicle_ids = $this->model_jyzl_vehicle->getField("ID",true);//获取同步数据表所有的ID
- //$jms_vehicle_list_ids = $this->model_jms_vehicle->getField("ID",true);//获取数据源表所有的ID
- //$diff_ids = array_diff($jyzl_vehicle_ids, $jms_vehicle_list_ids);
- //$diff_jyzl_vehicle_list_data['del'] = empty($diff_ids)?[]:array_values($diff_ids);
- }
-
-
- public function syncJyzlStation( ){
- //获取基站列表及基本字段签名 (id=>签名 键值对)
- $jzgl_station_list = $this->getList($this->model_jzgl_station, $this->field_jzgl_station);
- if(!$jzgl_station_list)
- return false;
- //获取同步数据表基站列表及基本字段签名 ( id=>签名 键值对)
- //$jyzl_station_list = $this->getSignsList(array_keys($jzgl_station_list), $this->model_jyzl_station, $this->field_jzgl_station);
- $jyzl_station_list = $this->getSignsList([], $this->model_jyzl_station, $this->field_jzgl_station);
- //上述两组数据比较,获取差异的(增加,删除,修改)
- // id=> 差异(add,del,update) 键值对
- $diff_info_list = $this->query_diff($jyzl_station_list, $jzgl_station_list);
- //获取差异的用户详细信息
- $diff_jyzl_station_list = $this->getDetailDiff($diff_info_list, $this->model_jzgl_station, $this->field_jzgl_station);
- //同步差异的用户详细信息
- $this->submitDetailDiff($diff_jyzl_station_list, $this->model_jyzl_station);
- }
-
-
- public function getVehicleList( $model, $field, $limit ){
- $list = $model->field($field)->limit($limit)->select();
- if(!$list){
- return false;
- }
- $jms_city_list = array();
- foreach ($list as $key => $val) {
- $jms_city_list[$val['ID']] = $this->md5_id_base($val);
- }
- return $jms_city_list;
- }
-
-
- public function getVehicleSignsList( $ids, $model, $field ){
- $where = array('ID' => array('IN',$ids));
- $list = $model->field($field)->where($where)->order('ID ASC')->select();
- $jyzl_city_list = array();
- if ($list) {
- foreach ($list as $key => $val) {
- $jyzl_city_list[$val['ID']] = $this->md5_id_base($val);
- }
- }
- return $jyzl_city_list;
- }
-
- }
|