From 914dc87c49752c602d05e171efe6fd438164ee94 Mon Sep 17 00:00:00 2001
From: Jacek Kowalski <Jacek@jacekk.info>
Date: Fri, 08 Feb 2019 09:42:54 +0000
Subject: [PATCH] Save parsing results to file using PHP
---
parse.php | 176 +++++++++++++++-------------------------------------------
1 files changed, 45 insertions(+), 131 deletions(-)
diff --git a/parse.php b/parse.php
index afa57b0..02e5f28 100644
--- a/parse.php
+++ b/parse.php
@@ -1,136 +1,50 @@
<?php
-require('vendor/autoload.php');
-require('common.php');
+require_once(__DIR__.'/lib/fetch.php');
+require_once(__DIR__.'/lib/mapper.php');
-use transit_realtime\FeedMessage;
+$logger = new Monolog\Logger('Parse changes');
-class IdMapper {
- private $jsonTrips = [];
- private $gtfsTrips = [];
-
- private $specialNames = [
- 'Zjazd do zajezdni',
- 'Przejazd techniczny',
- 'Wyjazd na trasę',
- ];
-
- public static function convertTripId($tripId) {
- $tripId = explode('_', $tripId);
- if($tripId[0] != 'block') return;
- if($tripId[2] != 'trip') return;
- return 4096 * (int)$tripId[1] + (int)$tripId[3];
- }
-
- public function loadJson($file) {
- $json = json_decode(file_get_contents($file));
- foreach($json->vehicles as $vehicle) {
- if(isset($vehicle->isDeleted) && $vehicle->isDeleted) continue;
- if(!isset($vehicle->tripId) || !$vehicle->tripId) continue;
- if(!isset($vehicle->name) || !$vehicle->name) continue;
- if(!isset($vehicle->latitude) || !$vehicle->latitude) continue;
- if(!isset($vehicle->longitude) || !$vehicle->longitude) continue;
- foreach($this->specialNames as $name) {
- if(substr($vehicle->name, -strlen($name)) == $name) {
- continue;
- }
- }
- $this->jsonTrips[(int)$vehicle->tripId] = [
- 'id' => $vehicle->id,
- 'latitude' => (float)$vehicle->latitude / 3600000.0,
- 'longitude' => (float)$vehicle->longitude / 3600000.0,
- ];
- }
- ksort($this->jsonTrips);
- }
-
- public function loadGtfs($file) {
- $data = file_get_contents($file);
- $feed = new FeedMessage();
- $feed->parse($data);
- foreach ($feed->getEntityList() as $entity) {
- $vehiclePosition = $entity->getVehicle();
- $position = $vehiclePosition->getPosition();
- $vehicle = $vehiclePosition->getVehicle();
- $trip = $vehiclePosition->getTrip();
- $tripId = $trip->getTripId();
- $this->gtfsTrips[self::convertTripId($tripId)] = [
- 'id' => $entity->getId(),
- 'num' => $vehicle->getLicensePlate(),
- 'tripId' => $tripId,
- 'latitude' => $position->getLatitude(),
- 'longitude' => $position->getLongitude(),
- ];
- }
- ksort($this->gtfsTrips);
- }
-
- public function findOffset() {
- if(count($this->jsonTrips) == 0 || count($this->gtfsTrips) == 0) {
- return NULL;
- }
-
- $jsonTripIds = array_keys($this->jsonTrips);
- $gtfsTripIds = array_keys($this->gtfsTrips);
-
- $possibleOffsets = [];
- for($i = 0; $i < count($this->jsonTrips); $i++) {
- for($j = 0; $j < count($this->gtfsTrips); $j++) {
- $possibleOffsets[$jsonTripIds[$i] - $gtfsTripIds[$j]] = TRUE;
- }
- }
- $possibleOffsets = array_keys($possibleOffsets);
-
- $bestOffset = 0;
- $maxMatched = 0;
- $options = 0;
-
- foreach($possibleOffsets as $offset) {
- $matched = 0;
-
- foreach($gtfsTripIds as $tripId) {
- $tripId += $offset;
- if(isset($this->jsonTrips[$tripId])) {
- $matched++;
- }
- }
-
- if($matched > $maxMatched) {
- $bestOffset = $offset;
- $maxMatched = $matched;
- $options = 1;
- } elseif($matched == $maxMatched) {
- $options++;
- }
- }
-
- if($options != 1) {
- fwrite(STDERR, 'Found '.$options.' possible mappings!'."\n");
- return FALSE;
- }
- return $bestOffset;
- }
-
- public function getMapping($offset) {
- $result = [];
- foreach($this->gtfsTrips as $gtfsTripId => $gtfsTrip) {
- $jsonTripId = $gtfsTripId + $offset;
- if(isset($this->jsonTrips[$jsonTripId])) {
- $data = numToTypeB($gtfsTrip['id']);
- $num = $gtfsTrip['num'];
- if($data['num'] != $num) {
- fwrite(STDERR, 'Got '.$num.', database has '.$data['num']."\n");
- }
- $result[$jsonTripId] = $data;
- }
- }
- return $result;
- }
-}
+$sources = [
+ 'buses' => [
+ 'gtfs' => 'ftp://ztp.krakow.pl/VehiclePositions_A.pb',
+ 'gtfs_file' => 'VehiclePositions_A.pb',
+ 'ttss' => 'http://91.223.13.70/internetservice/geoserviceDispatcher/services/vehicleinfo/vehicles',
+ 'ttss_file' => 'vehicles_A.json',
+ 'result' => 'mapping_A.json',
+ ],
+];
-$mapper = new IdMapper();
-$mapper->loadJson('./data/vehicles_A.json');
-$mapper->loadGtfs('./data/VehiclePositions_A.pb');
-$offset = $mapper->findOffset();
-if($offset) {
- echo json_encode($mapper->getMapping($offset));
+foreach($sources as $name => $source) {
+ $logger = new Monolog\Logger('fetch_'.$name);
+ try {
+ $logger->info('Fetching '.$name.' position data from FTP...');
+ $updated = ftp_fetch_if_newer($source['gtfs'], __DIR__.'/data/'.$source['gtfs_file']);
+ if(!$updated) {
+ $logger->info('Nothing to do, remote file not newer than local one');
+ continue;
+ }
+
+ $logger->info('Fetching '.$name.' positions from TTSS...');
+ fetch($source['ttss'], __DIR__.'/data/'.$source['ttss_file']);
+
+ $logger->info('Loading data...');
+ $mapper = new Mapper();
+ $mapper->loadTTSS(__DIR__.'/data/'.$source['ttss_file']);
+ $mapper->loadGTFS(__DIR__.'/data/'.$source['gtfs_file']);
+
+ $logger->info('Finding correct offset...');
+ $offset = $mapper->findOffset();
+ if($offset) {
+ $logger->info('Got offset '.$offset.', creating mapping...');
+ $mapping = $mapper->getMapping($offset);
+ $json = json_encode($mapping);
+ if(!file_put_contents(__DIR__.'/data/'.$source['result'].'.tmp', $json)) {
+ throw new Exception('Result save failed');
+ }
+ rename(__DIR__.'/data/'.$source['result'].'.tmp', __DIR__.'/data/'.$source['result']);
+ }
+ $logger->info('Finished');
+ } catch(Throwable $e) {
+ $logger->error($e->getMessage(), ['exception' => $e, 'exception_string' => (string)$e]);
+ }
}
--
Gitblit v1.9.1