summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDaniel Friesel <derf@finalrewind.org>2022-12-10 12:43:29 +0100
committerDaniel Friesel <derf@finalrewind.org>2022-12-10 12:43:29 +0100
commit40883132fb665ff33500a9364ffb3589782f4c0a (patch)
tree52436b4d2e2ea119ed743bb76d2b877280c25879
parentd3874c45ca5f0036157655c881ec64fccb92d8d3 (diff)
xml2json: handle re-appearance of old stations
-rwxr-xr-xshare/xml2json135
1 files changed, 107 insertions, 28 deletions
diff --git a/share/xml2json b/share/xml2json
index 02c0821..2137d24 100755
--- a/share/xml2json
+++ b/share/xml2json
@@ -12,23 +12,44 @@ use XML::LibXML;
my $json = JSON->new->utf8;
my $json_str = read_file('stations.json');
my $stations = $json->decode($json_str);
-@{$stations} = sort { $a->{name} cmp $b->{name} } @{$stations};
+@{$stations}
+ = sort { $a->{name} cmp $b->{name} or $a->{eva} <=> $b->{eva} } @{$stations};
+
+$json_str = read_file('old_stations.json');
+my $old_stations = $json->decode($json_str);
+@{$old_stations} = sort { $a->{name} cmp $b->{name} or $a->{eva} <=> $b->{eva} }
+ @{$old_stations};
my %station_by_ds100;
for my $station ( @{$stations} ) {
$station_by_ds100{ $station->{ds100} } = $station;
}
+my %old_station_by_ds100;
+for my $old_station ( @{$old_stations} ) {
+ $old_station_by_ds100{ $old_station->{ds100} } = $old_station;
+}
+
my %station_by_eva;
for my $station ( @{$stations} ) {
$station_by_eva{ $station->{eva} } = $station;
}
+my %old_station_by_eva;
+for my $old_station ( @{$old_stations} ) {
+ $old_station_by_eva{ $old_station->{eva} } = $old_station;
+}
+
my %station_by_name;
for my $station ( @{$stations} ) {
push( @{ $station_by_name{ $station->{name} } }, $station );
}
+my %old_station_by_name;
+for my $old_station ( @{$old_stations} ) {
+ push( @{ $old_station_by_name{ $old_station->{name} } }, $old_station );
+}
+
my %xml_by_ds100;
my %xml_by_eva;
my %xml_by_name;
@@ -38,6 +59,54 @@ my $tree = XML::LibXML->load_xml( string => $xml_str );
my @missing;
+sub add_station {
+ my ( $name, $ds100, $eva ) = @_;
+ my $station = {
+ name => $name,
+ ds100 => $ds100,
+ eva => $eva,
+ };
+ push( @{$stations}, $station );
+ $station_by_eva{$eva} = $station;
+ $station_by_ds100{$ds100} = $station;
+ push( @{ $station_by_name{$name} }, $station );
+}
+
+sub add_old_station {
+ my ( $name, $ds100, $eva ) = @_;
+ my $station = {
+ name => $name,
+ ds100 => $ds100,
+ eva => $eva,
+ };
+ push( @{$old_stations}, $station );
+ $old_station_by_eva{$eva} = $station;
+ $old_station_by_ds100{$ds100} = $station;
+ push( @{ $old_station_by_name{$name} }, $station );
+}
+
+sub delete_station {
+ my ( $name, $ds100, $eva ) = @_;
+ delete $station_by_name{$name};
+ delete $station_by_ds100{$ds100};
+ delete $station_by_eva{$eva};
+ @{$stations} = grep {
+ $_->{name} ne $name and $_->{ds100} ne $ds100 and $_->{eva} != $eva
+ } @{$stations};
+}
+
+sub delete_old_station {
+ my ( $name, $ds100, $eva ) = @_;
+ delete $old_station_by_name{$name};
+ delete $old_station_by_ds100{$ds100};
+ delete $old_station_by_eva{$eva};
+ @{$old_stations} = grep {
+ $_->{name} ne $name and $_->{ds100} ne $ds100 and $_->{eva} != $eva
+ } @{$old_stations};
+}
+
+# TODO falls ein eintrag aus old_stations im XML auftaucht sollte er aus old_stations raus und wieder in stations rein
+
if ( -e 'missing.txt' ) {
for my $line ( read_file('missing.txt') ) {
chomp $line;
@@ -106,44 +175,46 @@ for my $station ( $tree->findnodes('//station') ) {
and $is_db )
{
printf( "%30s has a new DS100 alias: %8s\n", $name, $ds100 );
- my $station = {
- name => $name,
- ds100 => $ds100,
- eva => $eva,
- };
- push( @{$stations}, $station );
- $station_by_eva{$eva} = $station;
- $station_by_ds100{$ds100} = $station;
- push( @{ $station_by_name{$name} }, $station );
+ add_station( $name, $ds100, $eva );
}
elsif ( $station_by_name{$name}
- and not any { $_->{eva} eq $eva } @{ $station_by_name{$name} }
+ and not any { $_->{eva} == $eva } @{ $station_by_name{$name} }
and $is_db )
{
printf( "%30s has a new EVA alias: %d\n", $name, $eva );
- my $station = {
- name => $name,
- ds100 => $ds100,
- eva => $eva,
- };
- push( @{$stations}, $station );
- $station_by_eva{$eva} = $station;
- $station_by_ds100{$ds100} = $station;
- push( @{ $station_by_name{$name} }, $station );
+ add_station( $name, $ds100, $eva );
+ }
+
+ if (
+ $name !~ m{Betriebsstelle nicht bekannt}
+ and my $old = (
+ $old_station_by_name{$name} // $old_station_by_ds100{$ds100}
+ // $old_station_by_eva{$eva}
+ )
+ )
+ {
+ printf( "%30s has re-appeared as %s %d\n", $name, $ds100, $eva );
+ if ( ref($old) eq 'ARRAY' ) {
+ for my $o ( @{$old} ) {
+ delete_old_station( $o->{name}, $o->{ds100}, $o->{eva} );
+ }
+ }
+ else {
+ delete_old_station( $old->{name}, $old->{ds100}, $old->{eva} );
+ }
+ add_station( $name, $ds100, $eva );
}
if ( not $found
and any { $_ eq $name } @missing )
{
say "missing $eva $ds100 \"$name\"";
- push(
- @{$stations},
- {
- name => $name,
- ds100 => $ds100,
- eva => $eva,
- }
- );
+
+ # TODO remove from old_stations
+ add_station( $name, $ds100, $eva );
+ if ( $old_station_by_name{$name} ) {
+ delete_old_station( $name, $ds100, $eva );
+ }
}
}
@@ -159,9 +230,14 @@ for my $i ( 0 .. $#{$stations} ) {
if ( not( $xml_by_name{$j_name} or $xml_by_eva{$j_eva} ) ) {
say "station no longer exists: $j_eva $j_ds100 \"$j_name\"";
unshift( @to_delete, $i );
+ add_old_station( $j_name, $j_ds100, $j_eva );
}
}
+for my $i ( 0 .. $#{$old_stations} ) {
+ $old_stations->[$i]{eva} = 0 + $old_stations->[$i]{eva};
+}
+
for my $i (@to_delete) {
splice( @{$stations}, $i, 1 );
}
@@ -169,5 +245,8 @@ for my $i (@to_delete) {
my $json_out = $json->canonical->pretty->encode($stations);
write_file( 'stations.json', $json_out );
+$json_out = $json->canonical->pretty->encode($old_stations);
+write_file( 'old_stations.json', $json_out );
+
$json_out = $json->encode( \%renamed );
write_file( 'renamed.json', $json_out );