#!/usr/bin/perl

binmode STDIN, ":utf8";
binmode STDOUT, ":utf8";

while (<>) {
  ### Drop certain stations
  next if / Platform *;/; # offshort oil platforms
  next if /^LYPZ;/; # buggy duplicate

  ### Whitespace/punctuation cleanup
  s/   */ /g;
  s/\\/\//g;
  s/([^ ])\//$1 \//g;
  s/\/([^ ])/\/ $1/g;
  s/,([^ ])/, $1/g;
  s/ ,/,/g;
  s/[ ,\/]*;/;/g;
  s/; /;/g;

  ### Capitalization, etc
  s/Mc /Mc/g;
  s/ Of / of /g;
  s/([a-z]) D(a |e |el |es |i |o |u |\')/$1 d$2/g;
  s/([a-z]) L(a|es?) /$1 l$2 /g;
  # lowercasify a capital letter after an apostrophe, unless the
  # preceding letter was "d" (eg, "Cote d'Ivoire")
  s/([a-ce-z]\'[A-Z])/\L$1/g; 


  ### Fix incorrect or outdated codes
  if (/;Angelholm;;Sweden;/)   { s/ESDB/ESTA/; }
  if (/;M\. Calamita;;Italy;/) { s/LIRJ/LIRX/; }
  if (/;Yerevan;;Armenia;/)    { s/UGEE/UDYZ/; }
  if (/;Novosibirsk;;Russia;/) { s/UNNN/UNNT/; }
  if (/;Jinan;;China;/)        { s/ZSTN/ZSJN/; }

  ### Fix invalid or incorrect coordinates
  if (/^K3MW;/) { s/;40-26-94N;106-44-95W;/;40-27N;106-45W;/; }
  if (/^KBKB;/) { s/;092-97W;/;093-00W;/; }
  if (/^KBJN;/) { s/;37-37-02;/;37-37-02N;/; }
  if (/^KFHU;/) { s/;46-98N;/;31-35N;/; }
  if (/^KWTR;/) { s/;104-87W;/;105-00W;/; }
  if (/^MMML;/) { s/;117-00W;/;115-14W;/; }
  if (/^MNBL;/) { s/;086-46W;/;083-46W;/; }
  if (/^PGNT;/) { s/;14-96N;/;15-00N;/; }


  ### Fix some country divisions to match FIPS codes
  if (/^EGJA;/) { s/;United Kingdom;/;Guernsey;/; }
  if (/^EGJB;/) { s/;United Kingdom;/;Guernsey;/; }
  if (/^EGJJ;/) { s/;United Kingdom;/;Jersey;/; }
  if (/^EGNS;/) { s/;United Kingdom;/;Isle of Man;/; }
  if (/^EKVG;/) { s/;Denmark;/;Faroe Islands;/; }
  if (/^ENSB;/) { s/;Norway;/;Svalbard;/; }
  if (/^FMCZ;/) { s/;Comoros;/;Mayotte;/; }
  if (/^NLWW;/) { s/;France;/;Wallis and Futuna;/; }
  if (/^PLCH;/) { s/;New Zealand;/;Kiribati;/; }
  if (/^TI..;/) { s/;;Virgin Islands;/;VI;United States;/; }
  if (/^YSNF;/) { s/;Australia;/;Norfolk Island;/; }


  ### Fix some country/state divisions to correct bugs
  if (/^EGYP;/) { s/;South Georgia and the Islands;/;Falkland Islands (Islas Malvinas);/; }
  if (/^HHAS;/) { s/;Ethiopia;/;Eritrea;/; } # 502576
  if (/^LY..;/) { s/;Serbia and Montenegro;/;;/; } # This will force update-locations to figure them out itself
  if (/^NIUE;/) { s/;Cook Islands;/;Niue;/; }
  if (/^NSTU;/) { s/;;United States Minor Outlying Islands;/;AS;United States;/; }
  if (/^NZWD;/) { s/, Antarctic;;New Zealand;/;;Antarctica;/; }
  if (/^PMDY;/) { s/;HI;/;UM;/; }
  if (/^PWAK;/) { s/;GU;/;UM;/; }
  if (/^TKPN;/) { s/;Antigua and Barbuda;/;Saint Kitts and Nevis;/; }
  if (/^YPCC;/) { s/;Christmas Island;/;Cocos (Keeling) Islands;/; }


  ### Fix some spelling mistakes/wackiness/nonstandardnesses. Mostly
  ### alphabetical by station code
  if (/^EDDF;/) { s/ \/ M-Flughafen//; }
  if (/^ETWM;/) { s/-Mil;/ Military Base;/; }
  if (/^FAJS;/) { s/;Johannesburg International Airport;/;O. R. Tambo International Airport;/; } # 533622
  if (/^HESH;/) { s/Sheikhintl/Sheikh Intl/; }
  if (/^HKJK;/) { s/ TWR \/ APP \/ NOF \/ Civil Airlines//; }
  if (/^LBGO;/) { s/Orechovista/Oryakhovitsa/; } # 313655
  if (/^LEJR;/) { s/Fronteraaeropuerto/Frontera Aeropuerto/; }
  if (/^LFPG;/) { s/Paris-Aeroport Charles de Gaulle/Paris, Charles de Gaulle International Airport/; }
  if (/^LIPO;/) { s/Montichia;/Montichiara;/; } # 350945
  if (/^LOAV;/) { s/Lugplatz/Flugplatz/; }
  if (/^MMGL;/) { s/Guadalaj;/Guadalajara;/; }
  if (/^MMMD;/) { s/ lic / /; }
  if (/^MNMG;/) { s/Managua A. C. Sandino/Managua, A. C. Sandino Airport/; }
  if (/^MTPP;/) { s/ \/ Aeroport International/ International Airport/; }
  if (/^MWCR;/) { s/Airportgrand/Airport, Grand/; }
  # 319538 - the entry for OIAG actually has the data for OIAJ
  if (/^OIAG;/) { s/Omidieh/Aghajari/; s/30-46N;049-40E/30-44-44N;049-40-35E/; }
  if (/^OIKB;/) { s/Bandarabbass/Bandar Abbas/; }
  if (/^OINN;/) { s/Noshahr/Now Shahr/; }
  if (/^OITR;/) { s/Orumieh/Orumiyeh/; }
  if (/^PGUM;/) { s/Agana/Hagåtña/; } # to match POP_PLACES
  if (/^SABE;/) { s/Aeroparque Bs\. As\./Buenos Aires, Jorge Newbery/; }
  if (/^SBFZ;/) { s/pinto/Pinto/; }
  if (/^SPHY;/) { s/Andahuayla/Andahuaylas/; }
  if (/^SPIM;/) { s/Aerop\. Internacional Jorgechavez/Jorge Chavez International Airport/; }
  if (/^SVMI;/) { s/Maiquetia Aerop\. Intl\. Simon Bolivar/Simon Bolivar International/; }
  if (/^TAPA;/) { s/Vc /V. C. /; }
  if (/^TKPN;/) { s/Newcast;/Newcastle;/; }
  if (/^UBBG;/) { s/Gyanca/Gyandzha/; }
  if (/^UKDR;/) { s/Krivyy/Kryvyy/; }


  ### "Move" some stations to keep them from matching irrelevant cities
  if (/^VTBD;/) { s/Don Muang/Bangkok/; }


  ### Untranslate/unabbreviate the word "Airport". (The names in
  ### nsd_cccc.txt don't seem to be especially close to
  ### correct/official, so this is a net win.
  s/Aerop\. Internacional ([^,;]*)/$1 International Airport/;
  s/Aeropuerto[^ ]* ([^,;]*)/$1 Airport/;
  s/Aeroporto* d[ea] ([^,;]*)/$1 Airport/;
  s/[ -]Aero(|\.|drome|porto?|-Porto|puerto)( |;)/ Airport$2/;
  s/Air(-Port|p\.)/Airport/;
  s/Civ \/ (Mil|Afb)/Airport/;
  s/( \/)? Civ(|il|ilian);/$1 Airport;/;
  s/Lufthavn/Airport/;
  s/Int\'?l\.?/International/;
  s/Int\./International/;
  s/Inter-National/International/;
  s/Internationalairport;/International Airport;/;
  s/International;/International Airport;/;
  s/Airport ([A-Z])/Airport, $1/;
  # Change "Foo / Airport" to "Foo Airport"
  s/;([^;]*)(,| \/) (International Airport|Airport);/;$1 $3;/;
  # And "Foo / Bar Airport" to "Foo, Bar Airport"
  s/;([^;\/,]*) \/ ([^;\/,]* Airport)/;$1, $2/;

  s/,? ([a-z][a-z]*-)?afb/ Air Force Base/i;
  s/ ([A-Z][a-z]*-)?Ab;/ Air Base;/;
  s/Usa . Af/US Air Force Base/;
  s/Usaf/US Air Force Base/;
  s/Air Force Operated Base In Foreign Country/Air Force Base/;
  s/ (Can-)?Mil(\.|itary);/ Military Base;/;

  s/Obs(\.|erv\.|ervatory|ervatorio)/Observatory/;

  # US National Weather Service, but appears not just in /;United States;/
  s/, NWS Office//;
  # Likewise Australian Weather Service (or Automated Weather Station?)
  s/,? Aws;/;/;

  ### Country-specific fixups, sorted alphabetically by country

  if (/;Argentina;/) {
    # Remove province name from location description
    s/, (BA|B\. A\.|CHT|SF);/;/;
  }

  if (/;Australia;/) {
    # ??
    s/ (Amo|Mo);/ Airport;/;
    s/,? M\. O\.?;/;/;

    s/ Ran / Royal Australian Navy /;
  }

  if (/;Austria;/) {
    s/-Flughafen/ Airport/;
    s/Flugplatz/Airport/;
    s/ Am / am /;
    s/ Im / im /;
  }

  if (/;Canada;/) {
    # Remove province/territory name from location description
    s/,? (Alta|B\. C|Man|N\. B|Nfld|N\. S|N\. W\. T|Ont|P\. E\. I|Prince Edward Island|Que|Sask|Y\. T)\.?;/;/;

    # Canadian Department of Agriculture, [Remote] Climate Station
    s/ Cda//i;
    s/ R?CS//;

    s/Airport, [^;]*Station;/Airport;/;

    # /CX../ stations are automated. Maybe we should drop all of them,
    # but for now we'll just drop the ones where there's also a
    # corresponding non-automated station
    if (/^CX(DE|EC|EG|MI|MM|OX|TV|WN|ZU)/) {
      next;
    }
  }

  if (/;Cuba;/) {
    s/, Oriente//;
  }

  if (/;Mexico;/) {
    # Remove state name from location description
    s/,? (Ags|B\. C\. S|Camp|Chis|Coah|Mor|N\. L|Nay|Pue|Q\. Roo|Qro|S\. L\. P|Sin|Son)\.?;/;/;
  }

  if (/;Netherlands;/) {
    s/;([^;]*) Airport, ([^;]*);/;$1, $2 Airport;/;
  }

  if (/;New Caledonia;/) {
    s/ Nlle-Caledonie//;
    s/ Ile [^;]*//;
  }

  if (/;Sweden;/) {
    s/Flygplats/Airport/;
  }

  if (/;United States;/) {
    s/Nexrad/NEXRAD Station/;
  }

  ### Final airport fixing...

  ### The location data for several countries (including all of South
  ### America) uses the convention "City / Airport Name"
  if (/^(AG|AY|DA|EL|FC|FMM|FO|FX|FZ|GA|GM|HE|LI|LJ|MK|MM|MP|OI|PL|S|US|UU|UW|VV|WA|WI|WM|WR|WS|Z)/) {
    s/;([^;]*) \/ ([^;\/]*)/;$1, $2 Airport/;
  }

  ### Some do it backwards
  if (/^(EN|LE|MS|TT)/) {
    s/;([^;]*) \/ ([^;\/]*)/;$1 Airport, $2/;
  }

  ### In some countries, you generally need to prefix the city name to
  ### the airport name
  if (/^(C|ES|GO|LF|LH|LK|LS|LT|LZ)/) {
    s/;([^;]*) \/ ([^;\/]*)/;$1, $1-$2 Airport/;
  }

  # Some of our fixes end up resulting in "Airport Airport"
  s/Airport Airport/Airport/;

  # Remove numbers in "Foo 1", "Foo 2", "Foo Iii", etc
  s/ [123];/;/;
  s/ I[iv]i*([^a-z])/$1/;

  print;
}