[

    {
    "block": "swissmikro",
    "download_url":"https://github.com/user-attachments/files/18201746/swiss_mikro.zip",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.gtfs_import_to_db", "args": "%%inputfilepath%% %%dir%%/03-gtfs-import.duckdb"},
        {"script": "conv.gtfs_convert_to_db", "args": "%%dir%%/03-gtfs-import.duckdb %%dir%%/04-netex-import.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/04-netex-import.mdbx %%dir%%/05-netex-database.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/05-netex-database.mdbx %%dir%%/epip_output.xml.gz"},
        {"script": "tools.xml_validator", "args": "%%dir%%/epip_output.xml.gz domain/netex/schema/xsd/NeTEx_publication.xsd"},
        {"script": "tools.gtfs_map_visualisation", "args": "%%inputfilepath%% %%dir%%/08-%%block%%-map.html 1"}
        ]
    },
           {
    "block": "nl4epip",
    "download_url":"https://github.com/user-attachments/files/18202171/NeTEx_WSF_WSF_20241203_20241203.xml.gz",
    "working":"ok, but no validation as stuff missing",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04.mdbx %%dir%%/05-epip.xml.gz"}
         ]
  },
           {
    "block": "nl4gtfs",
    "download_url":"https://github.com/user-attachments/files/18202171/NeTEx_WSF_WSF_20241203_20241203.xml.gz",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.gtfs_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.gtfs_db_to_gtfs", "args": "%%dir%%/04.mdbx %%dir%%/08-%%block%%-gtfs.zip"},
        {"script": "tools.gtfs_validator", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%"},
        {"script": "tools.gtfs_map_visualisation", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%/10-%%block%%-map.html 1"}
         ]
  },
           {
    "block": "nl1epip",
    "download_url":"https://github.com/user-attachments/files/18202156/NeTEx_TESO_TESO_20241112_20241112.xml.gz",
    "working":"yes, but no validation as some files not included",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04.mdbx %%dir%%/05-epip.xml.zip"}
         ]
  },
           {
    "block": "nl1gtfs",
    "download_url":"https://github.com/user-attachments/files/18202156/NeTEx_TESO_TESO_20241112_20241112.xml.gz",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.gtfs_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/07.mdbx"},
        {"script": "conv.gtfs_db_to_gtfs", "args": "%%dir%%/07.mdbx %%dir%%/08-%%block%%-gtfs.zip"},
        {"script": "tools.gtfs_validator", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%"},
        {"script": "tools.gtfs_map_visualisation", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%/10-%%block%%-map.html 1"}
         ]
  },

           {
    "block": "swissinterchangeepip",
    "download_url":"https://github.com/user-attachments/files/24531737/swiss_interchange.zip",
    "working":"yes, but no validation as not complete",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04.mdbx %%dir%%/05-epip.xml.gz"},
        {"script": "tools.xml_validator", "args": "%%dir%%/05-epip.xml.gz domain/netex/schema/xsd/NeTEx_publication.xsd"}

         ]
  },
           {
    "block": "swissinterchangegtfs",
    "download_url":"https://github.com/user-attachments/files/24531737/swiss_interchange.zip",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
         {"script": "conv.gtfs_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/07.mdbx"},
        {"script": "conv.gtfs_db_to_gtfs", "args": "%%dir%%/07.mdbx %%dir%%/08-%%block%%-gtfs.zip"},
        {"script": "tools.gtfs_validator", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%"},
        {"script": "tools.gtfs_map_visualisation", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%/10-%%block%%-map.html 1"}
         ]
  },

           {
    "block": "swissinterchange_r",
    "download_url":"https://github.com/user-attachments/files/18885408/swiss_interchange_resp_set_only.zip",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04.mdbx %%dir%%/05-epip.xml.gz"},
        {"script": "conv.netex_to_db", "args": "[%%dir%%/05-epip.xml.gz] %%dir%%/06.mdbx"},
        {"script": "conv.gtfs_db_to_db", "args": "%%dir%%/06.mdbx %%dir%%/07.mdbx"},
        {"script": "conv.gtfs_db_to_gtfs", "args": "%%dir%%/07.mdbx %%dir%%/08-%%block%%-gtfs.zip"},
        {"script": "tools.gtfs_validator", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%"},
        {"script": "tools.gtfs_map_visualisation", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%/10-%%block%%-map.html 1"}
         ]
  },
    {
        "block":"nl3",
        "description":"nl 3 test with list",
        "working":"yes, but no validation as not complete",
        "download_urls":[
            "https://github.com/user-attachments/files/18202170/NeTEx_WSF_WSF_20241112_20241112.xml.gz"
            ],
        "scripts": [
            {"script": "process_url_list", "args": "netex2epipnovalidation"}
            ]
       },
    {
        "block":"nl2",
        "description":"nl2 test with list",
        "working":"yes, but no validation as not complete",
        "download_urls":[
            "https://github.com/user-attachments/files/18202160/NeTEx_WPD_WPD_20241112_20241112.xml.gz"
            ],
        "scripts": [
            {"script": "process_url_list", "args": "netex2gtfs"}
            ]
       },

    {
        "block":"swissmikrolist",
        "description":"swissmikro with list",
        "download_urls":[
            "https://github.com/user-attachments/files/18201746/swiss_mikro.zip"
            ],
        "scripts": [
            {"script": "process_url_list", "args": "gtfs2epip"}
            ]
       },

             {
    "block": "fr_aubeepip",
    "worked":"2025-08-14",
    "description":"Aube from Grand-Est. Attention: file is fixed in time",
    "url":"https://transport.data.gouv.fr/datasets/fr-200052264-t0046-0000-1",
    "download_url":"https://transport.data.gouv.fr/resources/80416/download?token=v5xpZG7L_m--NS5EIpKQUJVmY3QILYXXSHymLtnsLhc",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03-import.mdbx "},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03-import.mdbx %%dir%%/04-netex-database.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04-netex-database.mdbx %%dir%%/05-%%block%%-netex.xml.gz"},
        {"script": "tools.xml_validator", "args": "%%dir%%/05-%%block%%-netex.xml.gz domain/netex/schema/xsd/NeTEx_publication.xsd"}
         ]
  },
   {
    "block": "fr_ardennesepip",
    "worked":"2025-08-14",
    "url":"https://transport.data.gouv.fr/datasets/fr-200052264-t0045-0000",
    "download_url":"https://transport.data.gouv.fr/resources/80414/download?token=v5xpZG7L_m--NS5EIpKQUJVmY3QILYXXSHymLtnsLhc",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03-import.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03-import.mdbx %%dir%%/04-netex-database.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04-netex-database.mdbx %%dir%%/05-%%block%%-netex.xml.gz"},
        {"script": "conv.netex_to_db", "args": "[%%dir%%/05-%%block%%-netex.xml.gz] %%dir%%/06-gtfs.mdbx"},
        {"script": "tools.xml_validator", "args": "%%dir%%/05-%%block%%-netex.xml.gz domain/netex/schema/xsd/NeTEx_publication.xsd"}
         ]
  },

             {
    "block": "fr_aubegtfs",
    "worked":"2025-08-14",
    "url":"https://transport.data.gouv.fr/datasets/fr-200052264-t0046-0000-1",
    "download_url":"https://transport.data.gouv.fr/resources/80415/download?token=v5xpZG7L_m--NS5EIpKQUJVmY3QILYXXSHymLtnsLhc",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03-import.mdbx "},
        {"script": "conv.gtfs_db_to_db", "args": "%%dir%%/03-import.mdbx %%dir%%/07-gtfs.mdbx"},
        {"script": "conv.gtfs_db_to_gtfs", "args": "%%dir%%/07-gtfs.mdbx %%dir%%/08-%%block%%-gtfs.zip"},
         {"script": "tools.gtfs_validator", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%"},
        {"script": "tools.gtfs_map_visualisation", "args": "%%dir%%/08-%%block%%-gtfs.zip %%dir%%/13-%%block%%-map.html 1"}
         ]
  },

       {
    "block": "lombardiatrainitaliaepip",
        "worked":"2025-08-15",
    "url":"https://www.cciss.it/nap/mmtis/public/catalog/Dataset/5486",
    "download_url":"https://github.com/user-attachments/files/21719149/IT-ITC4-TRENITALIA_126_L1.xml.gz",
    "scripts": [
      {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "tools.netex_uicoperatingperiod_correction", "args": "%%inputfilepath%% %%dir%%/03-trenitalia.xml.gz"},
        {"script": "conv.netex_to_db", "args": "[%%dir%%/03-trenitalia.xml.gz] %%dir%%/03-import.mdbx"},
        {"script": "fix.relational_constraints", "args": "%%dir%%/03-import.mdbx "},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03-import.mdbx %%dir%%/04-netex-database.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04-netex-database.mdbx %%dir%%/05-%%block%%-netex.xml.gz"},
        {"script": "tools.xml_validator", "args": "%%dir%%/05-%%block%%-netex.xml.gz domain/netex/schema/xsd/NeTEx_publication.xsd"}
        ]
  },

       {
    "block": "lombardiatrainitaliaepipwith",
        "worked":"2025-08-15",
    "url":"https://www.cciss.it/nap/mmtis/public/catalog/Dataset/5486",
    "download_url":"https://github.com/user-attachments/files/21719149/IT-ITC4-TRENITALIA_126_L1.xml.gz",
    "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "tools.netex_uicoperatingperiod_correction", "args": "%%inputfilepath%% %%dir%%/03-trenitalia.xml.gz"},
        {"script": "conv.netex_to_db", "args": "[%%dir%%/03-trenitalia.xml.gz] %%dir%%/02-import.mdbx "},
        {"script": "fix.relational_constraints", "args": "%%dir%%/02-import.mdbx "},
        {"script": "fix.day_offset", "args": "%%dir%%/02-import.mdbx "},
           {"script": "tools.xml_validator", "args": "%%inputfilepath%% domain/netex/schema/xsd/NeTEx_publication.xsd"}
         ]
  },
    {
       "block": "nl_filter",
       "url":"https://data.ndovloket.nl/netex/wpd/",
       "download_url":"https://data.ndovloket.nl/netex/wpd/NeTEx_WPD_WPD_20251124_20251124.xml.gz",
        "description":"Primary filter test based on NL",
        "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "set_defaults", "args": "authority='SKI+'; time_zone='Europe/Berlin'; feed_publisher_name='SBB SKI+'; feed_publisher_url='https://opentransportdata.swiss'"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.filter_db_to_db", "args": "%%dir%%/04.mdbx %%dir%%/05.mdbx Line NL:WPD:Line:HA  [Line Route ServiceJourneyPattern]" },
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/05.mdbx %%dir%%/%%block%%-line.xml"},
        {"script": "conv.filter_db_to_db", "args": "%%dir%%/04.mdbx %%dir%%/06.mdbx Operator NL:WPD:Operator:WPD   [Line Route ServiceJourneyPattern]" },
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/06.mdbx %%dir%%/%%block%%-operator.xml"},
        {"script": "conv.filter_db_to_db", "args": "%%dir%%/04.mdbx %%dir%%/07.mdbx ServiceJourney NL:WPD:ServiceJourney:AMHO-060000   [Line Route ServiceJourneyPattern]" },
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/07.mdbx %%dir%%/%%block%%-servicejourney.xml"},
        {"script": "tools.xml_validator.py", "args": "%%dir%%/%%block%%-netex.xml domain/netex/schema/xsd/NeTEx_publication.xsd"}

        ]
    },
        {
       "block": "swiss4epip",
       "download_url":"https://github.com/user-attachments/files/18593829/swiss4.zip",
        "description":"Reduced Swiss data set for tests, still a bit large",
        "scripts": [
        {"script": "clean_tmp", "args": "%%dir%%"},
        {"script": "set_defaults", "args": "authority='SKI+'; time_zone='Europe/Berlin'; feed_publisher_name='SBB SKI+'; feed_publisher_url='https://opentransportdata.swiss'"},
        {"script": "download_input_file", "args": "%%dir%%"},
        {"script": "conv.netex_to_db", "args": "[%%inputfilepath%%] %%dir%%/03.mdbx"},
        {"script": "conv.epip_db_to_db", "args": "%%dir%%/03.mdbx %%dir%%/04.mdbx"},
        {"script": "conv.epip_db_to_xml", "args": "%%dir%%/04.mdbx %%dir%%/%%block%%-netex.xml.gz"},
        {"script": "tools.xml_validator.py", "args": "%%dir%%/%%block%%-netex.xml.gz domain/netex/schema/xsd/NeTEx_publication.xsd"}

        ]
    }
]