diff --git a/CHANGELOG.md b/CHANGELOG.md index 02ed2b88..38bc7606 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). +## [0.9.58] - 2024-09-18 + +### Fixed + +- Fix for TCD population dataset change (again) + ## [0.9.57] - 2024-09-17 ### Added @@ -14,7 +20,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). ### Fixed -- Fix for TCD population dataset change +- Fix for TCD population dataset change ## [0.9.55] - 2024-09-17 diff --git a/requirements.txt b/requirements.txt index 0a99ecfa..d577831f 100644 --- a/requirements.txt +++ b/requirements.txt @@ -40,7 +40,7 @@ email-validator==2.2.0 # via hdx-python-api et-xmlfile==1.1.0 # via openpyxl -filelock==3.16.0 +filelock==3.16.1 # via virtualenv frictionless==5.17.1 # via hdx-python-utilities @@ -134,7 +134,7 @@ packaging==24.1 # via pytest petl==1.7.15 # via frictionless -platformdirs==4.3.3 +platformdirs==4.3.6 # via virtualenv pluggy==1.5.0 # via pytest @@ -156,9 +156,9 @@ pyasn1==0.6.1 # rsa pyasn1-modules==0.4.1 # via google-auth -pydantic==2.9.1 +pydantic==2.9.2 # via frictionless -pydantic-core==2.23.3 +pydantic-core==2.23.4 # via pydantic pygments==2.18.0 # via rich @@ -283,7 +283,7 @@ urllib3==2.2.3 # requests validators==0.34.0 # via frictionless -virtualenv==20.26.4 +virtualenv==20.26.5 # via pre-commit wheel==0.44.0 # via libhxl diff --git a/src/hapi/pipelines/configs/population.yaml b/src/hapi/pipelines/configs/population.yaml index 3dfb4841..dd251ed1 100755 --- a/src/hapi/pipelines/configs/population.yaml +++ b/src/hapi/pipelines/configs/population.yaml @@ -945,8 +945,9 @@ population_national: population_tcd: dataset: "cod-ps-tcd" - resource: "tcd_admpop_adm0_2023.csv" - format: "csv" + resource: "tcd_admpop_2023.xlsx" + format: "xlsx" + sheet: "tcd_admpop_adm0_2023" use_hxl: False admin_single: "TCD" input: @@ -1913,9 +1914,9 @@ population_adminone: population_tcd: dataset: "cod-ps-tcd" - resource: "tcd_adm1_pop_2023.xlsx" + resource: "tcd_admpop_2023.xlsx" format: "xlsx" - sheet: "TCD_ADM1_POP_2023" + sheet: "tcd_admpop_adm1_2023" use_hxl: False admin: - ~ diff --git a/tests/fixtures/input/cod-ps-tcd.json b/tests/fixtures/input/cod-ps-tcd.json index 0ce7dc50..519dee24 100644 --- a/tests/fixtures/input/cod-ps-tcd.json +++ b/tests/fixtures/input/cod-ps-tcd.json @@ -1 +1 @@ -{"archived": false, "cod_level": "cod-enhanced", "creator_user_id": "03f9db10-8651-4067-a64f-fe3619dcc7e8", "data_update_frequency": "365", "dataseries_name": "COD - Subnational Population Statistics", "dataset_date": "[2021-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "no_preview", "dataset_source": "UNFPA and INSEED Tchad", "due_date": "2025-09-16T20:11:28", "has_geodata": false, "has_quickcharts": false, "has_showcases": false, "id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-09-16T20:11:28.779441", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "9429fda5-d84f-42e4-890d-e03bf8297f7b", "maintainer_email": null, "metadata_created": "2017-06-15T11:17:31.507027", "metadata_modified": "2024-09-16T20:12:37.667382", "methodology": "Other", "methodology_other": "See metadata tab in spreadsheet.", "name": "cod-ps-tcd", "notes": "Chad administrative level 0-1 sex and age disaggregated 2023 projected population statistics\r\n\r\nREFERENCE YEAR: 2023\r\n\r\n\r\nThese table are suitable for database or GIS linkage to the [Chad - Subnational Administrative Boundaries](https://data.humdata.org/dataset/cod-ab-tcd).\r\n", "num_resources": 8, "num_tags": 3, "organization": {"id": "95aa8d05-b110-4607-9330-f2a779885493", "name": "unfpa", "title": "UNFPA", "type": "organization", "description": "UNFPA, the United Nations Population Fund, works globally to ensure universal access to sexual and reproductive health, prevent and respond to gender-based violence, collect and use population data, and promote gender equality and the empowerment of women and youth across the humanitarian/development continuum.", "image_url": "", "created": "2016-03-28T16:36:48.790190", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-11-15T20:11:28", "owner_org": "95aa8d05-b110-4607-9330-f2a779885493", "package_creator": "jamessteel", "pageviews_last_14_days": 10, "private": false, "qa_completed": false, "review_date": "2024-09-16T20:01:27.592546", "solr_additions": "{\"countries\": [\"Chad\"]}", "state": "active", "subnational": "1", "title": "Chad - Subnational Population Statistics", "total_res_downloads": 3528, "type": "dataset", "updated_by_script": "HDXINTERNAL:HDXPythonLibrary/6.2.1-CODs (2024-01-18T21:33:41.396316)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}], "tags": [{"display_name": "baseline population", "id": "db8205e9-b61c-4df7-a987-1a2658ed8666", "name": "baseline population", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "gazetteer", "id": "853d6f46-3b86-4f54-897f-65ed42a30675", "name": "gazetteer", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "sex and age disaggregated data-sadd", "id": "38902364-3f95-4a69-b465-30a9c49bd28c", "name": "sex and age disaggregated data-sadd", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-16T20:11:27.171262", "datastore_active": false, "description": "Chad administrative level 0-1 sex and age disaggregated 2023 population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_adm1_pop_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-16T20:11:26.791306\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-16T20:11:29.220062\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_adm1_pop_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Metadata\", \"is_hidden\": false, \"nrows\": 23, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"0339e44102a0e052e8deafac00de1baa\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Metadata\"], \"hxl_headers\": null}, {\"name\": \"Methodological Documentation\", \"is_hidden\": false, \"nrows\": 9, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"d1319ef0402167ab45dd59f8c2baf057\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Methodological_Documentation\"], \"hxl_headers\": null}, {\"name\": \"TCD_ADM1_POP_2023\", \"is_hidden\": false, \"nrows\": 24, \"ncols\": 61, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"8decef438edf5d3624ad4c3859d93d6a\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_NAME\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_NAME\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_adm1_pop_2023.xlsx", "id": "f7208b61-cc26-42a7-a698-1d32af8d248f", "last_modified": "2024-09-16T20:11:26.976157", "metadata_modified": "2024-09-16T20:11:29.395010", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_adm1_pop_2023.xlsx", "originalHash": "8750915", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 19868, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_adm1_pop_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-16T20:05:24.329644", "datastore_active": false, "description": "Chad administrative level 0-1 sex and age disaggregated 2023 population statistics explanatory technical note", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/tcd_codps_qa_2023.pdf", "format": "PDF", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/tcd_codps_qa_2023.pdf", "id": "4eaace66-d2bf-4e4e-a089-ccbd726fe394", "last_modified": "2024-09-16T20:05:24.144262", "metadata_modified": "2024-09-16T20:05:25.761732", "microdata": false, "mimetype": "application/pdf", "mimetype_inner": null, "name": "tcd_codps_qa_2023.pdf", "originalHash": "8750915", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 993089, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/tcd_codps_qa_2023.pdf", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-16T20:11:28.957995", "datastore_active": false, "description": "Chat administrative level 0-3 gazetteer derived from ITOS tabular data. Administrative level 3 for Lac region only.", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-16T20:11:28.585870\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-16T20:11:30.727035\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Admin3\", \"is_hidden\": false, \"nrows\": 11, \"ncols\": 13, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"51b34b51499597b2db792d8e3c144af1\", \"hxl_header_hash\": null, \"headers\": [\"admin3Name_fr\", \"admin3Pcode\", \"admin3RefName\", \"admin3Name_MAJ\", \"admin3AltName1_fr\", \"admin3AltName2_fr\", \"admin3ChefLieu\", \"admin2Name_fr\", \"admin2Pcode\", \"admin1Name_fr\", \"admin1Pcode\", \"admin0Name_fr\", \"admin0Pcode\"], \"hxl_headers\": null}, {\"name\": \"Admin2\", \"is_hidden\": false, \"nrows\": 71, \"ncols\": 10, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"1b41ddbc2a0b176e19a3a7cae32ae501\", \"hxl_header_hash\": null, \"headers\": [\"admin2Name_fr\", \"admin2Pcode\", \"admin2RefName\", \"admin2Name_MAJ\", \"admin2AltName1_fr\", \"admin2AltName2_fr\", \"admin1Name_fr\", \"admin1Pcode\", \"admin0Name_fr\", \"admin0Pcode\"], \"hxl_headers\": null}, {\"name\": \"Admin1\", \"is_hidden\": false, \"nrows\": 24, \"ncols\": 8, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e72555749b58235236e8a8dc8c668e43\", \"hxl_header_hash\": null, \"headers\": [\"admin1Name_fr\", \"admin1Pcode\", \"admin1RefName\", \"admin1Name_MAJ\", \"admin1AltName1_fr\", \"admin1AltName2_fr\", \"admin0Name_fr\", \"admin0Pcode\"], \"hxl_headers\": null}, {\"name\": \"Admin0\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 5, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"834c7183a2091818bdc1164a52599b65\", \"hxl_header_hash\": null, \"headers\": [\"admin0Name_fr\", \"admin0Pcode\", \"admin0RefName\", \"admin0AltName1_fr\", \"admin0AltName2_fr\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx", "id": "acfd6ed9-4150-4445-8dec-83091d1b65eb", "last_modified": "2024-09-16T20:11:28.779441", "metadata_modified": "2024-09-16T20:11:31.080913", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admgz.xlsx", "originalHash": "8750915", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 2, "resource_type": "file.upload", "size": 18406, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:39.540312", "datastore_active": false, "description": "Chad administrative level 0 2021 sex and age disaggregated 2023 population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-16T20:01:30.652586\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-16T20:01:33.136132\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 2, \"ncols\": 59, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e91d2273d5914cf8e863f24e2ad9e6eb\", \"hxl_header_hash\": null, \"headers\": [\"\\ufeffyear\", \"ISO3\", \"ADM0_NAME\", \"ADM0_FR\", \"ADM0_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv", "id": "ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203", "in_hapi": "yes", "last_modified": "2024-09-16T20:01:30.857059", "metadata_modified": "2024-09-16T20:01:33.304965", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "tcd_admpop_adm0_2023.csv", "originalHash": "-1870529211", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": "0.07049772160829966", "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/pii.2021-07-01T11-41-47.main.json", "pii_timestamp": "2021-07-01T11:42:00.599000", "position": 3, "resource_type": "file.upload", "size": 879, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:45.425610", "datastore_active": false, "description": "Chad administrative level 1 2021 sex and age disaggregated 2023 population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "format": "CSV", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "id": "fb3d793e-57c5-4fb9-b361-8d4222fd254e", "in_hapi": "yes", "last_modified": "2021-07-01T11:41:47.393116", "metadata_modified": "2024-09-16T20:01:33.305065", "microdata": false, "mimetype": "application/vnd.ms-excel", "mimetype_inner": null, "name": "tcd_admpop_adm1_2021.csv", "originalHash": -1253282890, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.03680406486667654, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/fb3d793e-57c5-4fb9-b361-8d4222fd254e/pii.2021-07-01T11-41-49.main.json", "pii_timestamp": "2021-07-01T11:42:02.140000", "position": 4, "resource_type": "file.upload", "size": 8034, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-01-04T13:14:20.559180", "datastore_active": false, "description": "LEGACY Chad 2024 Population Projections", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-01-04T13:14:19.981737\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-01-04T13:14:23.613489\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Feuil1\", \"is_hidden\": false, \"nrows\": 73, \"ncols\": 5, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"3ceef82d98e2f1335cbc7996b556215c\", \"hxl_header_hash\": null, \"headers\": [\"ADM1_NAME\", \"ADM1_Pcode\", \"ADM2_NAME\", \"ADM2_Pcode\", \"Population_Projection_2024\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "id": "f026a982-b530-4e49-97a3-f54bbc5bad5d", "last_modified": "2024-01-04T13:14:20.259547", "metadata_modified": "2024-09-16T20:01:29.470167", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "Tchad_PopulationDuTchad_20240102.xlsx", "originalHash": 2015191249, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 5, "resource_type": "file.upload", "size": 14268, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/", "cache_last_updated": null, "cache_url": null, "created": "2022-11-30T11:34:23.540022", "datastore_active": false, "description": "LEGACY Chad Admin Population 2022", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "format": "XLSX", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "id": "384ea173-1a24-4fc2-9f54-24d9e4b7e1e4", "last_modified": "2022-11-30T11:34:23.127258", "metadata_modified": "2024-09-16T20:01:30.176893", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2022.xlsx", "originalHash": 790597032, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 200833, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:04:15.180683", "datastore_active": false, "description": "LEGACY Chad administrative level 0-2 2021 projected sex and age disaggregated population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "format": "XLSX", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "id": "5451d395-5344-4a7c-8cf3-22f08e4a1138", "last_modified": "2021-07-01T11:41:42.140055", "metadata_modified": "2024-09-16T20:01:31.057448", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2021.xlsx", "originalHash": -1575025827, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.763889455423148, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/5451d395-5344-4a7c-8cf3-22f08e4a1138/pii.2021-07-01T11-41-45.main.json", "pii_timestamp": "2021-07-01T11:42:09.373000", "position": 7, "resource_type": "file.upload", "size": 385544, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "url_type": "upload"}]} +{"archived": false, "cod_level": "cod-enhanced", "creator_user_id": "03f9db10-8651-4067-a64f-fe3619dcc7e8", "data_update_frequency": "365", "dataseries_name": "COD - Subnational Population Statistics", "dataset_date": "[2023-01-01T00:00:00 TO 2023-12-31T23:59:59]", "dataset_preview": "no_preview", "dataset_source": "UNFPA and INSEED Tchad", "due_date": "2025-09-17T13:41:32", "has_geodata": false, "has_quickcharts": false, "has_showcases": false, "id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-09-17T13:41:32.902949", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "9429fda5-d84f-42e4-890d-e03bf8297f7b", "maintainer_email": null, "metadata_created": "2017-06-15T11:17:31.507027", "metadata_modified": "2024-09-17T13:41:36.567570", "methodology": "Other", "methodology_other": "See metadata tab in spreadsheet.", "name": "cod-ps-tcd", "notes": "Chad administrative level 0-1 sex and age disaggregated 2023 projected population statistics\r\n\r\nREFERENCE YEAR: 2023\r\n\r\n\r\nThese table are suitable for database or GIS linkage to the [Chad - Subnational Administrative Boundaries](https://data.humdata.org/dataset/cod-ab-tcd).\r\n", "num_resources": 8, "num_tags": 3, "organization": {"id": "95aa8d05-b110-4607-9330-f2a779885493", "name": "unfpa", "title": "UNFPA", "type": "organization", "description": "UNFPA, the United Nations Population Fund, works globally to ensure universal access to sexual and reproductive health, prevent and respond to gender-based violence, collect and use population data, and promote gender equality and the empowerment of women and youth across the humanitarian/development continuum.", "image_url": "", "created": "2016-03-28T16:36:48.790190", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-11-16T13:41:32", "owner_org": "95aa8d05-b110-4607-9330-f2a779885493", "package_creator": "jamessteel", "pageviews_last_14_days": 35, "private": false, "qa_completed": false, "review_date": "2024-09-16T20:01:27.592546", "solr_additions": "{\"countries\": [\"Chad\"]}", "state": "active", "subnational": "1", "title": "Chad - Subnational Population Statistics", "total_res_downloads": 3539, "type": "dataset", "updated_by_script": "HDXINTERNAL:HDXPythonLibrary/6.2.1-CODs (2024-01-18T21:33:41.396316)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}], "tags": [{"display_name": "baseline population", "id": "db8205e9-b61c-4df7-a987-1a2658ed8666", "name": "baseline population", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "gazetteer", "id": "853d6f46-3b86-4f54-897f-65ed42a30675", "name": "gazetteer", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "sex and age disaggregated data-sadd", "id": "38902364-3f95-4a69-b465-30a9c49bd28c", "name": "sex and age disaggregated data-sadd", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-16T20:11:27.171262", "datastore_active": false, "description": "Chad administrative level 0-1 sex and age disaggregated 2023 population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_admpop_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-16T20:11:26.791306\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-16T20:11:29.220062\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_adm1_pop_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Metadata\", \"is_hidden\": false, \"nrows\": 23, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"0339e44102a0e052e8deafac00de1baa\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Metadata\"], \"hxl_headers\": null}, {\"name\": \"Methodological Documentation\", \"is_hidden\": false, \"nrows\": 9, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"d1319ef0402167ab45dd59f8c2baf057\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Methodological_Documentation\"], \"hxl_headers\": null}, {\"name\": \"TCD_ADM1_POP_2023\", \"is_hidden\": false, \"nrows\": 24, \"ncols\": 61, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"8decef438edf5d3624ad4c3859d93d6a\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_NAME\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_NAME\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-17T13:41:32.587361\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-17T13:41:36.293309\", \"sheet_changes\": [{\"name\": \"tcd_admpop_adm1_2023\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"tcd_admpop_adm0_2023\", \"event_type\": \"spreadsheet-sheet-created\", \"changed_fields\": \"\"}, {\"name\": \"TCD_ADM1_POP_2023\", \"event_type\": \"spreadsheet-sheet-deleted\", \"changed_fields\": \"\"}], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_admpop_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Metadata\", \"is_hidden\": false, \"nrows\": 23, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"0339e44102a0e052e8deafac00de1baa\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Metadata\"], \"hxl_headers\": null}, {\"name\": \"Methodological Documentation\", \"is_hidden\": false, \"nrows\": 9, \"ncols\": 2, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"d1319ef0402167ab45dd59f8c2baf057\", \"hxl_header_hash\": null, \"headers\": [\"Item\", \"Methodological_Documentation\"], \"hxl_headers\": null}, {\"name\": \"tcd_admpop_adm0_2023\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 59, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"90c5b6ce55838d8acb4d99f2a6bdbccc\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_NAME\", \"ADM0_FR\", \"ADM0_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}, {\"name\": \"tcd_admpop_adm1_2023\", \"is_hidden\": false, \"nrows\": 24, \"ncols\": 61, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"8decef438edf5d3624ad4c3859d93d6a\", \"hxl_header_hash\": null, \"headers\": [\"year\", \"ISO3\", \"ADM0_NAME\", \"ADM0_FR\", \"ADM0_PCODE\", \"ADM1_NAME\", \"ADM1_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_admpop_2023.xlsx", "id": "f7208b61-cc26-42a7-a698-1d32af8d248f", "last_modified": "2024-09-17T13:41:32.902949", "metadata_modified": "2024-09-17T13:41:36.762073", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2023.xlsx", "originalHash": "1320378698", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 23529, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f7208b61-cc26-42a7-a698-1d32af8d248f/download/tcd_admpop_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-16T20:05:24.329644", "datastore_active": false, "description": "Chad administrative level 0-1 sex and age disaggregated 2023 population statistics explanatory technical note", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/tcd_codps_qa_2023.pdf", "format": "PDF", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/tcd_codps_qa_2023.pdf", "id": "4eaace66-d2bf-4e4e-a089-ccbd726fe394", "last_modified": "2024-09-16T20:05:24.144262", "metadata_modified": "2024-09-16T20:05:25.761732", "microdata": false, "mimetype": "application/pdf", "mimetype_inner": null, "name": "tcd_codps_qa_2023.pdf", "originalHash": "8750915", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 993089, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/4eaace66-d2bf-4e4e-a089-ccbd726fe394/download/tcd_codps_qa_2023.pdf", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-16T20:11:28.957995", "datastore_active": false, "description": "Chat administrative level 0-3 gazetteer derived from ITOS tabular data. Administrative level 3 for Lac region only.", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-16T20:11:28.585870\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-16T20:11:30.727035\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Admin3\", \"is_hidden\": false, \"nrows\": 11, \"ncols\": 13, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"51b34b51499597b2db792d8e3c144af1\", \"hxl_header_hash\": null, \"headers\": [\"admin3Name_fr\", \"admin3Pcode\", \"admin3RefName\", \"admin3Name_MAJ\", \"admin3AltName1_fr\", \"admin3AltName2_fr\", \"admin3ChefLieu\", \"admin2Name_fr\", \"admin2Pcode\", \"admin1Name_fr\", \"admin1Pcode\", \"admin0Name_fr\", \"admin0Pcode\"], \"hxl_headers\": null}, {\"name\": \"Admin2\", \"is_hidden\": false, \"nrows\": 71, \"ncols\": 10, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"1b41ddbc2a0b176e19a3a7cae32ae501\", \"hxl_header_hash\": null, \"headers\": [\"admin2Name_fr\", \"admin2Pcode\", \"admin2RefName\", \"admin2Name_MAJ\", \"admin2AltName1_fr\", \"admin2AltName2_fr\", \"admin1Name_fr\", \"admin1Pcode\", \"admin0Name_fr\", \"admin0Pcode\"], \"hxl_headers\": null}, {\"name\": \"Admin1\", \"is_hidden\": false, \"nrows\": 24, \"ncols\": 8, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e72555749b58235236e8a8dc8c668e43\", \"hxl_header_hash\": null, \"headers\": [\"admin1Name_fr\", \"admin1Pcode\", \"admin1RefName\", \"admin1Name_MAJ\", \"admin1AltName1_fr\", \"admin1AltName2_fr\", \"admin0Name_fr\", \"admin0Pcode\"], \"hxl_headers\": null}, {\"name\": \"Admin0\", \"is_hidden\": false, \"nrows\": 2, \"ncols\": 5, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"834c7183a2091818bdc1164a52599b65\", \"hxl_header_hash\": null, \"headers\": [\"admin0Name_fr\", \"admin0Pcode\", \"admin0RefName\", \"admin0AltName1_fr\", \"admin0AltName2_fr\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx", "id": "acfd6ed9-4150-4445-8dec-83091d1b65eb", "last_modified": "2024-09-16T20:11:28.779441", "metadata_modified": "2024-09-16T20:11:31.080913", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admgz.xlsx", "originalHash": "8750915", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 2, "resource_type": "file.upload", "size": 18406, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/acfd6ed9-4150-4445-8dec-83091d1b65eb/download/tcd_admgz.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:39.540312", "datastore_active": false, "description": "Chad administrative level 0 2021 sex and age disaggregated 2023 population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-16T20:01:30.652586\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-16T20:01:33.136132\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 2, \"ncols\": 59, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"e91d2273d5914cf8e863f24e2ad9e6eb\", \"hxl_header_hash\": null, \"headers\": [\"\\ufeffyear\", \"ISO3\", \"ADM0_NAME\", \"ADM0_FR\", \"ADM0_PCODE\", \"F_TL\", \"M_TL\", \"T_TL\", \"F_00_04\", \"F_05_09\", \"F_10_14\", \"F_15_19\", \"F_20_24\", \"F_25_29\", \"F_30_34\", \"F_35_39\", \"F_40_44\", \"F_45_49\", \"F_50_54\", \"F_55_59\", \"F_60_64\", \"F_65_69\", \"F_70_74\", \"F_75_79\", \"F_80Plus\", \"M_00_04\", \"M_05_09\", \"M_10_14\", \"M_15_19\", \"M_20_24\", \"M_25_29\", \"M_30_34\", \"M_35_39\", \"M_40_44\", \"M_45_49\", \"M_50_54\", \"M_55_59\", \"M_60_64\", \"M_65_69\", \"M_70_74\", \"M_75_79\", \"M_80Plus\", \"T_00_04\", \"T_05_09\", \"T_10_14\", \"T_15_19\", \"T_20_24\", \"T_25_29\", \"T_30_34\", \"T_35_39\", \"T_40_44\", \"T_45_49\", \"T_50_54\", \"T_55_59\", \"T_60_64\", \"T_65_69\", \"T_70_74\", \"T_75_79\", \"T_80Plus\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv", "id": "ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203", "in_hapi": "yes", "last_modified": "2024-09-16T20:01:30.857059", "metadata_modified": "2024-09-16T20:01:33.304965", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "tcd_admpop_adm0_2023.csv", "originalHash": "-1870529211", "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": "0.07049772160829966", "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/pii.2021-07-01T11-41-47.main.json", "pii_timestamp": "2021-07-01T11:42:00.599000", "position": 3, "resource_type": "file.upload", "size": 879, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/ce1b0007-e65c-4b3c-bd48-2cd0e3b9d203/download/tcd_admpop_adm0_2023.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:14:45.425610", "datastore_active": false, "description": "Chad administrative level 1 2021 sex and age disaggregated 2023 population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "format": "CSV", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "id": "fb3d793e-57c5-4fb9-b361-8d4222fd254e", "in_hapi": "yes", "last_modified": "2021-07-01T11:41:47.393116", "metadata_modified": "2024-09-16T20:01:33.305065", "microdata": false, "mimetype": "application/vnd.ms-excel", "mimetype_inner": null, "name": "tcd_admpop_adm1_2021.csv", "originalHash": -1253282890, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.03680406486667654, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/fb3d793e-57c5-4fb9-b361-8d4222fd254e/pii.2021-07-01T11-41-49.main.json", "pii_timestamp": "2021-07-01T11:42:02.140000", "position": 4, "resource_type": "file.upload", "size": 8034, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/fb3d793e-57c5-4fb9-b361-8d4222fd254e/download/tcd_admpop_adm1_2021.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-01-04T13:14:20.559180", "datastore_active": false, "description": "LEGACY Chad 2024 Population Projections", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-01-04T13:14:19.981737\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-01-04T13:14:23.613489\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"Feuil1\", \"is_hidden\": false, \"nrows\": 73, \"ncols\": 5, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"3ceef82d98e2f1335cbc7996b556215c\", \"hxl_header_hash\": null, \"headers\": [\"ADM1_NAME\", \"ADM1_Pcode\", \"ADM2_NAME\", \"ADM2_Pcode\", \"Population_Projection_2024\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "id": "f026a982-b530-4e49-97a3-f54bbc5bad5d", "last_modified": "2024-01-04T13:14:20.259547", "metadata_modified": "2024-09-16T20:01:29.470167", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "Tchad_PopulationDuTchad_20240102.xlsx", "originalHash": 2015191249, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 5, "resource_type": "file.upload", "size": 14268, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/f026a982-b530-4e49-97a3-f54bbc5bad5d/download/tchad_populationdutchad_20240102.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/", "cache_last_updated": null, "cache_url": null, "created": "2022-11-30T11:34:23.540022", "datastore_active": false, "description": "LEGACY Chad Admin Population 2022", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "format": "XLSX", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "id": "384ea173-1a24-4fc2-9f54-24d9e4b7e1e4", "last_modified": "2022-11-30T11:34:23.127258", "metadata_modified": "2024-09-16T20:01:30.176893", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2022.xlsx", "originalHash": 790597032, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 200833, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/384ea173-1a24-4fc2-9f54-24d9e4b7e1e4/download/tcd_data_cod_ps_update_21_09_2022_fin.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/", "cache_last_updated": null, "cache_url": null, "created": "2019-10-17T12:04:15.180683", "datastore_active": false, "description": "LEGACY Chad administrative level 0-2 2021 projected sex and age disaggregated population statistics", "download_url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "format": "XLSX", "hash": "", "hdx_rel_url": "/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "id": "5451d395-5344-4a7c-8cf3-22f08e4a1138", "last_modified": "2021-07-01T11:41:42.140055", "metadata_modified": "2024-09-16T20:01:31.057448", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "tcd_admpop_2021.xlsx", "originalHash": -1575025827, "package_id": "5e60290d-0a82-48e2-9454-812b01c7d9d4", "pii_predict_score": 0.763889455423148, "pii_report_flag": "FINDINGS", "pii_report_id": "/resources/5451d395-5344-4a7c-8cf3-22f08e4a1138/pii.2021-07-01T11-41-45.main.json", "pii_timestamp": "2021-07-01T11:42:09.373000", "position": 7, "resource_type": "file.upload", "size": 385544, "state": "active", "url": "https://data.humdata.org/dataset/5e60290d-0a82-48e2-9454-812b01c7d9d4/resource/5451d395-5344-4a7c-8cf3-22f08e4a1138/download/tcd_admpop_2021.xlsx", "url_type": "upload"}]} diff --git a/tests/fixtures/input/population_tcd_tcd_adm1_pop_2023.xlsx b/tests/fixtures/input/population_tcd_tcd_adm1_pop_2023.xlsx deleted file mode 100644 index c205fe35..00000000 Binary files a/tests/fixtures/input/population_tcd_tcd_adm1_pop_2023.xlsx and /dev/null differ diff --git a/tests/fixtures/input/population_tcd_tcd_admpop_2023.xlsx b/tests/fixtures/input/population_tcd_tcd_admpop_2023.xlsx new file mode 100644 index 00000000..115c4ed3 Binary files /dev/null and b/tests/fixtures/input/population_tcd_tcd_admpop_2023.xlsx differ diff --git a/tests/fixtures/input/population_tcd_tcd_admpop_adm0_2023.csv b/tests/fixtures/input/population_tcd_tcd_admpop_adm0_2023.csv deleted file mode 100644 index ad65719b..00000000 --- a/tests/fixtures/input/population_tcd_tcd_admpop_adm0_2023.csv +++ /dev/null @@ -1,2 +0,0 @@ -year,ISO3,ADM0_NAME,ADM0_FR,ADM0_PCODE,F_TL,M_TL,T_TL,F_00_04,F_05_09,F_10_14,F_15_19,F_20_24,F_25_29,F_30_34,F_35_39,F_40_44,F_45_49,F_50_54,F_55_59,F_60_64,F_65_69,F_70_74,F_75_79,F_80Plus,M_00_04,M_05_09,M_10_14,M_15_19,M_20_24,M_25_29,M_30_34,M_35_39,M_40_44,M_45_49,M_50_54,M_55_59,M_60_64,M_65_69,M_70_74,M_75_79,M_80Plus,T_00_04,T_05_09,T_10_14,T_15_19,T_20_24,T_25_29,T_30_34,T_35_39,T_40_44,T_45_49,T_50_54,T_55_59,T_60_64,T_65_69,T_70_74,T_75_79,T_80Plus -2023,TCD,Chad,Tchad,TD,9075045,8958704,18033749,1719109,1413000,1269557,1058822,754939,585512,520211,441612,350383,279495,212860,159036,111994,78283,55059,34594,30579,1801766,1465090,1296164,1090013,780041,573624,408085,314569,276083,238905,205406,167477,122475,88285,60075,37024,33622,3520875,2878090,2565721,2148835,1534980,1159136,928296,756181,626466,518400,418266,326513,234469,166568,115134,71618,64201 diff --git a/tests/test_main.py b/tests/test_main.py index 82f9dab5..d3a7015f 100644 --- a/tests/test_main.py +++ b/tests/test_main.py @@ -131,11 +131,11 @@ def test_population(self, configuration, folder, pipelines): count = session.scalar(select(func.count(DBDataset.hdx_id))) check.equal(count, 5) count = session.scalar(select(func.count(DBResource.hdx_id))) - check.equal(count, 12) + check.equal(count, 11) count = session.scalar( select(func.count(DBPopulation.resource_hdx_id)) ) - check.equal(count, 7359) + check.equal(count, 8601) @pytest.mark.parametrize( "themes_to_run", [{"operational_presence": ("AFG", "MLI", "NGA")}]