diff --git a/CHANGELOG.md b/CHANGELOG.md index 4967583e..21447a51 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,18 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). +## [0.10.29] - 2024-12-12 + +### Fixed + +- 3W for NGA + +### Changed + +- Added ability to read historical humanitarian needs data +- Replaced missing funding amounts with zeros +- Updated 3W data for CAF, SSD + ## [0.10.28] - 2024-12-10 ### Changed diff --git a/src/hapi/pipelines/configs/operational_presence.yaml b/src/hapi/pipelines/configs/operational_presence.yaml index a82aef99..a4fe1564 100644 --- a/src/hapi/pipelines/configs/operational_presence.yaml +++ b/src/hapi/pipelines/configs/operational_presence.yaml @@ -62,35 +62,33 @@ operational_presence_admintwo: operational_presence_caf: dataset: "republique-centrafricaine-presence-operationnelle" - resource: "3W_CAR_Mar2024" + resource: "3W_CAR_Sep2024" format: "xlsx" xlsx2csv: True - sheet: "OCHA CAR 3W OP T1 2024" - headers: - - 1 - - 2 + sheet: "3W T3 2024" + headers: 1 source_date: - start: "01/01/2024" - end: "31/03/2024" + start: "01/04/2024" + end: "30/09/2024" use_hxl: False admin: - ~ - - "PCODE2 #adm2+code" + - "PCODE2" admin_exact: True input: - - "Description_Acteur" - - "ACTEUR #org+acronym" + - "DESCRIPTION_ACTEUR" + - "ACTEUR" - "TYPE_ORG" - - "SECTEUR #sector" - - "PREFECTURE #adm1+name" - - "SOUSPREFECTURE #adm2+name" + - "SECTEUR" + - "PREFECTURE" + - "SOUSPREFECTURE" list: - - "Description_Acteur" - - "ACTEUR #org+acronym" + - "DESCRIPTION_ACTEUR" + - "ACTEUR" - "TYPE_ORG" - - "SECTEUR #sector" - - "PREFECTURE #adm1+name" - - "SOUSPREFECTURE #adm2+name" + - "SECTEUR" + - "PREFECTURE" + - "SOUSPREFECTURE" operational_presence_cmr: dataset: "cameroon-5w-operational-presence" @@ -356,7 +354,7 @@ operational_presence_admintwo: operational_presence_nga: dataset: "nigeria-3w" - resource: "who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv" + resource: "who-is-doing-what-and-where_nga_3w_apr_jun_2024.csv" format: "csv" headers: 1 source_date: @@ -759,14 +757,14 @@ operational_presence_national: operational_presence_ssd: dataset: "south-sudan-operational-presence" - resource: "ss_20241106_3w_oerational presence_Jan to Sep_2024.xlsx" + resource: "ss_20241212_3w_oerational presence_Jan to Oct_2024.xlsx" format: "xlsx" xlsx2csv: True - sheet: "data" + sheet: "Data" headers: 1 source_date: start: "01/01/2024" - end: "30/09/2024" + end: "31/10/2024" admin_single: "SSD" input: - "Name of organization" diff --git a/src/hapi/pipelines/database/funding.py b/src/hapi/pipelines/database/funding.py index a27ab75f..21e2ebb6 100644 --- a/src/hapi/pipelines/database/funding.py +++ b/src/hapi/pipelines/database/funding.py @@ -96,16 +96,10 @@ def populate(self) -> None: # This check for a missing funding line has been added due to # an error in the UKR funding requirements data if funding_usd is None: - self._error_manager.add_missing_value_message( - "Funding", - dataset_name, - "funding_usd for appeal code", - appeal_code, - resource_name=resource_name, - err_to_hdx=True, - ) - continue + funding_usd = 0 funding_pct = row["#value+funding+pct"] + if funding_pct is None and funding_usd == 0: + funding_pct = 0 reference_period_start = parse_date(row["#date+start"]) reference_period_end = parse_date(row["#date+end"]) diff --git a/src/hapi/pipelines/database/humanitarian_needs.py b/src/hapi/pipelines/database/humanitarian_needs.py index 2860afa7..3570de41 100644 --- a/src/hapi/pipelines/database/humanitarian_needs.py +++ b/src/hapi/pipelines/database/humanitarian_needs.py @@ -95,86 +95,87 @@ def populate(self) -> None: self._metadata.add_dataset(dataset) dataset_id = dataset["id"] dataset_name = dataset["name"] - resource = dataset.get_resource(0) # assumes first resource is latest! - self._metadata.add_resource(dataset_id, resource) - negative_values_by_iso3 = {} - rounded_values_by_iso3 = {} - resource_id = resource["id"] - resource_name = resource["name"] - year = int(resource_name[-4:]) - time_period_start = datetime(year, 1, 1) - time_period_end = datetime(year, 12, 31, 23, 59, 59) - url = resource["url"] - headers, rows = reader.get_tabular_rows(url, dict_form=True) - # Admin 1 PCode,Admin 2 PCode,Sector,Gender,Age Group,Disabled,Population Group,Population,In Need,Targeted,Affected,Reached - for row in rows: - countryiso3 = row["Country ISO3"] - admin2_ref = self.get_admin2_ref(row, dataset_name) - if not admin2_ref: - continue - provider_admin1_name = get_provider_name(row, "Admin 1 Name") - provider_admin2_name = get_provider_name(row, "Admin 2 Name") - sector = row["Sector"] - sector_code = self._sector.get_sector_code(sector) - if not sector_code: - self._error_manager.add_missing_value_message( - "HumanitarianNeeds", dataset_name, "sector", sector - ) - continue - category = row["Category"] - if category is None: - category = "" - - def create_row(in_col, population_status): - value = row[in_col] - if value is None: - return - value = get_numeric_if_possible(value) - if value < 0: - dict_of_lists_add( - negative_values_by_iso3, countryiso3, str(value) + resources = dataset.get_resources() + for resource in resources: + self._metadata.add_resource(dataset_id, resource) + negative_values_by_iso3 = {} + rounded_values_by_iso3 = {} + resource_id = resource["id"] + resource_name = resource["name"] + year = int(resource_name[-4:]) + time_period_start = datetime(year, 1, 1) + time_period_end = datetime(year, 12, 31, 23, 59, 59) + url = resource["url"] + headers, rows = reader.get_tabular_rows(url, dict_form=True) + # Admin 1 PCode,Admin 2 PCode,Sector,Gender,Age Group,Disabled,Population Group,Population,In Need,Targeted,Affected,Reached + for row in rows: + countryiso3 = row["Country ISO3"] + admin2_ref = self.get_admin2_ref(row, dataset_name) + if not admin2_ref: + continue + provider_admin1_name = get_provider_name(row, "Admin 1 Name") + provider_admin2_name = get_provider_name(row, "Admin 2 Name") + sector = row["Sector"] + sector_code = self._sector.get_sector_code(sector) + if not sector_code: + self._error_manager.add_missing_value_message( + "HumanitarianNeeds", dataset_name, "sector", sector ) - return - if isinstance(value, float): - dict_of_lists_add( - rounded_values_by_iso3, countryiso3, str(value) + continue + category = row["Category"] + if category is None: + category = "" + + def create_row(in_col, population_status): + value = row[in_col] + if value is None: + return + value = get_numeric_if_possible(value) + if value < 0: + dict_of_lists_add( + negative_values_by_iso3, countryiso3, str(value) + ) + return + if isinstance(value, float): + dict_of_lists_add( + rounded_values_by_iso3, countryiso3, str(value) + ) + value = round(value) + humanitarian_needs_row = DBHumanitarianNeeds( + resource_hdx_id=resource_id, + admin2_ref=admin2_ref, + provider_admin1_name=provider_admin1_name, + provider_admin2_name=provider_admin2_name, + category=category, + sector_code=sector_code, + population_status=population_status, + population=value, + reference_period_start=time_period_start, + reference_period_end=time_period_end, ) - value = round(value) - humanitarian_needs_row = DBHumanitarianNeeds( - resource_hdx_id=resource_id, - admin2_ref=admin2_ref, - provider_admin1_name=provider_admin1_name, - provider_admin2_name=provider_admin2_name, - category=category, - sector_code=sector_code, - population_status=population_status, - population=value, - reference_period_start=time_period_start, - reference_period_end=time_period_end, - ) - self._session.add(humanitarian_needs_row) + self._session.add(humanitarian_needs_row) - create_row("Population", "all") - create_row("Affected", "AFF") - create_row("In Need", "INN") - create_row("Targeted", "TGT") - create_row("Reached", "REA") + create_row("Population", "all") + create_row("Affected", "AFF") + create_row("In Need", "INN") + create_row("Targeted", "TGT") + create_row("Reached", "REA") - self._session.commit() - for countryiso3, values in negative_values_by_iso3.items(): - self._error_manager.add_multi_valued_message( - "HumanitarianNeeds", - dataset_name, - f"negative population value(s) removed in {countryiso3}", - values, - resource_name=resource_name, - err_to_hdx=True, - ) - for countryiso3, values in rounded_values_by_iso3.items(): - self._error_manager.add_multi_valued_message( - "HumanitarianNeeds", - dataset_name, - f"population value(s) rounded in {countryiso3}", - values, - message_type="warning", - ) + self._session.commit() + for countryiso3, values in negative_values_by_iso3.items(): + self._error_manager.add_multi_valued_message( + "HumanitarianNeeds", + dataset_name, + f"negative population value(s) removed in {countryiso3}", + values, + resource_name=resource_name, + err_to_hdx=True, + ) + for countryiso3, values in rounded_values_by_iso3.items(): + self._error_manager.add_multi_valued_message( + "HumanitarianNeeds", + dataset_name, + f"population value(s) rounded in {countryiso3}", + values, + message_type="warning", + ) diff --git a/tests/fixtures/input/global-hpc-hno.json b/tests/fixtures/input/global-hpc-hno.json index ec2cfacc..15bd845e 100644 --- a/tests/fixtures/input/global-hpc-hno.json +++ b/tests/fixtures/input/global-hpc-hno.json @@ -1 +1 @@ -{"archived": false, "batch": "f483d10a-7f75-4be8-9cc5-7a4ca9cadbb5", "caveats": "", "creator_user_id": "196196be-6037-4488-8b71-d786adf4c081", "data_update_frequency": "365", "dataset_date": "[2024-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-10-08T23:02:06", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-10-08T23:02:06.495978", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "196196be-6037-4488-8b71-d786adf4c081", "maintainer_email": null, "metadata_created": "2024-08-14T00:01:21.675285", "metadata_modified": "2024-10-08T23:02:12.585542", "methodology": "Registry", "name": "global-hpc-hno", "notes": "This dataset contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the [Humanitarian Needs Overview data series](https://data.humdata.org/dataset/?dataseries_name=Humanitarian+Needs+Overview).", "num_resources": 2, "num_tags": 3, "organization": {"id": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "name": "ocha-hpc-tools", "title": "OCHA Humanitarian Programme Cycle Tools (HPC Tools)", "type": "organization", "description": "OCHA\u2019s HPC.tools are online platforms that enable the humanitarian community to structure and manage information around the Humanitarian Programme Cycle (HPC).", "image_url": "", "created": "2024-08-13T10:12:58.027482", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-12-07T23:02:06", "owner_org": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "package_creator": "mcarans", "pageviews_last_14_days": 1, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Afghanistan\", \"Burkina Faso\", \"Cameroon\", \"Central African Republic\", \"Chad\", \"Colombia\", \"Democratic Republic of the Congo\", \"El Salvador\", \"Ethiopia\", \"Guatemala\", \"Haiti\", \"Honduras\", \"Mali\", \"Mozambique\", \"Myanmar\", \"Niger\", \"Nigeria\", \"Somalia\", \"South Sudan\", \"Sudan\", \"Syrian Arab Republic\", \"Ukraine\", \"Venezuela (Bolivarian Republic of)\", \"Yemen\"]}", "state": "active", "subnational": "1", "title": "Global Humanitarian Programme Cycle, Humanitarian Needs", "total_res_downloads": 0, "type": "dataset", "updated_by_script": "HDX Scraper: HPC HNO (2024-10-08T23:01:57.045579)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Afghanistan", "id": "afg", "image_display_url": "", "name": "afg", "title": "Afghanistan"}, {"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}, {"description": "", "display_name": "Cameroon", "id": "cmr", "image_display_url": "", "name": "cmr", "title": "Cameroon"}, {"description": "", "display_name": "Central African Republic", "id": "caf", "image_display_url": "", "name": "caf", "title": "Central African Republic"}, {"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}, {"description": "", "display_name": "Colombia", "id": "col", "image_display_url": "", "name": "col", "title": "Colombia"}, {"description": "", "display_name": "Democratic Republic of the Congo", "id": "cod", "image_display_url": "", "name": "cod", "title": "Democratic Republic of the Congo"}, {"description": "", "display_name": "El Salvador", "id": "slv", "image_display_url": "", "name": "slv", "title": "El Salvador"}, {"description": "", "display_name": "Ethiopia", "id": "eth", "image_display_url": "", "name": "eth", "title": "Ethiopia"}, {"description": "", "display_name": "Guatemala", "id": "gtm", "image_display_url": "", "name": "gtm", "title": "Guatemala"}, {"description": "", "display_name": "Haiti", "id": "hti", "image_display_url": "", "name": "hti", "title": "Haiti"}, {"description": "", "display_name": "Honduras", "id": "hnd", "image_display_url": "", "name": "hnd", "title": "Honduras"}, {"description": "", "display_name": "Mali", "id": "mli", "image_display_url": "", "name": "mli", "title": "Mali"}, {"description": "", "display_name": "Mozambique", "id": "moz", "image_display_url": "", "name": "moz", "title": "Mozambique"}, {"description": "", "display_name": "Myanmar", "id": "mmr", "image_display_url": "", "name": "mmr", "title": "Myanmar"}, {"description": "", "display_name": "Niger", "id": "ner", "image_display_url": "", "name": "ner", "title": "Niger"}, {"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}, {"description": "", "display_name": "Somalia", "id": "som", "image_display_url": "", "name": "som", "title": "Somalia"}, {"description": "", "display_name": "South Sudan", "id": "ssd", "image_display_url": "", "name": "ssd", "title": "South Sudan"}, {"description": "", "display_name": "Sudan", "id": "sdn", "image_display_url": "", "name": "sdn", "title": "Sudan"}, {"description": "", "display_name": "Syrian Arab Republic", "id": "syr", "image_display_url": "", "name": "syr", "title": "Syrian Arab Republic"}, {"description": "", "display_name": "Ukraine", "id": "ukr", "image_display_url": "", "name": "ukr", "title": "Ukraine"}, {"description": "", "display_name": "Venezuela (Bolivarian Republic of)", "id": "ven", "image_display_url": "", "name": "ven", "title": "Venezuela (Bolivarian Republic of)"}, {"description": "", "display_name": "Yemen", "id": "yem", "image_display_url": "", "name": "yem", "title": "Yemen"}], "tags": [{"display_name": "humanitarian needs overview-hno", "id": "4d810352-78d9-453c-a48f-6a17b8e6761a", "name": "humanitarian needs overview-hno", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "people in need-pin", "id": "3e0df740-714b-476a-ad14-4fc6fc4fc0ba", "name": "people in need-pin", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-14T00:01:21.681002", "dataset_preview_enabled": true, "datastore_active": false, "description": "This resource contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the resources below.", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260926\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:42.369260\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609954\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:35.230640\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923786\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:47:56.960384\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280901\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:54.495546\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042730\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:09.746783\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "id": "8e3931a5-452b-4583-9d02-2247a34e397b", "in_hapi": "yes", "last_modified": "2024-10-08T23:02:06.258174", "metadata_modified": "2024-10-08T23:02:09.938264", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global HPC HNO 2024", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 0, "resource_type": "file.upload", "size": 25564990, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "url_type": "upload"}, {"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-10-08T22:28:38.962486", "dataset_preview_enabled": false, "datastore_active": false, "description": "Deprecated global HNO resource (will be removed soon)", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260936\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:46.789052\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151103, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609965\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:38.785124\", \"sheet_changes\": [{\"name\": \"__DEFAULT__\", \"event_type\": \"spreadsheet-sheet-changed\", \"changed_fields\": [{\"field\": \"nrows\", \"new_value\": 151102, \"new_display_value\": 151102, \"old_value\": 151103, \"old_display_value\": 151103}]}], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923797\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:48:00.130990\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280916\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:57.207938\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042744\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:12.458035\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "id": "fcb4a235-ebd8-415e-96d3-2af42e3ebb1f", "last_modified": "2024-10-08T23:02:06.495978", "metadata_modified": "2024-10-08T23:02:12.600988", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "Global HPC HNO 2024 Deprecated", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 1, "resource_type": "file.upload", "size": 7730492, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "url_type": "upload"}]} +{"archived": false, "batch": "f483d10a-7f75-4be8-9cc5-7a4ca9cadbb5", "caveats": "", "creator_user_id": "196196be-6037-4488-8b71-d786adf4c081", "data_update_frequency": "365", "dataset_date": "[2024-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-10-08T23:02:06", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-10-08T23:02:06.495978", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "196196be-6037-4488-8b71-d786adf4c081", "maintainer_email": null, "metadata_created": "2024-08-14T00:01:21.675285", "metadata_modified": "2024-10-08T23:02:12.585542", "methodology": "Registry", "name": "global-hpc-hno", "notes": "This dataset contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the [Humanitarian Needs Overview data series](https://data.humdata.org/dataset/?dataseries_name=Humanitarian+Needs+Overview).", "num_resources": 1, "num_tags": 3, "organization": {"id": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "name": "ocha-hpc-tools", "title": "OCHA Humanitarian Programme Cycle Tools (HPC Tools)", "type": "organization", "description": "OCHA\u2019s HPC.tools are online platforms that enable the humanitarian community to structure and manage information around the Humanitarian Programme Cycle (HPC).", "image_url": "", "created": "2024-08-13T10:12:58.027482", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-12-07T23:02:06", "owner_org": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "package_creator": "mcarans", "pageviews_last_14_days": 1, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Afghanistan\", \"Burkina Faso\", \"Cameroon\", \"Central African Republic\", \"Chad\", \"Colombia\", \"Democratic Republic of the Congo\", \"El Salvador\", \"Ethiopia\", \"Guatemala\", \"Haiti\", \"Honduras\", \"Mali\", \"Mozambique\", \"Myanmar\", \"Niger\", \"Nigeria\", \"Somalia\", \"South Sudan\", \"Sudan\", \"Syrian Arab Republic\", \"Ukraine\", \"Venezuela (Bolivarian Republic of)\", \"Yemen\"]}", "state": "active", "subnational": "1", "title": "Global Humanitarian Programme Cycle, Humanitarian Needs", "total_res_downloads": 0, "type": "dataset", "updated_by_script": "HDX Scraper: HPC HNO (2024-10-08T23:01:57.045579)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Afghanistan", "id": "afg", "image_display_url": "", "name": "afg", "title": "Afghanistan"}, {"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}, {"description": "", "display_name": "Cameroon", "id": "cmr", "image_display_url": "", "name": "cmr", "title": "Cameroon"}, {"description": "", "display_name": "Central African Republic", "id": "caf", "image_display_url": "", "name": "caf", "title": "Central African Republic"}, {"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}, {"description": "", "display_name": "Colombia", "id": "col", "image_display_url": "", "name": "col", "title": "Colombia"}, {"description": "", "display_name": "Democratic Republic of the Congo", "id": "cod", "image_display_url": "", "name": "cod", "title": "Democratic Republic of the Congo"}, {"description": "", "display_name": "El Salvador", "id": "slv", "image_display_url": "", "name": "slv", "title": "El Salvador"}, {"description": "", "display_name": "Ethiopia", "id": "eth", "image_display_url": "", "name": "eth", "title": "Ethiopia"}, {"description": "", "display_name": "Guatemala", "id": "gtm", "image_display_url": "", "name": "gtm", "title": "Guatemala"}, {"description": "", "display_name": "Haiti", "id": "hti", "image_display_url": "", "name": "hti", "title": "Haiti"}, {"description": "", "display_name": "Honduras", "id": "hnd", "image_display_url": "", "name": "hnd", "title": "Honduras"}, {"description": "", "display_name": "Mali", "id": "mli", "image_display_url": "", "name": "mli", "title": "Mali"}, {"description": "", "display_name": "Mozambique", "id": "moz", "image_display_url": "", "name": "moz", "title": "Mozambique"}, {"description": "", "display_name": "Myanmar", "id": "mmr", "image_display_url": "", "name": "mmr", "title": "Myanmar"}, {"description": "", "display_name": "Niger", "id": "ner", "image_display_url": "", "name": "ner", "title": "Niger"}, {"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}, {"description": "", "display_name": "Somalia", "id": "som", "image_display_url": "", "name": "som", "title": "Somalia"}, {"description": "", "display_name": "South Sudan", "id": "ssd", "image_display_url": "", "name": "ssd", "title": "South Sudan"}, {"description": "", "display_name": "Sudan", "id": "sdn", "image_display_url": "", "name": "sdn", "title": "Sudan"}, {"description": "", "display_name": "Syrian Arab Republic", "id": "syr", "image_display_url": "", "name": "syr", "title": "Syrian Arab Republic"}, {"description": "", "display_name": "Ukraine", "id": "ukr", "image_display_url": "", "name": "ukr", "title": "Ukraine"}, {"description": "", "display_name": "Venezuela (Bolivarian Republic of)", "id": "ven", "image_display_url": "", "name": "ven", "title": "Venezuela (Bolivarian Republic of)"}, {"description": "", "display_name": "Yemen", "id": "yem", "image_display_url": "", "name": "yem", "title": "Yemen"}], "tags": [{"display_name": "humanitarian needs overview-hno", "id": "4d810352-78d9-453c-a48f-6a17b8e6761a", "name": "humanitarian needs overview-hno", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "people in need-pin", "id": "3e0df740-714b-476a-ad14-4fc6fc4fc0ba", "name": "people in need-pin", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-14T00:01:21.681002", "dataset_preview_enabled": true, "datastore_active": false, "description": "This resource contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the resources below.", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260926\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:42.369260\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609954\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:35.230640\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923786\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:47:56.960384\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280901\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:54.495546\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042730\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:09.746783\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "id": "8e3931a5-452b-4583-9d02-2247a34e397b", "in_hapi": "yes", "last_modified": "2024-10-08T23:02:06.258174", "metadata_modified": "2024-10-08T23:02:09.938264", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global HPC HNO 2024", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 0, "resource_type": "file.upload", "size": 25564990, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "url_type": "upload"}]} diff --git a/tests/fixtures/input/nigeria-3w.json b/tests/fixtures/input/nigeria-3w.json index b5838c82..835dcef4 100644 --- a/tests/fixtures/input/nigeria-3w.json +++ b/tests/fixtures/input/nigeria-3w.json @@ -1 +1 @@ -{"archived": false, "creator_user_id": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "data_update_frequency": "90", "dataset_date": "[2022-01-01T00:00:00 TO 2024-06-30T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-03-06T13:38:02", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-12-06T13:38:02.579385", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "maintainer_email": null, "metadata_created": "2023-07-26T11:22:48.033689", "metadata_modified": "2024-12-06T16:45:17.069007", "methodology": "Direct Observational Data/Anecdotal Data", "name": "nigeria-3w", "notes": "The Who does What Where (3W) is a core humanitarian coordination dataset. It is critical to know where humanitarian organizations are working and what they are doing in order to identify gaps and plan for future humanitarian response. This dataset includes a list of humanitarian organizations operating in Nigeria at LGA level.", "num_resources": 8, "num_tags": 2, "organization": {"id": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "name": "ocha-nigeria", "title": "OCHA Nigeria", "type": "organization", "description": "UN Office for the Coordination of Humanitarian Affairs (OCHA) country office in Nigeria. The eleven-year crisis shows no sign of abating and is adding to the long history of marginalization, climate shocks, chronic under-development and poverty, now compounded by COVID-19.", "image_url": "", "created": "2015-03-17T18:32:34.383536", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-04-05T13:38:02", "owner_org": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "package_creator": "barauf", "pageviews_last_14_days": 22, "private": false, "qa_completed": false, "review_date": "2024-09-05T15:25:34.004119", "solr_additions": "{\"countries\": [\"Nigeria\"]}", "state": "active", "subnational": "1", "title": "Nigeria: Operational Presence", "total_res_downloads": 1157, "type": "dataset", "url": null, "version": null, "groups": [{"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}], "tags": [{"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "who is doing what and where-3w-4w-5w", "id": "ec53893c-6dba-4656-978b-4a32289ea2eb", "name": "who is doing what and where-3w-4w-5w", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-12-06T13:38:02.760148", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2024", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-12-06T13:38:02.373455\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-12-06T13:38:04.576840\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 7473, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"435c774f417c8906cd9f9fc20d7a6460\", \"hxl_header_hash\": \"6b5e74de371ed8c7d6baa89bdaff845e\", \"headers\": [\"organisation\", \"org_acronym\", \"org_type\", \"project_sector\", \"activities\", \"status\", \"state\", \"state_pcode\", \"lga\", \"lga_pcode\", \"ishrp\", \"response_type\", \"isrp\", \"month\", \"year\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"\", \"\", \"\", \"\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "id": "63103206-0bf2-4a43-9b5e-bbc49ac78c9e", "last_modified": "2024-12-06T13:38:02.579385", "metadata_modified": "2024-12-06T13:38:04.850986", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 1103872, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-05T15:25:36.913780", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-05T15:25:36.471835\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-05T15:25:40.011313\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Q1(Jan-Mar) 2024\", \"is_hidden\": false, \"nrows\": 6908, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "id": "72060478-dfaf-4b26-8071-b9b262fc8b33", "in_hapi": "yes", "last_modified": "2024-09-05T15:25:36.690258", "metadata_modified": "2024-09-10T06:00:12.313757", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 434505, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-08T09:24:51.184892", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-08T09:24:50.877063\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-08T09:24:59.762157\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws 2023\", \"is_hidden\": false, \"nrows\": 26349, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "id": "dd4aa70b-95ac-4425-95b0-8b021084d78d", "last_modified": "2024-08-08T09:24:51.044644", "metadata_modified": "2024-08-08T09:24:59.951577", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_dec_2023_Updated.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 2, "resource_type": "file.upload", "size": 1520491, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-03-15T05:42:53.446444", "dataset_preview_enabled": true, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering October to December 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-03-15T05:42:53.143715\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-03-15T05:42:56.538030\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Data Q4 2023\", \"is_hidden\": false, \"nrows\": 9368, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8e4255f20d60315e7dd166f98239063d\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"State\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "id": "c0ce9379-67b9-4388-86b9-4955b40e3179", "last_modified": "2024-03-15T05:42:53.321155", "metadata_modified": "2024-12-06T16:45:17.099851", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "originalHash": -1137209271, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 3, "resource_type": "file.upload", "size": 589687, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-12-04T09:05:49.318906", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering July to September 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-12-04T09:05:48.876854\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-12-04T09:05:53.869061\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws Q3 2023 data\", \"is_hidden\": false, \"nrows\": 5709, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"27682e1a7befc3ab857f5547b66b9350\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "id": "88990abe-db22-41a7-8d22-93129eb19286", "last_modified": "2023-12-04T09:05:48.986114", "metadata_modified": "2024-03-15T05:49:18.416157", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 4, "resource_type": "file.upload", "size": 358539, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-11-22T12:28:34.957071", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-11-22T12:28:34.735821\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-11-22T12:28:39.113087\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_Apr_Jun_2023\", \"is_hidden\": false, \"nrows\": 5742, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"4679fec84c7b47b13a8753aefb8b941f\", \"hxl_header_hash\": \"9285cd2274907db55b1a0e127db037a6\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "id": "6f5c9d20-7aa2-4426-96ea-b0fec54f1a67", "last_modified": "2023-11-22T12:28:34.855396", "metadata_modified": "2024-03-15T05:49:18.416321", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2023", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "pii_is_sensitive": false, "position": 5, "resource_type": "file.upload", "size": 373033, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T11:00:24.920030", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to March 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T11:00:24.463066\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T11:00:27.641629\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"who-is-doing-what-and-where_nga\", \"is_hidden\": false, \"nrows\": 5536, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"12282350d96b83c28083177ffe792d22\", \"hxl_header_hash\": null, \"headers\": [\"Org. Acronym\", \"Organisation\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "id": "7b47bff3-32fe-41cd-9f0e-2404fbc2b975", "last_modified": "2023-08-01T11:00:24.618075", "metadata_modified": "2023-08-03T09:28:33.433927", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_mar_2023", "originalHash": -632005455, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 343877, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T10:58:24.603952", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to December 2022", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T10:58:24.239997\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T10:58:33.643024\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_2022\", \"is_hidden\": false, \"nrows\": 35193, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"9809d06355caa6c4a95a8d419232904d\", \"hxl_header_hash\": \"e8d7d87b4dc09f46cab2e853a88752eb\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "id": "bc3d95d7-69f0-4414-b08b-b0f079686a8d", "last_modified": "2023-08-01T10:58:24.393124", "metadata_modified": "2023-08-07T09:10:04.731223", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_dec_2022", "originalHash": 1299529873, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 7, "resource_type": "file.upload", "size": 2187428, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "url_type": "upload"}]} +{"archived": false, "creator_user_id": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "data_update_frequency": "90", "dataset_date": "[2022-01-01T00:00:00 TO 2024-06-30T23:59:59]", "dataset_preview": "first_resource", "dataset_source": "Humanitarian partners", "due_date": "2025-03-06T13:38:02", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-12-06T13:38:02.579385", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "maintainer_email": null, "metadata_created": "2023-07-26T11:22:48.033689", "metadata_modified": "2024-12-11T07:16:27.611802", "methodology": "Direct Observational Data/Anecdotal Data", "name": "nigeria-3w", "notes": "The Who does What Where (3W) is a core humanitarian coordination dataset. It is critical to know where humanitarian organizations are working and what they are doing in order to identify gaps and plan for future humanitarian response. This dataset includes a list of humanitarian organizations operating in Nigeria at LGA level.", "num_resources": 8, "num_tags": 3, "organization": {"id": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "name": "ocha-nigeria", "title": "OCHA Nigeria", "type": "organization", "description": "UN Office for the Coordination of Humanitarian Affairs (OCHA) country office in Nigeria. The eleven-year crisis shows no sign of abating and is adding to the long history of marginalization, climate shocks, chronic under-development and poverty, now compounded by COVID-19.", "image_url": "", "created": "2015-03-17T18:32:34.383536", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-04-05T13:38:02", "owner_org": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "package_creator": "barauf", "pageviews_last_14_days": 36, "private": false, "qa_completed": false, "review_date": "2024-09-05T15:25:34.004119", "solr_additions": "{\"countries\": [\"Nigeria\"]}", "state": "active", "subnational": "1", "title": "Nigeria: Operational Presence", "total_res_downloads": 1159, "type": "dataset", "url": null, "version": null, "groups": [{"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}], "tags": [{"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "operational presence", "id": "a25059f9-7e1f-49be-b629-ccccd97a95f8", "name": "operational presence", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "who is doing what and where-3w-4w-5w", "id": "ec53893c-6dba-4656-978b-4a32289ea2eb", "name": "who is doing what and where-3w-4w-5w", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-12-06T13:38:02.760148", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2024", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-12-06T13:38:02.373455\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-12-06T13:38:04.576840\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 7473, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"435c774f417c8906cd9f9fc20d7a6460\", \"hxl_header_hash\": \"6b5e74de371ed8c7d6baa89bdaff845e\", \"headers\": [\"organisation\", \"org_acronym\", \"org_type\", \"project_sector\", \"activities\", \"status\", \"state\", \"state_pcode\", \"lga\", \"lga_pcode\", \"ishrp\", \"response_type\", \"isrp\", \"month\", \"year\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"\", \"\", \"\", \"\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "id": "63103206-0bf2-4a43-9b5e-bbc49ac78c9e", "in_hapi": "yes", "last_modified": "2024-12-06T13:38:02.579385", "metadata_modified": "2024-12-11T07:16:27.631223", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2024.csv", "originalHash": -901235630, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 1103872, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-05T15:25:36.913780", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-05T15:25:36.471835\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-05T15:25:40.011313\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Q1(Jan-Mar) 2024\", \"is_hidden\": false, \"nrows\": 6908, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "id": "72060478-dfaf-4b26-8071-b9b262fc8b33", "last_modified": "2024-09-05T15:25:36.690258", "metadata_modified": "2024-12-11T06:10:19.815754", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 434505, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-08T09:24:51.184892", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-08T09:24:50.877063\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-08T09:24:59.762157\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws 2023\", \"is_hidden\": false, \"nrows\": 26349, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "id": "dd4aa70b-95ac-4425-95b0-8b021084d78d", "last_modified": "2024-08-08T09:24:51.044644", "metadata_modified": "2024-08-08T09:24:59.951577", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_dec_2023_Updated.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 2, "resource_type": "file.upload", "size": 1520491, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-03-15T05:42:53.446444", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering October to December 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-03-15T05:42:53.143715\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-03-15T05:42:56.538030\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Data Q4 2023\", \"is_hidden\": false, \"nrows\": 9368, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8e4255f20d60315e7dd166f98239063d\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"State\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "id": "c0ce9379-67b9-4388-86b9-4955b40e3179", "last_modified": "2024-03-15T05:42:53.321155", "metadata_modified": "2024-12-11T07:16:27.631514", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "originalHash": -2113251288, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 3, "resource_type": "file.upload", "size": 589687, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-12-04T09:05:49.318906", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering July to September 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-12-04T09:05:48.876854\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-12-04T09:05:53.869061\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws Q3 2023 data\", \"is_hidden\": false, \"nrows\": 5709, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"27682e1a7befc3ab857f5547b66b9350\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "id": "88990abe-db22-41a7-8d22-93129eb19286", "last_modified": "2023-12-04T09:05:48.986114", "metadata_modified": "2024-03-15T05:49:18.416157", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 4, "resource_type": "file.upload", "size": 358539, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-11-22T12:28:34.957071", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-11-22T12:28:34.735821\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-11-22T12:28:39.113087\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_Apr_Jun_2023\", \"is_hidden\": false, \"nrows\": 5742, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"4679fec84c7b47b13a8753aefb8b941f\", \"hxl_header_hash\": \"9285cd2274907db55b1a0e127db037a6\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "id": "6f5c9d20-7aa2-4426-96ea-b0fec54f1a67", "last_modified": "2023-11-22T12:28:34.855396", "metadata_modified": "2024-03-15T05:49:18.416321", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2023", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "pii_is_sensitive": false, "position": 5, "resource_type": "file.upload", "size": 373033, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T11:00:24.920030", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to March 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T11:00:24.463066\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T11:00:27.641629\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"who-is-doing-what-and-where_nga\", \"is_hidden\": false, \"nrows\": 5536, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"12282350d96b83c28083177ffe792d22\", \"hxl_header_hash\": null, \"headers\": [\"Org. Acronym\", \"Organisation\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "id": "7b47bff3-32fe-41cd-9f0e-2404fbc2b975", "last_modified": "2023-08-01T11:00:24.618075", "metadata_modified": "2023-08-03T09:28:33.433927", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_mar_2023", "originalHash": -632005455, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 343877, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T10:58:24.603952", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to December 2022", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T10:58:24.239997\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T10:58:33.643024\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_2022\", \"is_hidden\": false, \"nrows\": 35193, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"9809d06355caa6c4a95a8d419232904d\", \"hxl_header_hash\": \"e8d7d87b4dc09f46cab2e853a88752eb\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "id": "bc3d95d7-69f0-4414-b08b-b0f079686a8d", "last_modified": "2023-08-01T10:58:24.393124", "metadata_modified": "2023-08-07T09:10:04.731223", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_dec_2022", "originalHash": 1299529873, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 7, "resource_type": "file.upload", "size": 2187428, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "url_type": "upload"}]} diff --git a/tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024_xlsx.csv b/tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024.csv similarity index 100% rename from tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024_xlsx.csv rename to tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024.csv diff --git a/tests/test_main.py b/tests/test_main.py index 29702c63..31cac897 100644 --- a/tests/test_main.py +++ b/tests/test_main.py @@ -230,7 +230,7 @@ def test_funding(self, configuration, folder, pipelines): count = session.scalar(select(func.count(DBResource.hdx_id))) check.equal(count, 3) count = session.scalar(select(func.count(DBFunding.resource_hdx_id))) - check.equal(count, 56) + check.equal(count, 57) @pytest.mark.parametrize( "themes_to_run", [{"conflict_event": ("BFA", "COL")}]