From 2c28a96eb5c98d79e80b9d003275d68f8f08edaf Mon Sep 17 00:00:00 2001 From: Briar Date: Wed, 11 Dec 2024 09:08:04 -0500 Subject: [PATCH 1/4] Fix NGA 3W and tests --- CHANGELOG.md | 6 ++++++ src/hapi/pipelines/configs/operational_presence.yaml | 2 +- tests/fixtures/input/nigeria-3w.json | 2 +- ...nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024.csv} | 0 4 files changed, 8 insertions(+), 2 deletions(-) rename tests/fixtures/input/{operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024_xlsx.csv => operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024.csv} (100%) diff --git a/CHANGELOG.md b/CHANGELOG.md index 4967583e..1c991b15 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,12 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). +## [0.10.29] - 2024-12-11 + +### Fixed + +- 3W for NGA + ## [0.10.28] - 2024-12-10 ### Changed diff --git a/src/hapi/pipelines/configs/operational_presence.yaml b/src/hapi/pipelines/configs/operational_presence.yaml index a82aef99..735811a4 100644 --- a/src/hapi/pipelines/configs/operational_presence.yaml +++ b/src/hapi/pipelines/configs/operational_presence.yaml @@ -356,7 +356,7 @@ operational_presence_admintwo: operational_presence_nga: dataset: "nigeria-3w" - resource: "who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv" + resource: "who-is-doing-what-and-where_nga_3w_apr_jun_2024.csv" format: "csv" headers: 1 source_date: diff --git a/tests/fixtures/input/nigeria-3w.json b/tests/fixtures/input/nigeria-3w.json index b5838c82..835dcef4 100644 --- a/tests/fixtures/input/nigeria-3w.json +++ b/tests/fixtures/input/nigeria-3w.json @@ -1 +1 @@ -{"archived": false, "creator_user_id": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "data_update_frequency": "90", "dataset_date": "[2022-01-01T00:00:00 TO 2024-06-30T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-03-06T13:38:02", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-12-06T13:38:02.579385", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "maintainer_email": null, "metadata_created": "2023-07-26T11:22:48.033689", "metadata_modified": "2024-12-06T16:45:17.069007", "methodology": "Direct Observational Data/Anecdotal Data", "name": "nigeria-3w", "notes": "The Who does What Where (3W) is a core humanitarian coordination dataset. It is critical to know where humanitarian organizations are working and what they are doing in order to identify gaps and plan for future humanitarian response. This dataset includes a list of humanitarian organizations operating in Nigeria at LGA level.", "num_resources": 8, "num_tags": 2, "organization": {"id": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "name": "ocha-nigeria", "title": "OCHA Nigeria", "type": "organization", "description": "UN Office for the Coordination of Humanitarian Affairs (OCHA) country office in Nigeria. The eleven-year crisis shows no sign of abating and is adding to the long history of marginalization, climate shocks, chronic under-development and poverty, now compounded by COVID-19.", "image_url": "", "created": "2015-03-17T18:32:34.383536", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-04-05T13:38:02", "owner_org": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "package_creator": "barauf", "pageviews_last_14_days": 22, "private": false, "qa_completed": false, "review_date": "2024-09-05T15:25:34.004119", "solr_additions": "{\"countries\": [\"Nigeria\"]}", "state": "active", "subnational": "1", "title": "Nigeria: Operational Presence", "total_res_downloads": 1157, "type": "dataset", "url": null, "version": null, "groups": [{"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}], "tags": [{"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "who is doing what and where-3w-4w-5w", "id": "ec53893c-6dba-4656-978b-4a32289ea2eb", "name": "who is doing what and where-3w-4w-5w", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-12-06T13:38:02.760148", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2024", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-12-06T13:38:02.373455\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-12-06T13:38:04.576840\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 7473, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"435c774f417c8906cd9f9fc20d7a6460\", \"hxl_header_hash\": \"6b5e74de371ed8c7d6baa89bdaff845e\", \"headers\": [\"organisation\", \"org_acronym\", \"org_type\", \"project_sector\", \"activities\", \"status\", \"state\", \"state_pcode\", \"lga\", \"lga_pcode\", \"ishrp\", \"response_type\", \"isrp\", \"month\", \"year\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"\", \"\", \"\", \"\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "id": "63103206-0bf2-4a43-9b5e-bbc49ac78c9e", "last_modified": "2024-12-06T13:38:02.579385", "metadata_modified": "2024-12-06T13:38:04.850986", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 1103872, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-05T15:25:36.913780", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-05T15:25:36.471835\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-05T15:25:40.011313\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Q1(Jan-Mar) 2024\", \"is_hidden\": false, \"nrows\": 6908, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "id": "72060478-dfaf-4b26-8071-b9b262fc8b33", "in_hapi": "yes", "last_modified": "2024-09-05T15:25:36.690258", "metadata_modified": "2024-09-10T06:00:12.313757", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 434505, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-08T09:24:51.184892", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-08T09:24:50.877063\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-08T09:24:59.762157\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws 2023\", \"is_hidden\": false, \"nrows\": 26349, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "id": "dd4aa70b-95ac-4425-95b0-8b021084d78d", "last_modified": "2024-08-08T09:24:51.044644", "metadata_modified": "2024-08-08T09:24:59.951577", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_dec_2023_Updated.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 2, "resource_type": "file.upload", "size": 1520491, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-03-15T05:42:53.446444", "dataset_preview_enabled": true, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering October to December 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-03-15T05:42:53.143715\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-03-15T05:42:56.538030\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Data Q4 2023\", \"is_hidden\": false, \"nrows\": 9368, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8e4255f20d60315e7dd166f98239063d\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"State\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "id": "c0ce9379-67b9-4388-86b9-4955b40e3179", "last_modified": "2024-03-15T05:42:53.321155", "metadata_modified": "2024-12-06T16:45:17.099851", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "originalHash": -1137209271, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 3, "resource_type": "file.upload", "size": 589687, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-12-04T09:05:49.318906", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering July to September 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-12-04T09:05:48.876854\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-12-04T09:05:53.869061\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws Q3 2023 data\", \"is_hidden\": false, \"nrows\": 5709, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"27682e1a7befc3ab857f5547b66b9350\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "id": "88990abe-db22-41a7-8d22-93129eb19286", "last_modified": "2023-12-04T09:05:48.986114", "metadata_modified": "2024-03-15T05:49:18.416157", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 4, "resource_type": "file.upload", "size": 358539, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-11-22T12:28:34.957071", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-11-22T12:28:34.735821\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-11-22T12:28:39.113087\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_Apr_Jun_2023\", \"is_hidden\": false, \"nrows\": 5742, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"4679fec84c7b47b13a8753aefb8b941f\", \"hxl_header_hash\": \"9285cd2274907db55b1a0e127db037a6\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "id": "6f5c9d20-7aa2-4426-96ea-b0fec54f1a67", "last_modified": "2023-11-22T12:28:34.855396", "metadata_modified": "2024-03-15T05:49:18.416321", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2023", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "pii_is_sensitive": false, "position": 5, "resource_type": "file.upload", "size": 373033, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T11:00:24.920030", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to March 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T11:00:24.463066\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T11:00:27.641629\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"who-is-doing-what-and-where_nga\", \"is_hidden\": false, \"nrows\": 5536, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"12282350d96b83c28083177ffe792d22\", \"hxl_header_hash\": null, \"headers\": [\"Org. Acronym\", \"Organisation\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "id": "7b47bff3-32fe-41cd-9f0e-2404fbc2b975", "last_modified": "2023-08-01T11:00:24.618075", "metadata_modified": "2023-08-03T09:28:33.433927", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_mar_2023", "originalHash": -632005455, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 343877, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T10:58:24.603952", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to December 2022", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T10:58:24.239997\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T10:58:33.643024\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_2022\", \"is_hidden\": false, \"nrows\": 35193, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"9809d06355caa6c4a95a8d419232904d\", \"hxl_header_hash\": \"e8d7d87b4dc09f46cab2e853a88752eb\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "id": "bc3d95d7-69f0-4414-b08b-b0f079686a8d", "last_modified": "2023-08-01T10:58:24.393124", "metadata_modified": "2023-08-07T09:10:04.731223", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_dec_2022", "originalHash": 1299529873, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 7, "resource_type": "file.upload", "size": 2187428, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "url_type": "upload"}]} +{"archived": false, "creator_user_id": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "data_update_frequency": "90", "dataset_date": "[2022-01-01T00:00:00 TO 2024-06-30T23:59:59]", "dataset_preview": "first_resource", "dataset_source": "Humanitarian partners", "due_date": "2025-03-06T13:38:02", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-12-06T13:38:02.579385", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "4c1ed85c-15d2-4a15-a1bc-afbd341eddc1", "maintainer_email": null, "metadata_created": "2023-07-26T11:22:48.033689", "metadata_modified": "2024-12-11T07:16:27.611802", "methodology": "Direct Observational Data/Anecdotal Data", "name": "nigeria-3w", "notes": "The Who does What Where (3W) is a core humanitarian coordination dataset. It is critical to know where humanitarian organizations are working and what they are doing in order to identify gaps and plan for future humanitarian response. This dataset includes a list of humanitarian organizations operating in Nigeria at LGA level.", "num_resources": 8, "num_tags": 3, "organization": {"id": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "name": "ocha-nigeria", "title": "OCHA Nigeria", "type": "organization", "description": "UN Office for the Coordination of Humanitarian Affairs (OCHA) country office in Nigeria. The eleven-year crisis shows no sign of abating and is adding to the long history of marginalization, climate shocks, chronic under-development and poverty, now compounded by COVID-19.", "image_url": "", "created": "2015-03-17T18:32:34.383536", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-04-05T13:38:02", "owner_org": "52dbbf15-af20-465e-8be2-5f7866a9dbf7", "package_creator": "barauf", "pageviews_last_14_days": 36, "private": false, "qa_completed": false, "review_date": "2024-09-05T15:25:34.004119", "solr_additions": "{\"countries\": [\"Nigeria\"]}", "state": "active", "subnational": "1", "title": "Nigeria: Operational Presence", "total_res_downloads": 1159, "type": "dataset", "url": null, "version": null, "groups": [{"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}], "tags": [{"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "operational presence", "id": "a25059f9-7e1f-49be-b629-ccccd97a95f8", "name": "operational presence", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "who is doing what and where-3w-4w-5w", "id": "ec53893c-6dba-4656-978b-4a32289ea2eb", "name": "who is doing what and where-3w-4w-5w", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-12-06T13:38:02.760148", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2024", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-12-06T13:38:02.373455\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-12-06T13:38:04.576840\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 7473, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"435c774f417c8906cd9f9fc20d7a6460\", \"hxl_header_hash\": \"6b5e74de371ed8c7d6baa89bdaff845e\", \"headers\": [\"organisation\", \"org_acronym\", \"org_type\", \"project_sector\", \"activities\", \"status\", \"state\", \"state_pcode\", \"lga\", \"lga_pcode\", \"ishrp\", \"response_type\", \"isrp\", \"month\", \"year\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"\", \"\", \"\", \"\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "id": "63103206-0bf2-4a43-9b5e-bbc49ac78c9e", "in_hapi": "yes", "last_modified": "2024-12-06T13:38:02.579385", "metadata_modified": "2024-12-11T07:16:27.631223", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2024.csv", "originalHash": -901235630, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 0, "resource_type": "file.upload", "size": 1103872, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/63103206-0bf2-4a43-9b5e-bbc49ac78c9e/download/who-is-doing-what-and-where_nga_3w_apr_jun_2024.xlsx.csv", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-09-05T15:25:36.913780", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-09-05T15:25:36.471835\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-09-05T15:25:40.011313\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Q1(Jan-Mar) 2024\", \"is_hidden\": false, \"nrows\": 6908, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "id": "72060478-dfaf-4b26-8071-b9b262fc8b33", "last_modified": "2024-09-05T15:25:36.690258", "metadata_modified": "2024-12-11T06:10:19.815754", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 1, "resource_type": "file.upload", "size": 434505, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/72060478-dfaf-4b26-8071-b9b262fc8b33/download/who-is-doing-what-and-where_nga_3w_jan_mar_2024.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-08T09:24:51.184892", "dataset_preview_enabled": false, "datastore_active": false, "description": "", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-08-08T09:24:50.877063\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-08-08T09:24:59.762157\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws 2023\", \"is_hidden\": false, \"nrows\": 26349, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"ad1ae3327c14d1654a98ae8e2494d1cc\", \"hxl_header_hash\": null, \"headers\": [\"Organisation\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "id": "dd4aa70b-95ac-4425-95b0-8b021084d78d", "last_modified": "2024-08-08T09:24:51.044644", "metadata_modified": "2024-08-08T09:24:59.951577", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jan_dec_2023_Updated.xlsx", "originalHash": "8750915", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 2, "resource_type": "file.upload", "size": 1520491, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/dd4aa70b-95ac-4425-95b0-8b021084d78d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2023_updated.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-03-15T05:42:53.446444", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering October to December 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-03-15T05:42:53.143715\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-03-15T05:42:56.538030\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA 3Ws Data Q4 2023\", \"is_hidden\": false, \"nrows\": 9368, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8e4255f20d60315e7dd166f98239063d\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"State\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "id": "c0ce9379-67b9-4388-86b9-4955b40e3179", "last_modified": "2024-03-15T05:42:53.321155", "metadata_modified": "2024-12-11T07:16:27.631514", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "originalHash": -2113251288, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 3, "resource_type": "file.upload", "size": 589687, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/c0ce9379-67b9-4388-86b9-4955b40e3179/download/who-is-doing-what-and-where_nga_3w_oct_dec_2023_.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-12-04T09:05:49.318906", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering July to September 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-12-04T09:05:48.876854\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-12-04T09:05:53.869061\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws Q3 2023 data\", \"is_hidden\": false, \"nrows\": 5709, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"27682e1a7befc3ab857f5547b66b9350\", \"hxl_header_hash\": \"7839f8d99fc373364012a0245e103e80\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "id": "88990abe-db22-41a7-8d22-93129eb19286", "last_modified": "2023-12-04T09:05:48.986114", "metadata_modified": "2024-03-15T05:49:18.416157", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 4, "resource_type": "file.upload", "size": 358539, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/88990abe-db22-41a7-8d22-93129eb19286/download/who-is-doing-what-and-where_nga_3w_jul_sept_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-11-22T12:28:34.957071", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering April to June 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-11-22T12:28:34.735821\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-11-22T12:28:39.113087\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_Apr_Jun_2023\", \"is_hidden\": false, \"nrows\": 5742, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"4679fec84c7b47b13a8753aefb8b941f\", \"hxl_header_hash\": \"9285cd2274907db55b1a0e127db037a6\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\"], \"hxl_headers\": [\"#org+name\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "id": "6f5c9d20-7aa2-4426-96ea-b0fec54f1a67", "last_modified": "2023-11-22T12:28:34.855396", "metadata_modified": "2024-03-15T05:49:18.416321", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_apr_jun_2023", "originalHash": "-988266717", "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "pii_is_sensitive": false, "position": 5, "resource_type": "file.upload", "size": 373033, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/6f5c9d20-7aa2-4426-96ea-b0fec54f1a67/download/who-is-doing-what-and-where_nga_3w_apr_jun_2023-2.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T11:00:24.920030", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to March 2023", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T11:00:24.463066\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T11:00:27.641629\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"who-is-doing-what-and-where_nga\", \"is_hidden\": false, \"nrows\": 5536, \"ncols\": 15, \"has_merged_cells\": false, \"is_hxlated\": false, \"header_hash\": \"12282350d96b83c28083177ffe792d22\", \"hxl_header_hash\": null, \"headers\": [\"Org. Acronym\", \"Organisation\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"Month\", \"Year\"], \"hxl_headers\": null}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "id": "7b47bff3-32fe-41cd-9f0e-2404fbc2b975", "last_modified": "2023-08-01T11:00:24.618075", "metadata_modified": "2023-08-03T09:28:33.433927", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_mar_2023", "originalHash": -632005455, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 6, "resource_type": "file.upload", "size": 343877, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/7b47bff3-32fe-41cd-9f0e-2404fbc2b975/download/who-is-doing-what-and-where_nga_3w_jan_mar_2023.xlsx", "url_type": "upload"}, {"alt_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/", "cache_last_updated": null, "cache_url": null, "created": "2023-08-01T10:58:24.603952", "dataset_preview_enabled": false, "datastore_active": false, "description": "Who is Doing What Where (3W) data covering January to December 2022", "download_url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "format": "XLSX", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2023-08-01T10:58:24.239997\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2023-08-01T10:58:33.643024\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx\", \"format\": \"XLSX\", \"sheets\": [{\"name\": \"NGA_3Ws_2022\", \"is_hidden\": false, \"nrows\": 35193, \"ncols\": 16, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"9809d06355caa6c4a95a8d419232904d\", \"hxl_header_hash\": \"e8d7d87b4dc09f46cab2e853a88752eb\", \"headers\": [\"Organization\", \"Org. Acronym\", \"Type of Organization\", \"Operation Type\", \"Project Sector\", \"Activities\", \"Status\", \"States\", \"State Pcode\", \"LGA\", \"LGA PCode\", \"isHRP\", \"Response Type\", \"isRP\", \"Month\", \"Year\"], \"hxl_headers\": [\"#org\", \"#org+acronym\", \"#org+type\", \"#operation+type\", \"#sector+cluster\", \"#activity+name\", \"#status\", \"#adm1+name\", \"#adm1+code\", \"#adm2+name\", \"#adm2+code\", \"#hrp\", \"#response+type\", \"#reporting+implementing\", \"#date+month\", \"#date+year\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "id": "bc3d95d7-69f0-4414-b08b-b0f079686a8d", "last_modified": "2023-08-01T10:58:24.393124", "metadata_modified": "2023-08-07T09:10:04.731223", "microdata": false, "mimetype": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet", "mimetype_inner": null, "name": "who-is-doing-what-and-where_nga_3w_Jan_dec_2022", "originalHash": 1299529873, "package_id": "45fceb73-64f9-44ad-8ce3-bc80c14c2897", "pii": "false", "position": 7, "resource_type": "file.upload", "size": 2187428, "state": "active", "url": "https://data.humdata.org/dataset/45fceb73-64f9-44ad-8ce3-bc80c14c2897/resource/bc3d95d7-69f0-4414-b08b-b0f079686a8d/download/who-is-doing-what-and-where_nga_3w_jan_dec_2022.xlsx", "url_type": "upload"}]} diff --git a/tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024_xlsx.csv b/tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024.csv similarity index 100% rename from tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024_xlsx.csv rename to tests/fixtures/input/operational_presence_nga_who_is_doing_what_and_where_nga_3w_apr_jun_2024.csv From cd0ef3ec6d07e66e9c465c0bcf494ed4bf008077 Mon Sep 17 00:00:00 2001 From: Briar Date: Thu, 12 Dec 2024 11:07:24 -0500 Subject: [PATCH 2/4] Add multiple HNO resources --- CHANGELOG.md | 6 +- .../pipelines/database/humanitarian_needs.py | 159 +++++++++--------- tests/fixtures/input/global-hpc-hno.json | 2 +- 3 files changed, 86 insertions(+), 81 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 1c991b15..e66bbcb7 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,12 +4,16 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). -## [0.10.29] - 2024-12-11 +## [0.10.29] - 2024-12-12 ### Fixed - 3W for NGA +### Changed + +- Added ability to read historical humanitarian needs data + ## [0.10.28] - 2024-12-10 ### Changed diff --git a/src/hapi/pipelines/database/humanitarian_needs.py b/src/hapi/pipelines/database/humanitarian_needs.py index 2860afa7..3570de41 100644 --- a/src/hapi/pipelines/database/humanitarian_needs.py +++ b/src/hapi/pipelines/database/humanitarian_needs.py @@ -95,86 +95,87 @@ def populate(self) -> None: self._metadata.add_dataset(dataset) dataset_id = dataset["id"] dataset_name = dataset["name"] - resource = dataset.get_resource(0) # assumes first resource is latest! - self._metadata.add_resource(dataset_id, resource) - negative_values_by_iso3 = {} - rounded_values_by_iso3 = {} - resource_id = resource["id"] - resource_name = resource["name"] - year = int(resource_name[-4:]) - time_period_start = datetime(year, 1, 1) - time_period_end = datetime(year, 12, 31, 23, 59, 59) - url = resource["url"] - headers, rows = reader.get_tabular_rows(url, dict_form=True) - # Admin 1 PCode,Admin 2 PCode,Sector,Gender,Age Group,Disabled,Population Group,Population,In Need,Targeted,Affected,Reached - for row in rows: - countryiso3 = row["Country ISO3"] - admin2_ref = self.get_admin2_ref(row, dataset_name) - if not admin2_ref: - continue - provider_admin1_name = get_provider_name(row, "Admin 1 Name") - provider_admin2_name = get_provider_name(row, "Admin 2 Name") - sector = row["Sector"] - sector_code = self._sector.get_sector_code(sector) - if not sector_code: - self._error_manager.add_missing_value_message( - "HumanitarianNeeds", dataset_name, "sector", sector - ) - continue - category = row["Category"] - if category is None: - category = "" - - def create_row(in_col, population_status): - value = row[in_col] - if value is None: - return - value = get_numeric_if_possible(value) - if value < 0: - dict_of_lists_add( - negative_values_by_iso3, countryiso3, str(value) + resources = dataset.get_resources() + for resource in resources: + self._metadata.add_resource(dataset_id, resource) + negative_values_by_iso3 = {} + rounded_values_by_iso3 = {} + resource_id = resource["id"] + resource_name = resource["name"] + year = int(resource_name[-4:]) + time_period_start = datetime(year, 1, 1) + time_period_end = datetime(year, 12, 31, 23, 59, 59) + url = resource["url"] + headers, rows = reader.get_tabular_rows(url, dict_form=True) + # Admin 1 PCode,Admin 2 PCode,Sector,Gender,Age Group,Disabled,Population Group,Population,In Need,Targeted,Affected,Reached + for row in rows: + countryiso3 = row["Country ISO3"] + admin2_ref = self.get_admin2_ref(row, dataset_name) + if not admin2_ref: + continue + provider_admin1_name = get_provider_name(row, "Admin 1 Name") + provider_admin2_name = get_provider_name(row, "Admin 2 Name") + sector = row["Sector"] + sector_code = self._sector.get_sector_code(sector) + if not sector_code: + self._error_manager.add_missing_value_message( + "HumanitarianNeeds", dataset_name, "sector", sector ) - return - if isinstance(value, float): - dict_of_lists_add( - rounded_values_by_iso3, countryiso3, str(value) + continue + category = row["Category"] + if category is None: + category = "" + + def create_row(in_col, population_status): + value = row[in_col] + if value is None: + return + value = get_numeric_if_possible(value) + if value < 0: + dict_of_lists_add( + negative_values_by_iso3, countryiso3, str(value) + ) + return + if isinstance(value, float): + dict_of_lists_add( + rounded_values_by_iso3, countryiso3, str(value) + ) + value = round(value) + humanitarian_needs_row = DBHumanitarianNeeds( + resource_hdx_id=resource_id, + admin2_ref=admin2_ref, + provider_admin1_name=provider_admin1_name, + provider_admin2_name=provider_admin2_name, + category=category, + sector_code=sector_code, + population_status=population_status, + population=value, + reference_period_start=time_period_start, + reference_period_end=time_period_end, ) - value = round(value) - humanitarian_needs_row = DBHumanitarianNeeds( - resource_hdx_id=resource_id, - admin2_ref=admin2_ref, - provider_admin1_name=provider_admin1_name, - provider_admin2_name=provider_admin2_name, - category=category, - sector_code=sector_code, - population_status=population_status, - population=value, - reference_period_start=time_period_start, - reference_period_end=time_period_end, - ) - self._session.add(humanitarian_needs_row) + self._session.add(humanitarian_needs_row) - create_row("Population", "all") - create_row("Affected", "AFF") - create_row("In Need", "INN") - create_row("Targeted", "TGT") - create_row("Reached", "REA") + create_row("Population", "all") + create_row("Affected", "AFF") + create_row("In Need", "INN") + create_row("Targeted", "TGT") + create_row("Reached", "REA") - self._session.commit() - for countryiso3, values in negative_values_by_iso3.items(): - self._error_manager.add_multi_valued_message( - "HumanitarianNeeds", - dataset_name, - f"negative population value(s) removed in {countryiso3}", - values, - resource_name=resource_name, - err_to_hdx=True, - ) - for countryiso3, values in rounded_values_by_iso3.items(): - self._error_manager.add_multi_valued_message( - "HumanitarianNeeds", - dataset_name, - f"population value(s) rounded in {countryiso3}", - values, - message_type="warning", - ) + self._session.commit() + for countryiso3, values in negative_values_by_iso3.items(): + self._error_manager.add_multi_valued_message( + "HumanitarianNeeds", + dataset_name, + f"negative population value(s) removed in {countryiso3}", + values, + resource_name=resource_name, + err_to_hdx=True, + ) + for countryiso3, values in rounded_values_by_iso3.items(): + self._error_manager.add_multi_valued_message( + "HumanitarianNeeds", + dataset_name, + f"population value(s) rounded in {countryiso3}", + values, + message_type="warning", + ) diff --git a/tests/fixtures/input/global-hpc-hno.json b/tests/fixtures/input/global-hpc-hno.json index ec2cfacc..15bd845e 100644 --- a/tests/fixtures/input/global-hpc-hno.json +++ b/tests/fixtures/input/global-hpc-hno.json @@ -1 +1 @@ -{"archived": false, "batch": "f483d10a-7f75-4be8-9cc5-7a4ca9cadbb5", "caveats": "", "creator_user_id": "196196be-6037-4488-8b71-d786adf4c081", "data_update_frequency": "365", "dataset_date": "[2024-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-10-08T23:02:06", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-10-08T23:02:06.495978", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "196196be-6037-4488-8b71-d786adf4c081", "maintainer_email": null, "metadata_created": "2024-08-14T00:01:21.675285", "metadata_modified": "2024-10-08T23:02:12.585542", "methodology": "Registry", "name": "global-hpc-hno", "notes": "This dataset contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the [Humanitarian Needs Overview data series](https://data.humdata.org/dataset/?dataseries_name=Humanitarian+Needs+Overview).", "num_resources": 2, "num_tags": 3, "organization": {"id": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "name": "ocha-hpc-tools", "title": "OCHA Humanitarian Programme Cycle Tools (HPC Tools)", "type": "organization", "description": "OCHA\u2019s HPC.tools are online platforms that enable the humanitarian community to structure and manage information around the Humanitarian Programme Cycle (HPC).", "image_url": "", "created": "2024-08-13T10:12:58.027482", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-12-07T23:02:06", "owner_org": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "package_creator": "mcarans", "pageviews_last_14_days": 1, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Afghanistan\", \"Burkina Faso\", \"Cameroon\", \"Central African Republic\", \"Chad\", \"Colombia\", \"Democratic Republic of the Congo\", \"El Salvador\", \"Ethiopia\", \"Guatemala\", \"Haiti\", \"Honduras\", \"Mali\", \"Mozambique\", \"Myanmar\", \"Niger\", \"Nigeria\", \"Somalia\", \"South Sudan\", \"Sudan\", \"Syrian Arab Republic\", \"Ukraine\", \"Venezuela (Bolivarian Republic of)\", \"Yemen\"]}", "state": "active", "subnational": "1", "title": "Global Humanitarian Programme Cycle, Humanitarian Needs", "total_res_downloads": 0, "type": "dataset", "updated_by_script": "HDX Scraper: HPC HNO (2024-10-08T23:01:57.045579)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Afghanistan", "id": "afg", "image_display_url": "", "name": "afg", "title": "Afghanistan"}, {"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}, {"description": "", "display_name": "Cameroon", "id": "cmr", "image_display_url": "", "name": "cmr", "title": "Cameroon"}, {"description": "", "display_name": "Central African Republic", "id": "caf", "image_display_url": "", "name": "caf", "title": "Central African Republic"}, {"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}, {"description": "", "display_name": "Colombia", "id": "col", "image_display_url": "", "name": "col", "title": "Colombia"}, {"description": "", "display_name": "Democratic Republic of the Congo", "id": "cod", "image_display_url": "", "name": "cod", "title": "Democratic Republic of the Congo"}, {"description": "", "display_name": "El Salvador", "id": "slv", "image_display_url": "", "name": "slv", "title": "El Salvador"}, {"description": "", "display_name": "Ethiopia", "id": "eth", "image_display_url": "", "name": "eth", "title": "Ethiopia"}, {"description": "", "display_name": "Guatemala", "id": "gtm", "image_display_url": "", "name": "gtm", "title": "Guatemala"}, {"description": "", "display_name": "Haiti", "id": "hti", "image_display_url": "", "name": "hti", "title": "Haiti"}, {"description": "", "display_name": "Honduras", "id": "hnd", "image_display_url": "", "name": "hnd", "title": "Honduras"}, {"description": "", "display_name": "Mali", "id": "mli", "image_display_url": "", "name": "mli", "title": "Mali"}, {"description": "", "display_name": "Mozambique", "id": "moz", "image_display_url": "", "name": "moz", "title": "Mozambique"}, {"description": "", "display_name": "Myanmar", "id": "mmr", "image_display_url": "", "name": "mmr", "title": "Myanmar"}, {"description": "", "display_name": "Niger", "id": "ner", "image_display_url": "", "name": "ner", "title": "Niger"}, {"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}, {"description": "", "display_name": "Somalia", "id": "som", "image_display_url": "", "name": "som", "title": "Somalia"}, {"description": "", "display_name": "South Sudan", "id": "ssd", "image_display_url": "", "name": "ssd", "title": "South Sudan"}, {"description": "", "display_name": "Sudan", "id": "sdn", "image_display_url": "", "name": "sdn", "title": "Sudan"}, {"description": "", "display_name": "Syrian Arab Republic", "id": "syr", "image_display_url": "", "name": "syr", "title": "Syrian Arab Republic"}, {"description": "", "display_name": "Ukraine", "id": "ukr", "image_display_url": "", "name": "ukr", "title": "Ukraine"}, {"description": "", "display_name": "Venezuela (Bolivarian Republic of)", "id": "ven", "image_display_url": "", "name": "ven", "title": "Venezuela (Bolivarian Republic of)"}, {"description": "", "display_name": "Yemen", "id": "yem", "image_display_url": "", "name": "yem", "title": "Yemen"}], "tags": [{"display_name": "humanitarian needs overview-hno", "id": "4d810352-78d9-453c-a48f-6a17b8e6761a", "name": "humanitarian needs overview-hno", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "people in need-pin", "id": "3e0df740-714b-476a-ad14-4fc6fc4fc0ba", "name": "people in need-pin", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-14T00:01:21.681002", "dataset_preview_enabled": true, "datastore_active": false, "description": "This resource contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the resources below.", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260926\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:42.369260\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609954\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:35.230640\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923786\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:47:56.960384\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280901\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:54.495546\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042730\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:09.746783\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "id": "8e3931a5-452b-4583-9d02-2247a34e397b", "in_hapi": "yes", "last_modified": "2024-10-08T23:02:06.258174", "metadata_modified": "2024-10-08T23:02:09.938264", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global HPC HNO 2024", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 0, "resource_type": "file.upload", "size": 25564990, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "url_type": "upload"}, {"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-10-08T22:28:38.962486", "dataset_preview_enabled": false, "datastore_active": false, "description": "Deprecated global HNO resource (will be removed soon)", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260936\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:46.789052\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151103, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609965\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:38.785124\", \"sheet_changes\": [{\"name\": \"__DEFAULT__\", \"event_type\": \"spreadsheet-sheet-changed\", \"changed_fields\": [{\"field\": \"nrows\", \"new_value\": 151102, \"new_display_value\": 151102, \"old_value\": 151103, \"old_display_value\": 151103}]}], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923797\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:48:00.130990\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280916\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:57.207938\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042744\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:12.458035\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 151102, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"8a779ecf4d9b710b445d1029ec0d77a6\", \"hxl_header_hash\": \"e00a86817121c4e0b700bd58b2d87ec3\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 2 PCode\", \"Sector\", \"Gender\", \"Age Range\", \"Min Age\", \"Max Age\", \"Disabled\", \"Population Group\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm2+code\", \"#sector+code\", \"#gender+code\", \"#age+range\", \"#age+min\", \"#age+max\", \"#is_disabled\", \"#population_group+code\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "id": "fcb4a235-ebd8-415e-96d3-2af42e3ebb1f", "last_modified": "2024-10-08T23:02:06.495978", "metadata_modified": "2024-10-08T23:02:12.600988", "microdata": false, "mimetype": "text/csv", "mimetype_inner": null, "name": "Global HPC HNO 2024 Deprecated", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 1, "resource_type": "file.upload", "size": 7730492, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/fcb4a235-ebd8-415e-96d3-2af42e3ebb1f/download/hpc_hno_2024_deprecated.csv", "url_type": "upload"}]} +{"archived": false, "batch": "f483d10a-7f75-4be8-9cc5-7a4ca9cadbb5", "caveats": "", "creator_user_id": "196196be-6037-4488-8b71-d786adf4c081", "data_update_frequency": "365", "dataset_date": "[2024-01-01T00:00:00 TO 2024-12-31T23:59:59]", "dataset_preview": "resource_id", "dataset_source": "Humanitarian partners", "due_date": "2025-10-08T23:02:06", "has_geodata": false, "has_quickcharts": true, "has_showcases": false, "id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "is_requestdata_type": false, "isopen": false, "last_modified": "2024-10-08T23:02:06.495978", "license_id": "cc-by-igo", "license_title": "Creative Commons Attribution for Intergovernmental Organisations", "license_url": "http://creativecommons.org/licenses/by/3.0/igo/legalcode", "maintainer": "196196be-6037-4488-8b71-d786adf4c081", "maintainer_email": null, "metadata_created": "2024-08-14T00:01:21.675285", "metadata_modified": "2024-10-08T23:02:12.585542", "methodology": "Registry", "name": "global-hpc-hno", "notes": "This dataset contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the [Humanitarian Needs Overview data series](https://data.humdata.org/dataset/?dataseries_name=Humanitarian+Needs+Overview).", "num_resources": 1, "num_tags": 3, "organization": {"id": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "name": "ocha-hpc-tools", "title": "OCHA Humanitarian Programme Cycle Tools (HPC Tools)", "type": "organization", "description": "OCHA\u2019s HPC.tools are online platforms that enable the humanitarian community to structure and manage information around the Humanitarian Programme Cycle (HPC).", "image_url": "", "created": "2024-08-13T10:12:58.027482", "is_organization": true, "approval_status": "approved", "state": "active"}, "overdue_date": "2025-12-07T23:02:06", "owner_org": "49f12a06-1605-4f98-89f1-eaec37a0fdfe", "package_creator": "mcarans", "pageviews_last_14_days": 1, "private": false, "qa_completed": false, "solr_additions": "{\"countries\": [\"Afghanistan\", \"Burkina Faso\", \"Cameroon\", \"Central African Republic\", \"Chad\", \"Colombia\", \"Democratic Republic of the Congo\", \"El Salvador\", \"Ethiopia\", \"Guatemala\", \"Haiti\", \"Honduras\", \"Mali\", \"Mozambique\", \"Myanmar\", \"Niger\", \"Nigeria\", \"Somalia\", \"South Sudan\", \"Sudan\", \"Syrian Arab Republic\", \"Ukraine\", \"Venezuela (Bolivarian Republic of)\", \"Yemen\"]}", "state": "active", "subnational": "1", "title": "Global Humanitarian Programme Cycle, Humanitarian Needs", "total_res_downloads": 0, "type": "dataset", "updated_by_script": "HDX Scraper: HPC HNO (2024-10-08T23:01:57.045579)", "url": null, "version": null, "groups": [{"description": "", "display_name": "Afghanistan", "id": "afg", "image_display_url": "", "name": "afg", "title": "Afghanistan"}, {"description": "", "display_name": "Burkina Faso", "id": "bfa", "image_display_url": "", "name": "bfa", "title": "Burkina Faso"}, {"description": "", "display_name": "Cameroon", "id": "cmr", "image_display_url": "", "name": "cmr", "title": "Cameroon"}, {"description": "", "display_name": "Central African Republic", "id": "caf", "image_display_url": "", "name": "caf", "title": "Central African Republic"}, {"description": "", "display_name": "Chad", "id": "tcd", "image_display_url": "", "name": "tcd", "title": "Chad"}, {"description": "", "display_name": "Colombia", "id": "col", "image_display_url": "", "name": "col", "title": "Colombia"}, {"description": "", "display_name": "Democratic Republic of the Congo", "id": "cod", "image_display_url": "", "name": "cod", "title": "Democratic Republic of the Congo"}, {"description": "", "display_name": "El Salvador", "id": "slv", "image_display_url": "", "name": "slv", "title": "El Salvador"}, {"description": "", "display_name": "Ethiopia", "id": "eth", "image_display_url": "", "name": "eth", "title": "Ethiopia"}, {"description": "", "display_name": "Guatemala", "id": "gtm", "image_display_url": "", "name": "gtm", "title": "Guatemala"}, {"description": "", "display_name": "Haiti", "id": "hti", "image_display_url": "", "name": "hti", "title": "Haiti"}, {"description": "", "display_name": "Honduras", "id": "hnd", "image_display_url": "", "name": "hnd", "title": "Honduras"}, {"description": "", "display_name": "Mali", "id": "mli", "image_display_url": "", "name": "mli", "title": "Mali"}, {"description": "", "display_name": "Mozambique", "id": "moz", "image_display_url": "", "name": "moz", "title": "Mozambique"}, {"description": "", "display_name": "Myanmar", "id": "mmr", "image_display_url": "", "name": "mmr", "title": "Myanmar"}, {"description": "", "display_name": "Niger", "id": "ner", "image_display_url": "", "name": "ner", "title": "Niger"}, {"description": "", "display_name": "Nigeria", "id": "nga", "image_display_url": "", "name": "nga", "title": "Nigeria"}, {"description": "", "display_name": "Somalia", "id": "som", "image_display_url": "", "name": "som", "title": "Somalia"}, {"description": "", "display_name": "South Sudan", "id": "ssd", "image_display_url": "", "name": "ssd", "title": "South Sudan"}, {"description": "", "display_name": "Sudan", "id": "sdn", "image_display_url": "", "name": "sdn", "title": "Sudan"}, {"description": "", "display_name": "Syrian Arab Republic", "id": "syr", "image_display_url": "", "name": "syr", "title": "Syrian Arab Republic"}, {"description": "", "display_name": "Ukraine", "id": "ukr", "image_display_url": "", "name": "ukr", "title": "Ukraine"}, {"description": "", "display_name": "Venezuela (Bolivarian Republic of)", "id": "ven", "image_display_url": "", "name": "ven", "title": "Venezuela (Bolivarian Republic of)"}, {"description": "", "display_name": "Yemen", "id": "yem", "image_display_url": "", "name": "yem", "title": "Yemen"}], "tags": [{"display_name": "humanitarian needs overview-hno", "id": "4d810352-78d9-453c-a48f-6a17b8e6761a", "name": "humanitarian needs overview-hno", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "hxl", "id": "a0fbb23a-6aad-4ccc-8062-e9ef9f20e5d2", "name": "hxl", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}, {"display_name": "people in need-pin", "id": "3e0df740-714b-476a-ad14-4fc6fc4fc0ba", "name": "people in need-pin", "state": "active", "vocabulary_id": "b891512e-9516-4bf5-962a-7a289772a2a1"}], "relationships_as_subject": [], "relationships_as_object": [], "is_fresh": true, "update_status": "fresh", "x_resource_grouping": [], "resources": [{"alt_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/", "cache_last_updated": null, "cache_url": null, "created": "2024-08-14T00:01:21.681002", "dataset_preview_enabled": true, "datastore_active": false, "description": "This resource contains standardised Humanitarian Needs Overview data taken from the OCHA HPC Tools system which is under active development. For more detailed but less standardized data on humanitarian needs, see the resources below.", "download_url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "format": "CSV", "fs_check_info": "[{\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:28:38.260926\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:28:42.369260\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:40:31.609954\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:40:35.230640\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:47:52.923786\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:47:56.960384\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T22:55:50.280901\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T22:55:54.495546\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}, {\"state\": \"processing\", \"message\": \"The processing of the file structure check has started\", \"timestamp\": \"2024-10-08T23:02:06.042730\"}, {\"state\": \"success\", \"message\": \"File structure check completed\", \"timestamp\": \"2024-10-08T23:02:09.746783\", \"sheet_changes\": [], \"hxl_proxy_response\": {\"url_or_filename\": \"https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv\", \"format\": \"CSV\", \"sheets\": [{\"name\": \"__DEFAULT__\", \"nrows\": 360384, \"ncols\": 15, \"is_hidden\": false, \"has_merged_cells\": false, \"is_hxlated\": true, \"header_hash\": \"f7ec8a5f9d6d05273cf4489165f3b283\", \"hxl_header_hash\": \"8ac21a55dd1858d1c223a343d0d4cd09\", \"headers\": [\"Country ISO3\", \"Admin 1 PCode\", \"Admin 1 Name\", \"Admin 2 PCode\", \"Admin 2 Name\", \"Admin 3 PCode\", \"Admin 3 Name\", \"Valid Location\", \"Sector\", \"Category\", \"Population\", \"In Need\", \"Targeted\", \"Affected\", \"Reached\"], \"hxl_headers\": [\"#country+code\", \"#adm1+code\", \"#adm1+name\", \"#adm2+code\", \"#adm2+name\", \"#adm3+code\", \"#adm3+name\", \"#meta+valid_location\", \"#sector+code\", \"#category\", \"#population\", \"#inneed\", \"#targeted\", \"#affected\", \"#reached\"]}]}}]", "hash": "", "hdx_rel_url": "/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "id": "8e3931a5-452b-4583-9d02-2247a34e397b", "in_hapi": "yes", "last_modified": "2024-10-08T23:02:06.258174", "metadata_modified": "2024-10-08T23:02:09.938264", "microdata": false, "mimetype": null, "mimetype_inner": null, "name": "Global HPC HNO 2024", "package_id": "8326ed53-8f3a-47f9-a2aa-83ab4ecee476", "position": 0, "resource_type": "file.upload", "size": 25564990, "state": "active", "url": "https://stage.data-humdata-org.ahconu.org/dataset/8326ed53-8f3a-47f9-a2aa-83ab4ecee476/resource/8e3931a5-452b-4583-9d02-2247a34e397b/download/hpc_hno_2024.csv", "url_type": "upload"}]} From 4dcd57ef840faa09cba674af53201c5b69f813dd Mon Sep 17 00:00:00 2001 From: Briar Date: Thu, 12 Dec 2024 12:16:27 -0500 Subject: [PATCH 3/4] Replace missing funding with zero --- CHANGELOG.md | 1 + src/hapi/pipelines/database/funding.py | 12 +++--------- tests/test_main.py | 2 +- 3 files changed, 5 insertions(+), 10 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index e66bbcb7..e26c9415 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -13,6 +13,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). ### Changed - Added ability to read historical humanitarian needs data +- Replaced missing funding amounts with zeros ## [0.10.28] - 2024-12-10 diff --git a/src/hapi/pipelines/database/funding.py b/src/hapi/pipelines/database/funding.py index a27ab75f..21e2ebb6 100644 --- a/src/hapi/pipelines/database/funding.py +++ b/src/hapi/pipelines/database/funding.py @@ -96,16 +96,10 @@ def populate(self) -> None: # This check for a missing funding line has been added due to # an error in the UKR funding requirements data if funding_usd is None: - self._error_manager.add_missing_value_message( - "Funding", - dataset_name, - "funding_usd for appeal code", - appeal_code, - resource_name=resource_name, - err_to_hdx=True, - ) - continue + funding_usd = 0 funding_pct = row["#value+funding+pct"] + if funding_pct is None and funding_usd == 0: + funding_pct = 0 reference_period_start = parse_date(row["#date+start"]) reference_period_end = parse_date(row["#date+end"]) diff --git a/tests/test_main.py b/tests/test_main.py index 29702c63..31cac897 100644 --- a/tests/test_main.py +++ b/tests/test_main.py @@ -230,7 +230,7 @@ def test_funding(self, configuration, folder, pipelines): count = session.scalar(select(func.count(DBResource.hdx_id))) check.equal(count, 3) count = session.scalar(select(func.count(DBFunding.resource_hdx_id))) - check.equal(count, 56) + check.equal(count, 57) @pytest.mark.parametrize( "themes_to_run", [{"conflict_event": ("BFA", "COL")}] From 7f964bc297e32594491a0aebdad307366973e631 Mon Sep 17 00:00:00 2001 From: Briar Date: Thu, 12 Dec 2024 12:57:50 -0500 Subject: [PATCH 4/4] Update 3W --- CHANGELOG.md | 1 + .../configs/operational_presence.yaml | 40 +++++++++---------- 2 files changed, 20 insertions(+), 21 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index e26c9415..21447a51 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -14,6 +14,7 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/). - Added ability to read historical humanitarian needs data - Replaced missing funding amounts with zeros +- Updated 3W data for CAF, SSD ## [0.10.28] - 2024-12-10 diff --git a/src/hapi/pipelines/configs/operational_presence.yaml b/src/hapi/pipelines/configs/operational_presence.yaml index 735811a4..a4fe1564 100644 --- a/src/hapi/pipelines/configs/operational_presence.yaml +++ b/src/hapi/pipelines/configs/operational_presence.yaml @@ -62,35 +62,33 @@ operational_presence_admintwo: operational_presence_caf: dataset: "republique-centrafricaine-presence-operationnelle" - resource: "3W_CAR_Mar2024" + resource: "3W_CAR_Sep2024" format: "xlsx" xlsx2csv: True - sheet: "OCHA CAR 3W OP T1 2024" - headers: - - 1 - - 2 + sheet: "3W T3 2024" + headers: 1 source_date: - start: "01/01/2024" - end: "31/03/2024" + start: "01/04/2024" + end: "30/09/2024" use_hxl: False admin: - ~ - - "PCODE2 #adm2+code" + - "PCODE2" admin_exact: True input: - - "Description_Acteur" - - "ACTEUR #org+acronym" + - "DESCRIPTION_ACTEUR" + - "ACTEUR" - "TYPE_ORG" - - "SECTEUR #sector" - - "PREFECTURE #adm1+name" - - "SOUSPREFECTURE #adm2+name" + - "SECTEUR" + - "PREFECTURE" + - "SOUSPREFECTURE" list: - - "Description_Acteur" - - "ACTEUR #org+acronym" + - "DESCRIPTION_ACTEUR" + - "ACTEUR" - "TYPE_ORG" - - "SECTEUR #sector" - - "PREFECTURE #adm1+name" - - "SOUSPREFECTURE #adm2+name" + - "SECTEUR" + - "PREFECTURE" + - "SOUSPREFECTURE" operational_presence_cmr: dataset: "cameroon-5w-operational-presence" @@ -759,14 +757,14 @@ operational_presence_national: operational_presence_ssd: dataset: "south-sudan-operational-presence" - resource: "ss_20241106_3w_oerational presence_Jan to Sep_2024.xlsx" + resource: "ss_20241212_3w_oerational presence_Jan to Oct_2024.xlsx" format: "xlsx" xlsx2csv: True - sheet: "data" + sheet: "Data" headers: 1 source_date: start: "01/01/2024" - end: "30/09/2024" + end: "31/10/2024" admin_single: "SSD" input: - "Name of organization"