csv upload

.gitignore

@@ -11,5 +11,4 @@ R/exp_pure/
 mess.R
 *.pyc
 R/v1.2_check.R
-BCP/
-*.csv
+BCP/

inst/conc_gleam.csv

@@ -0,0 +1,11 @@
+proc_code,proc,animal
+p100,Dairy buffaloes husbandry,Buffalo
+p099,Dairy cattle husbandry,Cattle
+p102,Dairy goats husbandry,Goats
+p101,Dairy sheep husbandry,Sheep
+p085,Cattle husbandry,Cattle
+p088,Goats husbandry,Goats
+p090,Poultry Birds farming,Chicken
+p089,Pigs farming,Pigs
+p086,Buffaloes husbandry,Buffalo
+p087,Sheep husbandry,Sheep

inst/items_concordance.csv

@@ -0,0 +1,126 @@
+comm_code_1.1,item_code_1.1,item_1.1,comm_code_1.2,item_code_1.2,item_1.2
+c001,2805,Rice (Milled Equivalent),c001,2807,Rice and products
+c002,2511,Wheat and products,c002,2511,Wheat and products
+c003,2513,Barley and products,c003,2513,Barley and products
+c004,2514,Maize and products,c004,2514,Maize and products
+c005,2515,Rye and products,c005,2515,Rye and products
+c006,2516,Oats,c006,2516,Oats
+c007,2517,Millet and products,c007,2517,Millet and products
+c008,2518,Sorghum and products,c008,2518,Sorghum and products
+c009,2520,"Cereals, Other",c009,2520,"Cereals, Other"
+c010,2531,Potatoes and products,c010,2531,Potatoes and products
+c011,2532,Cassava and products,c011,2532,Cassava and products
+c012,2533,Sweet potatoes,c012,2533,Sweet potatoes
+c013,2534,"Roots, Other",c013,2534,"Roots, Other"
+c014,2535,Yams,c014,2535,Yams
+c015,2536,Sugar cane,c015,2536,Sugar cane
+c016,2537,Sugar beet,c016,2537,Sugar beet
+c017,2546,Beans,c017,2546,Beans
+c018,2547,Peas,c018,2547,Peas
+c019,2549,"Pulses, Other and products",c019,2549,"Pulses, Other and products"
+c020,2551,Nuts and products,c020,2551,Nuts and products
+c021,2555,Soyabeans,c021,2555,Soyabeans
+c022,2556,Groundnuts (Shelled Eq),c022,2552,Groundnuts
+c023,2557,Sunflower seed,c023,2557,Sunflower seed
+c024,2558,Rape and Mustardseed,c024,2558,Rape and Mustardseed
+c025,328,Seed cotton,c025,328,Seed cotton
+c026,2560,Coconuts - Incl Copra,c026,2560,Coconuts - Incl Copra
+c027,2561,Sesame seed,c027,2561,Sesame seed
+c028,254,"Oil, palm fruit",c028,254,"Oil, palm fruit"
+c029,2563,Olives (including preserved),c029,2563,Olives (including preserved)
+c030,2570,"Oilcrops, Other",c030,2570,"Oilcrops, Other"
+c031,2601,Tomatoes and products,c031,2601,Tomatoes and products
+c032,2602,Onions,c032,2602,Onions
+c033,2605,"Vegetables, Other",c033,2605,"Vegetables, Other"
+c034,2611,"Oranges, Mandarines",c034,2611,"Oranges, Mandarines"
+c035,2612,"Lemons, Limes and products",c035,2612,"Lemons, Limes and products"
+c036,2613,Grapefruit and products,c036,2613,Grapefruit and products
+c037,2614,"Citrus, Other",c037,2614,"Citrus, Other"
+c038,2615,Bananas,c038,2615,Bananas
+c039,2616,Plantains,c039,2616,Plantains
+c040,2617,Apples and products,c040,2617,Apples and products
+c041,2618,Pineapples and products,c041,2618,Pineapples and products
+c042,2619,Dates,c042,2619,Dates
+c043,2620,Grapes and products (excl wine),c043,2620,Grapes and products (excl wine)
+c044,2625,"Fruits, Other",c044,2625,"Fruits, Other"
+c045,2630,Coffee and products,c045,2630,Coffee and products
+c046,2633,Cocoa Beans and products,c046,2633,Cocoa Beans and products
+c047,2635,Tea (including mate),c047,2635,Tea (including mate)
+c048,677,Hops,c048,677,Hops
+c049,2640,Pepper,c049,2640,Pepper
+c050,2641,Pimento,c050,2641,Pimento
+c051,2642,Cloves,c051,2642,Cloves
+c052,2645,"Spices, Other",c052,2645,"Spices, Other"
+c053,2662,Jute,c053,2662,Jute
+c054,2663,Jute-Like Fibres,c054,2663,Jute-Like Fibres
+c055,2664,"Soft-Fibres, Other",c055,2664,"Soft-Fibres, Other"
+c056,2665,Sisal,c056,2665,Sisal
+c057,2666,Abaca,c057,2666,Abaca
+c058,2667,"Hard Fibres, Other",c058,2667,"Hard Fibres, Other"
+c059,2671,Tobacco,c059,2671,Tobacco
+c060,2672,Rubber,c060,2672,Rubber
+c061,2000,Fodder crops,c061,2000,Fodder crops
+c062,2001,Grazing,c062,2001,Grazing
+c063,2559,Cottonseed,c063,2559,Cottonseed
+c064,2562,Palm kernels,c064,2562,Palm kernels
+c065,2541,Sugar non-centrifugal,c065,2541,Sugar non-centrifugal
+c066,2544,Molasses,NA,NA,NA
+c067,2818,"Sugar, Refined Equiv",c066,2542,Sugar (Raw Equivalent)
+c068,2543,"Sweeteners, Other",c067,2543,"Sweeteners, Other"
+c069,2571,Soyabean Oil,c068,2571,Soyabean Oil
+c070,2572,Groundnut Oil,c069,2572,Groundnut Oil
+c071,2573,Sunflowerseed Oil,c070,2573,Sunflowerseed Oil
+c072,2574,Rape and Mustard Oil,c071,2574,Rape and Mustard Oil
+c073,2575,Cottonseed Oil,c072,2575,Cottonseed Oil
+c074,2576,Palmkernel Oil,c073,2576,Palmkernel Oil
+c075,2577,Palm Oil,c074,2577,Palm Oil
+c076,2578,Coconut Oil,c075,2578,Coconut Oil
+c077,2579,Sesameseed Oil,c076,2579,Sesameseed Oil
+c078,2580,Olive Oil,c077,2580,Olive Oil
+c079,2581,Ricebran Oil,c078,2581,Ricebran Oil
+c080,2582,Maize Germ Oil,c079,2582,Maize Germ Oil
+c081,2586,"Oilcrops Oil, Other",c080,2586,"Oilcrops Oil, Other"
+c082,2590,Soyabean Cake,c081,2590,Soyabean Cake
+c083,2591,Groundnut Cake,c082,2591,Groundnut Cake
+c084,2592,Sunflowerseed Cake,c083,2592,Sunflowerseed Cake
+c085,2593,Rape and Mustard Cake,c084,2593,Rape and Mustard Cake
+c086,2594,Cottonseed Cake,c085,2594,Cottonseed Cake
+c087,2595,Palmkernel Cake,c086,2595,Palmkernel Cake
+c088,2596,Copra Cake,c087,2596,Copra Cake
+c089,2597,Sesameseed Cake,c088,2597,Sesameseed Cake
+c090,2598,"Oilseed Cakes, Other",c089,2598,"Oilseed Cakes, Other"
+c091,2655,Wine,c090,2655,Wine
+c092,2656,Beer,c091,2656,Beer
+c093,2657,"Beverages, Fermented",c092,2657,"Beverages, Fermented"
+c094,2658,"Beverages, Alcoholic",c093,2658,"Beverages, Alcoholic"
+c095,2659,"Alcohol, Non-Food",c094,2659,"Alcohol, Non-Food"
+c096,2661,Cotton lint,c095,2661,Cotton lint
+c097,866,Cattle,c096,866,Cattle
+c098,946,Buffaloes,c097,946,Buffaloes
+c099,976,Sheep,c098,976,Sheep
+c100,1016,Goats,c099,1016,Goats
+c101,1034,Pigs,c100,1034,Pigs
+c102,2029,Poultry Birds,c101,2029,Poultry Birds
+c103,1096,Horses,c102,1096,Horses
+c104,1107,Asses,c103,1107,Asses
+c105,1110,Mules,c104,1110,Mules
+c106,1126,Camels,c105,1126,Camels
+c107,1157,"Camelids, other",c106,1157,"Camelids, other"
+c108,1140,Rabbits and hares,c107,1140,Rabbits and hares
+c109,1150,"Rodents, other",c108,1150,"Rodents, other"
+c110,2848,Milk - Excluding Butter,c109,2848,Milk - Excluding Butter
+c111,2740,"Butter, Ghee",c110,2740,"Butter, Ghee"
+c112,2744,Eggs,c111,2744,Eggs
+c113,2746,Wool (Clean Eq.),c112,2746,Wool (Clean Eq.)
+c114,2731,Bovine Meat,c113,2731,Bovine Meat
+c115,2732,Mutton & Goat Meat,c114,2732,Mutton & Goat Meat
+c116,2733,Pigmeat,c115,2733,Pigmeat
+c117,2734,Poultry Meat,c116,2734,Poultry Meat
+c118,2735,"Meat, Other",c117,2735,"Meat, Other"
+c119,2736,"Offals, Edible",c118,2736,"Offals, Edible"
+c120,2737,"Fats, Animals, Raw",c119,2737,"Fats, Animals, Raw"
+c121,2748,Hides and skins,c120,2748,Hides and skins
+c122,2749,Meat Meal,NA,NA,NA
+c123,2745,Honey,c121,2745,Honey
+c124,2747,Silk,c122,2747,Silk
+c125,2960,"Fish, Seafood",c123,2960,"Fish, Seafood"

inst/regions.csv

@@ -0,0 +1,193 @@
+iso3c,area_code,area,continent,region,EU27
+ARM,1,Armenia,ASI,Former USSR,FALSE
+AFG,2,Afghanistan,ASI,South Asia,FALSE
+ALB,3,Albania,EUR,Eastern Europe,FALSE
+DZA,4,Algeria,AFR,Northern Africa,FALSE
+AGO,7,Angola,AFR,Southern Africa,FALSE
+ATG,8,Antigua and Barbuda,LAM,Central America,FALSE
+ARG,9,Argentina,LAM,South America,FALSE
+AUS,10,Australia,OCE,Oceania,FALSE
+AUT,11,Austria,EU,OECD Europe,TRUE
+BHS,12,Bahamas,LAM,Central America,FALSE
+BHR,13,Bahrain,ASI,Middle East,FALSE
+BRB,14,Barbados,LAM,Central America,FALSE
+BLX,15,Belgium-Luxembourg,EU,OECD Europe,TRUE
+BGD,16,Bangladesh,ASI,South Asia,FALSE
+BOL,19,Bolivia (Plurinational State of),LAM,South America,FALSE
+BWA,20,Botswana,AFR,Southern Africa,FALSE
+BRA,21,Brazil,LAM,South America,FALSE
+BLZ,23,Belize,LAM,Central America,FALSE
+SLB,25,Solomon Islands,OCE,Oceania,FALSE
+BRN,26,Brunei Darussalam,ASI,South East Asia,FALSE
+BGR,27,Bulgaria,EU,Eastern Europe,TRUE
+MMR,28,Myanmar,ASI,South East Asia,FALSE
+BDI,29,Burundi,AFR,Eastern Africa,FALSE
+CMR,32,Cameroon,AFR,Western Africa,FALSE
+CAN,33,Canada,NAM,Canada,FALSE
+CPV,35,Cabo Verde,AFR,Western Africa,FALSE
+CAF,37,Central African Republic,AFR,Western Africa,FALSE
+LKA,38,Sri Lanka,ASI,South Asia,FALSE
+TCD,39,Chad,AFR,Western Africa,FALSE
+CHL,40,Chile,LAM,South America,FALSE
+CHN,41,"China, mainland",ASI,East Asia,FALSE
+COL,44,Colombia,LAM,South America,FALSE
+COG,46,Congo,AFR,Western Africa,FALSE
+CRI,48,Costa Rica,LAM,Central America,FALSE
+CUB,49,Cuba,LAM,Central America,FALSE
+CYP,50,Cyprus,EU,Middle East,TRUE
+CSK,51,Czechoslovakia,EU,OECD Europe,FALSE
+AZE,52,Azerbaijan,ASI,Former USSR,FALSE
+BEN,53,Benin,AFR,Western Africa,FALSE
+DNK,54,Denmark,EU,OECD Europe,TRUE
+DMA,55,Dominica,LAM,Central America,FALSE
+DOM,56,Dominican Republic,LAM,Central America,FALSE
+BLR,57,Belarus,EUR,Former USSR,FALSE
+ECU,58,Ecuador,LAM,South America,FALSE
+EGY,59,Egypt,AFR,Northern Africa,FALSE
+SLV,60,El Salvador,LAM,Central America,FALSE
+EST,63,Estonia,EU,Former USSR,TRUE
+FJI,66,Fiji,OCE,Oceania,FALSE
+FIN,67,Finland,EU,OECD Europe,TRUE
+FRA,68,France,EU,OECD Europe,TRUE
+PYF,70,French Polynesia,OCE,Oceania,FALSE
+DJI,72,Djibouti,AFR,Eastern Africa,FALSE
+GEO,73,Georgia,ASI,Former USSR,FALSE
+GAB,74,Gabon,AFR,Western Africa,FALSE
+GMB,75,Gambia,AFR,Western Africa,FALSE
+DEU,79,Germany,EU,OECD Europe,TRUE
+BIH,80,Bosnia and Herzegovina,EUR,Eastern Europe,FALSE
+GHA,81,Ghana,AFR,Western Africa,FALSE
+KIR,83,Kiribati,OCE,Oceania,FALSE
+GRC,84,Greece,EU,OECD Europe,TRUE
+GRD,86,Grenada,LAM,Central America,FALSE
+GTM,89,Guatemala,LAM,Central America,FALSE
+GIN,90,Guinea,AFR,Western Africa,FALSE
+GUY,91,Guyana,LAM,South America,FALSE
+HTI,93,Haiti,LAM,Central America,FALSE
+HND,95,Honduras,LAM,Central America,FALSE
+HKG,96,"China, Hong Kong SAR",ASI,East Asia,FALSE
+HUN,97,Hungary,EU,Eastern Europe,TRUE
+HRV,98,Croatia,EU,Eastern Europe,TRUE
+ISL,99,Iceland,EUR,OECD Europe,FALSE
+IND,100,India,ASI,South Asia,FALSE
+IDN,101,Indonesia,ASI,South East Asia,FALSE
+IRN,102,Iran (Islamic Republic of),ASI,Middle East,FALSE
+IRQ,103,Iraq,ASI,Middle East,FALSE
+IRL,104,Ireland,EU,OECD Europe,TRUE
+ISR,105,Israel,ASI,Middle East,FALSE
+ITA,106,Italy,EU,OECD Europe,TRUE
+CIV,107,Côte d'Ivoire,AFR,Western Africa,FALSE
+KAZ,108,Kazakhstan,ASI,Former USSR,FALSE
+JAM,109,Jamaica,LAM,Central America,FALSE
+JPN,110,Japan,ASI,Japan,FALSE
+JOR,112,Jordan,ASI,Middle East,FALSE
+KGZ,113,Kyrgyzstan,ASI,Former USSR,FALSE
+KEN,114,Kenya,AFR,Eastern Africa,FALSE
+KHM,115,Cambodia,ASI,South East Asia,FALSE
+PRK,116,Democratic People's Republic of Korea,ASI,East Asia,FALSE
+KOR,117,Republic of Korea,ASI,East Asia,FALSE
+KWT,118,Kuwait,ASI,Middle East,FALSE
+LVA,119,Latvia,EU,Former USSR,TRUE
+LAO,120,Lao People's Democratic Republic,ASI,South East Asia,FALSE
+LBN,121,Lebanon,ASI,Middle East,FALSE
+LSO,122,Lesotho,AFR,Southern Africa,FALSE
+LBR,123,Liberia,AFR,Western Africa,FALSE
+LBY,124,Libya,AFR,Northern Africa,FALSE
+LTU,126,Lithuania,EU,Former USSR,TRUE
+MAC,128,"China, Macao SAR",ASI,East Asia,FALSE
+MDG,129,Madagascar,AFR,Eastern Africa,FALSE
+MWI,130,Malawi,AFR,Southern Africa,FALSE
+MYS,131,Malaysia,ASI,South East Asia,FALSE
+MDV,132,Maldives,ASI,South Asia,FALSE
+MLI,133,Mali,AFR,Western Africa,FALSE
+MLT,134,Malta,EU,OECD Europe,TRUE
+MRT,136,Mauritania,AFR,Western Africa,FALSE
+MUS,137,Mauritius,AFR,Eastern Africa,FALSE
+MEX,138,Mexico,LAM,Central America,FALSE
+MNG,141,Mongolia,ASI,East Asia,FALSE
+MAR,143,Morocco,AFR,Northern Africa,FALSE
+MOZ,144,Mozambique,AFR,Southern Africa,FALSE
+MDA,146,Republic of Moldova,EUR,Former USSR,FALSE
+NAM,147,Namibia,AFR,Southern Africa,FALSE
+NPL,149,Nepal,ASI,South Asia,FALSE
+NLD,150,Netherlands,EU,OECD Europe,TRUE
+ANT,151,Netherlands Antilles,LAM,Central America,FALSE
+NCL,153,New Caledonia,OCE,Oceania,FALSE
+MKD,154,North Macedonia,EUR,Eastern Europe,FALSE
+VUT,155,Vanuatu,OCE,Oceania,FALSE
+NZL,156,New Zealand,OCE,Oceania,FALSE
+NIC,157,Nicaragua,LAM,Central America,FALSE
+NER,158,Niger,AFR,Western Africa,FALSE
+NGA,159,Nigeria,AFR,Western Africa,FALSE
+NOR,162,Norway,EUR,OECD Europe,FALSE
+PAK,165,Pakistan,ASI,South Asia,FALSE
+PAN,166,Panama,LAM,Central America,FALSE
+CZE,167,Czech Republic,EU,Eastern Europe,TRUE
+PNG,168,Papua New Guinea,OCE,Oceania,FALSE
+PRY,169,Paraguay,LAM,South America,FALSE
+PER,170,Peru,LAM,South America,FALSE
+PHL,171,Philippines,ASI,South East Asia,FALSE
+POL,173,Poland,EU,Eastern Europe,TRUE
+PRT,174,Portugal,EU,OECD Europe,TRUE
+GNB,175,Guinea-Bissau,AFR,Western Africa,FALSE
+TLS,176,Timor-Leste,ASI,South East Asia,FALSE
+PRI,177,Puerto Rico,LAM,Central America,FALSE
+ERI,178,Eritrea,AFR,Eastern Africa,FALSE
+QAT,179,Qatar,ASI,Middle East,FALSE
+ZWE,181,Zimbabwe,AFR,Southern Africa,FALSE
+ROU,183,Romania,EU,Eastern Europe,TRUE
+RWA,184,Rwanda,AFR,Eastern Africa,FALSE
+RUS,185,Russian Federation,ASI,Former USSR,FALSE
+SCG,186,Serbia and Montenegro,EUR,OECD Europe,FALSE
+KNA,188,Saint Kitts and Nevis,LAM,Central America,FALSE
+LCA,189,Saint Lucia,LAM,Central America,FALSE
+VCT,191,Saint Vincent and the Grenadines,LAM,Central America,FALSE
+STP,193,Sao Tome and Principe,AFR,Western Africa,FALSE
+SAU,194,Saudi Arabia,ASI,Middle East,FALSE
+SEN,195,Senegal,AFR,Western Africa,FALSE
+SLE,197,Sierra Leone,AFR,Western Africa,FALSE
+SVN,198,Slovenia,EU,Eastern Europe,TRUE
+SVK,199,Slovakia,EU,Eastern Europe,TRUE
+SGP,200,Singapore,ASI,South East Asia,FALSE
+SOM,201,Somalia,AFR,Eastern Africa,FALSE
+ZAF,202,South Africa,AFR,Southern Africa,FALSE
+ESP,203,Spain,EU,OECD Europe,TRUE
+SUR,207,Suriname,LAM,South America,FALSE
+TJK,208,Tajikistan,ASI,Former USSR,FALSE
+SWZ,209,Eswatini,AFR,Southern Africa,FALSE
+SWE,210,Sweden,EU,OECD Europe,TRUE
+CHE,211,Switzerland,EUR,OECD Europe,FALSE
+SYR,212,Syrian Arab Republic,ASI,Middle East,FALSE
+TKM,213,Turkmenistan,ASI,Former USSR,FALSE
+TWN,214,"China, Taiwan Province of",ASI,East Asia,FALSE
+TZA,215,United Republic of Tanzania,AFR,Southern Africa,FALSE
+THA,216,Thailand,ASI,South East Asia,FALSE
+TGO,217,Togo,AFR,Western Africa,FALSE
+TTO,220,Trinidad and Tobago,LAM,Central America,FALSE
+OMN,221,Oman,ASI,Middle East,FALSE
+TUN,222,Tunisia,AFR,Northern Africa,FALSE
+TUR,223,Turkey,EUR,Middle East,FALSE
+ARE,225,United Arab Emirates,ASI,Middle East,FALSE
+UGA,226,Uganda,AFR,Eastern Africa,FALSE
+SUN,228,USSR,ASI,Former USSR,FALSE
+GBR,229,United Kingdom,EU,OECD Europe,FALSE
+UKR,230,Ukraine,EUR,Former USSR,FALSE
+USA,231,United States of America,NAM,USA,FALSE
+BFA,233,Burkina Faso,AFR,Western Africa,FALSE
+URY,234,Uruguay,LAM,South America,FALSE
+UZB,235,Uzbekistan,ASI,Former USSR,FALSE
+VEN,236,Venezuela (Bolivarian Republic of),LAM,South America,FALSE
+VNM,237,Viet Nam,ASI,South East Asia,FALSE
+ETH,238,Ethiopia,AFR,Eastern Africa,FALSE
+WSM,244,Samoa,OCE,Oceania,FALSE
+YUG,248,Yugoslav SFR,EUR,Eastern Europe,FALSE
+YEM,249,Yemen,ASI,Middle East,FALSE
+COD,250,Democratic Republic of the Congo,AFR,Western Africa,FALSE
+ZMB,251,Zambia,AFR,Southern Africa,FALSE
+BEL,255,Belgium,EU,OECD Europe,TRUE
+LUX,256,Luxembourg,EU,OECD Europe,TRUE
+SRB,272,Serbia,EUR,OECD Europe,FALSE
+MNE,273,Montenegro,EUR,OECD Europe,FALSE
+SDN,276,Sudan,AFR,Eastern Africa,FALSE
+SSD,277,South Sudan,AFR,Eastern Africa,FALSE
+ROW,999,RoW,ROW,"",FALSE