cancel
Turn on suggestions
Auto-suggest helps you quickly narrow down your search results by suggesting possible matches as you type.
Showing results for 
Show  only  | Search instead for 
Did you mean: 

Data Factory command ".ingest into" adding new columns

BrunoFaust
Copper Contributor

‎Jan 08 2022 06:28 PM

‎Jan 08 2022 06:28 PM

Data Factory command ".ingest into" adding new columns

I have this table:

 

.create table lsa_datahub_country_codes
(
DWH_LOAD_DATE:datetime,
DWH_SOURCE_ID:string,
DWH_CREATION_DATE:datetime,
FIFA: string,
DIAL: string,
ISO3166_1_ALPHA_3: string,
MARC: string,
IS_INDEPENDENT: string,
ISO3166_1_NUMERIC: string,
GAUL: string,
FIPS: string,
WMO: string,
ISO3166_1_ALPHA_2: string,
ITU: string,
IOC: string,
DS: string,
UNTERM_SPANISH_FORMAL: string,
GLOBAL_CODE: string,
INTERMEDIATE_REGION_CODE: string,
OFFICIAL_NAME_FR: string,
UNTERM_FRENCH_SHORT: string,
ISO4217_CURRENCY_NAME: string,
DEVELOPED_DEVELOPING_COUNTRIES: string,
UNTERM_RUSSIAN_FORMAL: string,
UNTERM_ENGLISH_SHORT: string,
ISO4217_CURRENCY_ALPHABETIC_CODE: string,
SMALL_ISLAND_DEVELOPING_STATES_SIDS: string,
UNTERM_SPANISH_SHORT: string,
ISO4217_CURRENCY_NUMERIC_CODE: string,
UNTERM_CHINESE_FORMAL: string,
UNTERM_FRENCH_FORMAL: string,
UNTERM_RUSSIAN_SHORT: string,
M49: int,
SUB_REGION_CODE: string,
REGION_CODE: string,
OFFICIAL_NAME_AR: string,
ISO4217_CURRENCY_MINOR_UNIT: string,
UNTERM_ARABIC_FORMAL: string,
UNTERM_CHINESE_SHORT: string,
LAND_LOCKED_DEVELOPING_COUNTRIES_LLDC: string,
INTERMEDIATE_REGION_NAME: string,
OFFICIAL_NAME_ES: string,
UNTERM_ENGLISH_FORMAL: string,
OFFICIAL_NAME_CN: string,
OFFICIAL_NAME_EN: string,
ISO4217_CURRENCY_COUNTRY_NAME: string,
LEAST_DEVELOPED_COUNTRIES_LDC: string,
REGION_NAME: string,
UNTERM_ARABIC_SHORT: string,
SUB_REGION_NAME: string,
OFFICIAL_NAME_RU: string,
GLOBAL_NAME: string,
CAPITAL: string,
CONTINENT: string,
TLD: string,
LANGUAGES: string,
GEONAME_ID: int,
CLDR_DISPLAY_NAME: string,
EDGAR: string
)
with
(
docstring = "Datahub country codes",
folder = "LSA"
);

 

and this command in Data Factory:

 

.ingest into table lsa_datahub_country_codes
with
(
format = "CSV",
creationTime = "2022-01-08",
ignoreFirstRecord=true,
ingestionMapping =
```[
      {"Column":"DWH_LOAD_DATE",  "Properties": {"ConstValue": "2022-01-08"}},
      {"column":"DWH_SOURCE_ID", "Properties": {"ConstValue": "country_codes.csv"}},
      {"Column":"DWH_CREATION_DATE",  "Properties": {"ConstValue": "2022-01-08 00:00:00"}},
      {"column":"FIFA", "Properties":{"Ordinal":"0"}},
      {"column":"DIAL", "Properties":{"Ordinal":"1"}},
      {"column":"ISO3166_1_ALPHA_3", "Properties":{"Ordinal":"2"}},
      {"column":"MARC", "Properties":{"Ordinal":"3"}},
      {"column":"IS_INDEPENDENT", "Properties":{"Ordinal":"4"}},
      {"column":"ISO3166_1_NUMERIC", "Properties":{"Ordinal":"5"}},
      {"column":"GAUL", "Properties":{"Ordinal":"6"}},
      {"column":"FIPS", "Properties":{"Ordinal":"7"}},
      {"column":"WMO", "Properties":{"Ordinal":"8"}},
      {"column":"ISO3166_1_ALPHA_2", "Properties":{"Ordinal":"9"}},
      {"column":"ITU", "Properties":{"Ordinal":"10"}},
      {"column":"IOC", "Properties":{"Ordinal":"11"}},
      {"column":"DS", "Properties":{"Ordinal":"12"}},
      {"column":"UNTERM_SPANISH_FORMAL", "Properties":{"Ordinal":"13"}},
      {"column":"GLOBAL_CODE", "Properties":{"Ordinal":"14"}},
      {"column":"INTERMEDIATE_REGION_CODE", "Properties":{"Ordinal":"15"}},
      {"column":"OFFICIAL_NAME_FR", "Properties":{"Ordinal":"16"}},
      {"column":"UNTERM_FRENCH_SHORT", "Properties":{"Ordinal":"17"}},
      {"column":"ISO4217_CURRENCY_NAME", "Properties":{"Ordinal":"18"}},
      {"column":"DEVELOPED_DEVELOPING_COUNTRIES", "Properties":{"Ordinal":"19"}},
      {"column":"UNTERM_RUSSIAN_FORMAL", "Properties":{"Ordinal":"20"}},
      {"column":"UNTERM_ENGLISH_SHORT", "Properties":{"Ordinal":"21"}},
      {"column":"ISO4217_CURRENCY_ALPHABETIC_CODE", "Properties":{"Ordinal":"22"}},
      {"column":"SMALL_ISLAND_DEVELOPING_STATES_SIDS", "Properties":{"Ordinal":"23"}},
      {"column":"UNTERM_SPANISH_SHORT", "Properties":{"Ordinal":"24"}},
      {"column":"ISO4217_CURRENCY_NUMERIC_CODE", "Properties":{"Ordinal":"25"}},
      {"column":"UNTERM_CHINESE_FORMAL", "Properties":{"Ordinal":"26"}},
      {"column":"UNTERM_FRENCH_FORMAL", "Properties":{"Ordinal":"27"}},
      {"column":"UNTERM_RUSSIAN_SHORT", "Properties":{"Ordinal":"28"}},
      {"column":"M49", "Properties":{"Ordinal":"29"}},
      {"column":"SUB_REGION_CODE", "Properties":{"Ordinal":"30"}},
      {"column":"REGION_CODE", "Properties":{"Ordinal":"31"}},
      {"column":"OFFICIAL_NAME_AR", "Properties":{"Ordinal":"32"}},
      {"column":"ISO4217_CURRENCY_MINOR_UNIT", "Properties":{"Ordinal":"33"}},
      {"column":"UNTERM_ARABIC_FORMAL", "Properties":{"Ordinal":"34"}},
      {"column":"UNTERM_CHINESE_SHORT", "Properties":{"Ordinal":"35"}},
      {"column":"LAND_LOCKED_DEVELOPING_COUNTRIES_LLDC", "Properties":{"Ordinal":"36"}},
      {"column":"INTERMEDIATE_REGION_NAME", "Properties":{"Ordinal":"37"}},
      {"column":"OFFICIAL_NAME_ES", "Properties":{"Ordinal":"38"}},
      {"column":"UNTERM_ENGLISH_FORMAL", "Properties":{"Ordinal":"39"}},
      {"column":"OFFICIAL_NAME_CN", "Properties":{"Ordinal":"40"}},
      {"column":"OFFICIAL_NAME_EN", "Properties":{"Ordinal":"41"}},
      {"column":"ISO4217_CURRENCY_COUNTRY_NAME", "Properties":{"Ordinal":"42"}},
      {"column":"LEAST_DEVELOPED_COUNTRIES_LDC", "Properties":{"Ordinal":"43"}},
      {"column":"REGION_NAME", "Properties":{"Ordinal":"44"}},
      {"column":"UNTERM_ARABIC_SHORT", "Properties":{"Ordinal":"45"}},
      {"column":"SUB_REGION_NAME", "Properties":{"Ordinal":"46"}},
      {"column":"OFFICIAL_NAME_RU", "Properties":{"Ordinal":"47"}},
      {"column":"GLOBAL_NAME", "Properties":{"Ordinal":"48"}},
      {"column":"CAPITAL", "Properties":{"Ordinal":"49"}},
      {"column":"CONTINENT", "Properties":{"Ordinal":"50"}},
      {"column":"TLD", "Properties":{"Ordinal":"51"}},
      {"column":"LANGUAGES", "Properties":{"Ordinal":"52"}},
      {"column":"GEONAME_ID", "Properties":{"Ordinal":"53"}},
      {"column":"CLDR_DISPLAY_NAME", "Properties":{"Ordinal":"54"}},
      {"column":"EDGAR", "Properties":{"Ordinal":"55"}}
]```
)
 
 
and, after the execution, Data Explorer create new columns in the table (in the end of the table, with the same csv first line header columns):
 
"DWH_LOAD_DATE": 2022-01-08T00:00:00Z,
"DWH_SOURCE_ID": country_codes.csv,
"DWH_CREATION_DATE": 2022-01-09T02:19:45Z,
"FIFA": TPE,
"DIAL": ,
"ISO3166_1_ALPHA_3": ,
"MARC": ch,
"IS_INDEPENDENT": ,
"ISO3166_1_NUMERIC": ,
"GAUL": 925,
"FIPS": TW,
"WMO": ,
"ISO3166_1_ALPHA_2": ,
"ITU": ,
"IOC": TPE,
"DS": RC,
"UNTERM_SPANISH_FORMAL": ,
"GLOBAL_CODE": ,
"INTERMEDIATE_REGION_CODE": ,
"OFFICIAL_NAME_FR": ,
"UNTERM_FRENCH_SHORT": ,
"ISO4217_CURRENCY_NAME": ,
"DEVELOPED_DEVELOPING_COUNTRIES": ,
"UNTERM_RUSSIAN_FORMAL": ,
"UNTERM_ENGLISH_SHORT": ,
"ISO4217_CURRENCY_ALPHABETIC_CODE": ,
"SMALL_ISLAND_DEVELOPING_STATES_SIDS": ,
"UNTERM_SPANISH_SHORT": ,
"ISO4217_CURRENCY_NUMERIC_CODE": ,
"UNTERM_CHINESE_FORMAL": ,
"UNTERM_FRENCH_FORMAL": ,
"UNTERM_RUSSIAN_SHORT": ,
"M49": ,
"SUB_REGION_CODE": ,
"REGION_CODE": ,
"OFFICIAL_NAME_AR": ,
"ISO4217_CURRENCY_MINOR_UNIT": ,
"UNTERM_ARABIC_FORMAL": ,
"UNTERM_CHINESE_SHORT": ,
"LAND_LOCKED_DEVELOPING_COUNTRIES_LLDC": ,
"INTERMEDIATE_REGION_NAME": ,
"OFFICIAL_NAME_ES": ,
"UNTERM_ENGLISH_FORMAL": ,
"OFFICIAL_NAME_CN": ,
"OFFICIAL_NAME_EN": ,
"ISO4217_CURRENCY_COUNTRY_NAME": ,
"LEAST_DEVELOPED_COUNTRIES_LDC": ,
"REGION_NAME": ,
"UNTERM_ARABIC_SHORT": ,
"SUB_REGION_NAME": ,
"OFFICIAL_NAME_RU": ,
"GLOBAL_NAME": ,
"CAPITAL": ,
"CONTINENT": ,
"TLD": .tw,
"LANGUAGES": ,
"GEONAME_ID": ,
"CLDR_DISPLAY_NAME": ,
"EDGAR": ,
"Dial": 886,
"ISO3166_1_Alpha_3": TWN,
"is_independent": Yes,
"ISO3166_1_numeric": 158,
"ISO3166_1_Alpha_2": TW,
"UNTERM_Spanish_Formal": ,
"Global_Code": ,
"Intermediate_Region_Code": ,
"official_name_fr": ,
"UNTERM_French_Short": ,
"ISO4217_currency_name": ,
"Developed_Developing_Countries": ,
"UNTERM_Russian_Formal": ,
"UNTERM_English_Short": ,
"ISO4217_currency_alphabetic_code": ,
"Small_Island_Developing_States_SIDS": ,
"UNTERM_Spanish_Short": ,
"ISO4217_currency_numeric_code": ,
"UNTERM_Chinese_Formal": ,
"UNTERM_French_Formal": ,
"UNTERM_Russian_Short": ,
"Sub_region_Code": ,
"Region_Code": ,
"official_name_ar": ,
"ISO4217_currency_minor_unit": ,
"UNTERM_Arabic_Formal": ,
"UNTERM_Chinese_Short": ,
"Land_Locked_Developing_Countries_LLDC": ,
"Intermediate_Region_Name": ,
"official_name_es": ,
"UNTERM_English_Formal": ,
"official_name_cn": ,
"official_name_en": ,
"ISO4217_currency_country_name": ,
"Least_Developed_Countries_LDC": ,
"Region_Name": ,
"UNTERM_Arabic_Short": ,
"Sub_region_Name": ,
"official_name_ru": ,
"Global_Name": ,
"Capital": Taipei,
"Continent": AS,
"Languages": zh-TW,zh,nan,hak,
"Geoname_ID": 1668284,
"CLDR_display_name": Taiwan,
 
But, when i execute the same command from Data Explorer web or Kusto Explorer these new columns are not created and the data is saved correctly.
 
What's happening?
Labels:
569 Views
0 Likes
0 Replies
Reply
0 Replies