Forum Discussion
Dynamics AX connector stops getting records after amount of time
Hello everyone,
I am using the Dynamics AX connector to get data out of Finance. After a certain amount of time it suddenly doesnt get any new records anymore and it keeps running until it reaches the general timeout.
It gets 290,000 records in like 01:30:00 and then keeps running and doesn't get new records anymore. Sometimes it gets stuck earlier or later.
Sometimes it also gives me this error:
Failure happened on 'Source' side. ErrorCode=ODataRequestTimeout,'Type=Microsoft.DataTransfer.Common.Shared.HybridDeliveryException,Message=Fail to get response from odata service in a expected time.,Source=Microsoft.DataTransfer.Runtime.ODataConnector,''Type=System.Threading.Tasks.TaskCanceledException,Message=A task was canceled.,Source=mscorlib,'
This is my pipeline JSON:
{
"name": "HICT - Init Sync SalesOrders",
"properties": {
"activities": [
{
"name": "Get FO SalesOrders",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "0.23:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "DynamicsAXSource",
"query": "$filter=FM_InterCompanyOrder eq Microsoft.Dynamics.DataEntities.NoYes'No' and dataAreaId eq 'prev'&$select=SalesOrderNumber,SalesOrderName,IsDeliveryAddressPrivate,FormattedInvoiceAddress,FormattedDeliveryAddress,ArePricesIncludingSalesTax,RequestedReceiptDate,QuotationNumber,PriceCustomerGroupCode,PBS_PreferredInvoiceDate,PaymentTermsBaseDate,OrderTotalTaxAmount,OrderTotalChargesAmount,OrderTotalAmount,TotalDiscountAmount,IsInvoiceAddressPrivate,InvoiceBuildingCompliment,InvoiceAddressZipCode,LanguageId,IsDeliveryAddressOrderSpecific,IsOneTimeCustomer,InvoiceAddressStreetNumber,InvoiceAddressStreet,InvoiceAddressStateId,InvoiceAddressPostBox,InvoiceAddressLongitude,InvoiceAddressLatitude,InvoiceAddressDistrictName,InvoiceAddressCountyId,InvoiceAddressCountryRegionISOCode,InvoiceAddressCity,FM_Deadline,Email,DeliveryTermsCode,DeliveryModeCode,DeliveryBuildingCompliment,DeliveryAddressCountryRegionISOCode,DeliveryAddressZipCode,DeliveryAddressStreetNumber,SalesOrderStatus,DeliveryAddressStreet,DeliveryAddressStateId,SalesOrderPromisingMethod,DeliveryAddressPostBox,DeliveryAddressName,DeliveryAddressLongitude,DeliveryAddressLocationId,DeliveryAddressLatitude,DeliveryAddressDunsNumber,DeliveryAddressDistrictName,DeliveryAddressDescription,DeliveryAddressCountyId,DeliveryAddressCity,CustomersOrderReference,IsSalesProcessingStopped,CustomerRequisitionNumber,SalesOrderProcessingStatus,CurrencyCode,ConfirmedShippingDate,ConfirmedReceiptDate,SalesOrderOriginCode,URL,OrderingCustomerAccountNumber,InvoiceCustomerAccountNumber,ContactPersonId,FM_WorkerSalesTaker,FM_SalesResponsible,PaymentTermsName,DefaultShippingSiteId,DefaultShippingWarehouseId,DeliveryModeCode,dataAreaId,FM_InterCompanyOrder&cross-company=true",
"httpRequestTimeout": "00:15:00",
"additionalHeaders": {
"Prefer": "odata.maxpagesize=1000"
},
"retrieveEnumValuesAsString": true
},
"sink": {
"type": "JsonSink",
"storeSettings": {
"type": "AzureBlobStorageWriteSettings",
"copyBehavior": "FlattenHierarchy"
},
"formatSettings": {
"type": "JsonWriteSettings"
}
},
"enableStaging": false,
"enableSkipIncompatibleRow": true,
"logSettings": {
"enableCopyActivityLog": true,
"copyActivityLogSettings": {
"logLevel": "Warning",
"enableReliableLogging": false
},
"logLocationSettings": {
"linkedServiceName": {
"referenceName": "AzureBlobStorage",
"type": "LinkedServiceReference"
},
"path": "ceexports"
}
}
},
"inputs": [
{
"referenceName": "AX_SalesOrders_Dynamics_365_FO_ACC",
"type": "DatasetReference"
}
],
"outputs": [
{
"referenceName": "Orders_FO_D365_Data_JSON",
"type": "DatasetReference"
}
]
},
{
"name": "Get_All_CE_Table_Data",
"type": "ForEach",
"dependsOn": [
{
"activity": "Get FO SalesOrders",
"dependencyConditions": [
"Completed"
]
}
],
"userProperties": [],
"typeProperties": {
"items": {
"value": "@pipeline().parameters.CE_Tables",
"type": "Expression"
},
"activities": [
{
"name": "Copy_CE_TableData",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "0.12:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "CommonDataServiceForAppsSource"
},
"sink": {
"type": "DelimitedTextSink",
"storeSettings": {
"type": "AzureBlobStorageWriteSettings",
"copyBehavior": "FlattenHierarchy"
},
"formatSettings": {
"type": "DelimitedTextWriteSettings",
"quoteAllText": true,
"fileExtension": ".txt"
}
},
"enableStaging": false
},
"inputs": [
{
"referenceName": "CE_Look_Up_Tables",
"type": "DatasetReference",
"parameters": {
"entiryName": "@item().sourceDataset"
}
}
],
"outputs": [
{
"referenceName": "CE_GenericBlobSink",
"type": "DatasetReference",
"parameters": {
"sinkPath": {
"value": "@item().sinkPath",
"type": "Expression"
}
}
}
]
}
]
}
},
{
"name": "Transform_Create_CE_JSON",
"type": "ExecuteDataFlow",
"dependsOn": [
{
"activity": "Get_All_CE_Table_Data",
"dependencyConditions": [
"Succeeded"
]
}
],
"policy": {
"timeout": "0.12:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"dataflow": {
"referenceName": "FO_Transform_CE_Select",
"type": "DataFlowReference"
},
"compute": {
"coreCount": 16,
"computeType": "General"
},
"traceLevel": "Fine"
}
}
],
"parameters": {
"CE_Tables": {
"type": "array",
"defaultValue": [
{
"name": "D365_CE_ACC_AccountRelations",
"sourceDataset": "crmp_accountrelation",
"sinkPath": "ce-exports/D365_CE_ACC_AccountRelations.json"
},
{
"name": "D365_CE_ACC_ContactRelations",
"sourceDataset": "crmp_contactrelation",
"sinkPath": "ce-exports/D365_CE_ACC_ContactRelations.json"
},
{
"name": "D365_CE_ACC_PriceCustomerGroup",
"sourceDataset": "msdyn_pricecustomergroup",
"sinkPath": "ce-exports/D365_CE_ACC_PriceCustomerGroup.json"
},
{
"name": "D365_CE_ACC_SalesOrderOrigin",
"sourceDataset": "odin_salesorderorigin",
"sinkPath": "ce-exports/D365_CE_ACC_SalesOrderOrigin.json"
},
{
"name": "D365_CE_ACC_ShipVia",
"sourceDataset": "msdyn_shipvia",
"sinkPath": "ce-exports/D365_CE_ACC_ShipVia.json"
},
{
"name": "D365_CE_ACC_SystemUser",
"sourceDataset": "systemuser",
"sinkPath": "ce-exports/D365_CE_ACC_SystemUser.json"
},
{
"name": "D365_CE_ACC_TermsOfDelivery",
"sourceDataset": "msdyn_termsofdelivery",
"sinkPath": "ce-exports/D365_CE_ACC_TermsOfDelivery.json"
},
{
"name": "D365_CE_ACC_Worker",
"sourceDataset": "cdm_worker",
"sinkPath": "ce-exports/D365_CE_ACC_Worker.json"
},
{
"name": "D365_CE_ACC_TransactionCurrency",
"sourceDataset": "transactioncurrency",
"sinkPath": "ce-exports/D365_CE_ACC_TransactionCurrency.json"
},
{
"name": "D365_CE_ACC_Warehouse",
"sourceDataset": "msdyn_warehouse",
"sinkPath": "ce-exports/D365_CE_ACC_Warehouse.json"
},
{
"name": "D365_CE_ACC_OperationalSite",
"sourceDataset": "msdyn_operationalsite",
"sinkPath": "ce-exports/D365_CE_ACC_OperationalSite.json"
},
{
"name": "D365_CE_ACC_PaymentTerms",
"sourceDataset": "odin_paymentterms",
"sinkPath": "ce-exports/D365_CE_ACC_PaymentTerms.json"
}
]
}
},
"annotations": [],
"lastPublishTime": "2025-07-30T12:55:32Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}