DP-700 Ingest and Transform Data — All Questions With Answers

{
  "status": "Failed",
  "errorCode": "2200",
  "message": "The system is out of memory during the transformation step.",
  "activity": "Notebook_Transform"
}

{
  "name": "CopyPipeline",
  "properties": {
    "activities": [
      {
        "name": "CopyFromRest",
        "type": "Copy",
        "typeProperties": {
          "source": {
            "type": "RestSource",
            "httpRequestTimeout": "00:01:40"
          },
          "sink": {
            "type": "DelimitedTextSink",
            "storeSettings": {
              "type": "LakehouseWriteSettings"
            }
          }
        }
      }
    ]
  }
}

{
  "source": "SQLServer",
  "destination": "Lakehouse",
  "format": "Parquet",
  "error": "java.io.IOException: Access Denied",
  "remediation": "Check managed identity permissions"
}

{
  "source": {
    "type": "DelimitedText",
    "storeSettings": { "type": "AzureBlobStorageReadSettings", "recursive": true },
    "formatSettings": { "type": "DelimitedTextReadSettings" }
  },
  "sink": {
    "type": "LakehouseTable",
    "tableAction": "Overwrite",
    "partitionSettings": { "keys": [ "TransactionDate" ] }
  }
}

{
  "type": "Copy",
  "source": {
    "type": "DelimitedTextSource",
    "storeSettings": {
      "type": "AzureBlobFSReadSettings",
      "recursive": true
    }
  },
  "sink": {
    "type": "DeltaSink",
    "tableOption": "autoCreate"
  }
}

{
  "action": "write",
  "mode": "overwrite",
  "format": "delta",
  "path": "abfss://...",
  "checkpoint": "/tmp/checkpoints/1"
}

{
  "source": "RawLogs",
  "sink": "ProcessedDelta",
  "transformation": "filter",
  "schema_validation": "strict"
}

{
  "activity": "Copy",
  "source": "SQLDB",
  "sink": "OneLake",
  "retry_policy": {
    "count": 3,
    "interval_seconds": 60
  }
}

{
  "source": "RawCSV",
  "format": "CSV",
  "encoding": "UTF-8",
  "column_delimiter": ",",
  "first_row_as_header": true
}

{
  "name": "CopyFromS3",
  "type": "Copy",
  "typeProperties": {
    "source": {
      "type": "AmazonS3Source"
    },
    "sink": {
      "type": "LakehouseTableSink",
      "tableAction": "Overwrite"
    }
  }
}

{
  "spark.sql.parquet.vorder.enabled": "true",
  "spark.microsoft.delta.optimizeWrite.enabled": "true",
  "spark.microsoft.delta.autoCompact.enabled": "true"
}

{
  "activity": "Notebook",
  "error": "PySparkException: [SESSION_NOT_FOUND]",
  "remediation": "Check cluster availability"
}

{
  "status": "Failed",
  "error": {
    "code": "DataflowStagingNotEnabled",
    "message": "The dataflow cannot be published because staging is required for the selected destination but is not enabled."
  }
}