crp-order-qty-opt-service - Details for Query 3487

Submitted Time: 2026/08/10 11:27:10
Duration: 17 ms

Plan Visualization

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [id="node0" labelType="html" label=" Project " tooltip="Project [add#817136.path AS path#817645, add#817136.partitionValues AS partitionValues#817646, add#817136.size AS size#817647L, add#817136.modificationTime AS modificationTime#817648L, add#817136.dataChange AS dataChange#817649, from_json(StructField(numRecords,LongType,true), StructField(minValues,StructType(StructField(internalUUID,StringType,true),StructField(supplier,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receiver,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(product,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receivingPlant,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(sourceOfSupplyType,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(purchasingOrganization,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(validFrom,TimestampType,true),StructField(validTo,TimestampType,true),StructField(priority,IntegerType,true),StructField(supplierSubrange,StringType,true),StructField(plannedDeliveryTimeDays,IntegerType,true),StructField(orderQuantityUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingPriceAspect,StructType(StructField(netPrice,StructType(StructField(amount,DoubleType,true),StructField(currencyCode,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(netPriceQuantity,DoubleType,true),StructField(netPriceUnit,StructType(StructField(internalRefUUID,StringType,true)),true)),true)),true), StructField(maxValues,StructType(StructField(internalUUID,StringType,true),StructField(supplier,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receiver,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(product,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receivingPlant,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(sourceOfSupplyType,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(purchasingOrganization,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(validFrom,TimestampType,true),StructField(validTo,TimestampType,true),StructField(priority,IntegerType,true),StructField(supplierSubrange,StringType,true),StructField(plannedDeliveryTimeDays,IntegerType,true),StructField(orderQuantityUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingPriceAspect,StructType(StructField(netPrice,StructType(StructField(amount,DoubleType,true),StructField(currencyCode,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(netPriceQuantity,DoubleType,true),StructField(netPriceUnit,StructType(StructField(internalRefUUID,StringType,true)),true)),true)),true), StructField(nullCount,StructType(StructField(internalUUID,LongType,true),StructField(supplier,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(receiver,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(product,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(receivingPlant,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(sourceOfSupplyType,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true),StructField(purchasingGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(purchasingOrganization,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(validFrom,LongType,true),StructField(validTo,LongType,true),StructField(priority,LongType,true),StructField(isPurchasingBlocked,LongType,true),StructField(isConsignment,LongType,true),StructField(isDeleted,LongType,true),StructField(supplierSubrange,LongType,true),StructField(plannedDeliveryTimeDays,LongType,true),StructField(orderQuantityUnit,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true),StructField(purchasingPriceAspect,StructType(StructField(netPrice,StructType(StructField(amount,LongType,true),StructField(currencyCode,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true)),true),StructField(netPriceQuantity,LongType,true),StructField(netPriceUnit,StructType(StructField(internalRefUUID,LongType,true)),true)),true)),true), add#817136.stats, Some(UTC), false) AS stats#817656, add#817136.tags AS tags#817651, add#817136.deletionVector AS deletionVector#817652, add#817136.baseRowId AS baseRowId#817653L, add#817136.defaultRowCommitVersion AS defaultRowCommitVersion#817654L, add#817136.clusteringProvider AS clusteringProvider#817655]"]; subgraph cluster1 { isCluster="true"; id="cluster1"; label="WholeStageCodegen (1)"; tooltip="WholeStageCodegen (1)"; 2 [id="node2" labelType="html" label=" Filter " tooltip="Filter isnotnull(add#817136)"]; 3 [id="node3" labelType="html" label=" Scan ExistingRDD Delta Table State #499 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log " tooltip="Scan ExistingRDD Delta Table State #499 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log[txn#817135,add#817136,remove#817137,metaData#817138,protocol#817139,cdc#817140,checkpointMetadata#817141,sidecar#817142,domainMetadata#817143,commitInfo#817144]"]; } 2->0; 3->2; }

Details

== Physical Plan ==
Project (3)
+- * Filter (2)
   +- * Scan ExistingRDD Delta Table State #499 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log (1)


(1) Scan ExistingRDD Delta Table State #499 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log [codegen id : 1]
Output [10]: [txn#817135, add#817136, remove#817137, metaData#817138, protocol#817139, cdc#817140, checkpointMetadata#817141, sidecar#817142, domainMetadata#817143, commitInfo#817144]
Arguments: [txn#817135, add#817136, remove#817137, metaData#817138, protocol#817139, cdc#817140, checkpointMetadata#817141, sidecar#817142, domainMetadata#817143, commitInfo#817144], Delta Table State #499 - hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log MapPartitionsRDD[38320] at $anonfun$recordDeltaOperationInternal$1 at DatabricksLogging.scala:128, ExistingRDD, UnknownPartitioning(0)

(2) Filter [codegen id : 1]
Input [10]: [txn#817135, add#817136, remove#817137, metaData#817138, protocol#817139, cdc#817140, checkpointMetadata#817141, sidecar#817142, domainMetadata#817143, commitInfo#817144]
Condition : isnotnull(add#817136)

(3) Project
Output [11]: [add#817136.path AS path#817645, add#817136.partitionValues AS partitionValues#817646, add#817136.size AS size#817647L, add#817136.modificationTime AS modificationTime#817648L, add#817136.dataChange AS dataChange#817649, from_json(StructField(numRecords,LongType,true), StructField(minValues,StructType(StructField(internalUUID,StringType,true),StructField(supplier,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receiver,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(product,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receivingPlant,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(sourceOfSupplyType,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(purchasingOrganization,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(validFrom,TimestampType,true),StructField(validTo,TimestampType,true),StructField(priority,IntegerType,true),StructField(supplierSubrange,StringType,true),StructField(plannedDeliveryTimeDays,IntegerType,true),StructField(orderQuantityUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingPriceAspect,StructType(StructField(netPrice,StructType(StructField(amount,DoubleType,true),StructField(currencyCode,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(netPriceQuantity,DoubleType,true),StructField(netPriceUnit,StructType(StructField(internalRefUUID,StringType,true)),true)),true)),true), StructField(maxValues,StructType(StructField(internalUUID,StringType,true),StructField(supplier,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receiver,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(product,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(receivingPlant,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(sourceOfSupplyType,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(purchasingOrganization,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,StringType,true),StructField(id,StringType,true)),true),StructField(validFrom,TimestampType,true),StructField(validTo,TimestampType,true),StructField(priority,IntegerType,true),StructField(supplierSubrange,StringType,true),StructField(plannedDeliveryTimeDays,IntegerType,true),StructField(orderQuantityUnit,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true),StructField(purchasingPriceAspect,StructType(StructField(netPrice,StructType(StructField(amount,DoubleType,true),StructField(currencyCode,StructType(StructField(internalRefUUID,StringType,true),StructField(code,StringType,true)),true)),true),StructField(netPriceQuantity,DoubleType,true),StructField(netPriceUnit,StructType(StructField(internalRefUUID,StringType,true)),true)),true)),true), StructField(nullCount,StructType(StructField(internalUUID,LongType,true),StructField(supplier,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(receiver,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(product,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(receivingPlant,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(sourceOfSupplyType,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true),StructField(purchasingGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(purchasingOrganization,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(productGroup,StructType(StructField(internalRefUUID,LongType,true),StructField(id,LongType,true)),true),StructField(validFrom,LongType,true),StructField(validTo,LongType,true),StructField(priority,LongType,true),StructField(isPurchasingBlocked,LongType,true),StructField(isConsignment,LongType,true),StructField(isDeleted,LongType,true),StructField(supplierSubrange,LongType,true),StructField(plannedDeliveryTimeDays,LongType,true),StructField(orderQuantityUnit,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true),StructField(purchasingPriceAspect,StructType(StructField(netPrice,StructType(StructField(amount,LongType,true),StructField(currencyCode,StructType(StructField(internalRefUUID,LongType,true),StructField(code,LongType,true)),true)),true),StructField(netPriceQuantity,LongType,true),StructField(netPriceUnit,StructType(StructField(internalRefUUID,LongType,true)),true)),true)),true), add#817136.stats, Some(UTC), false) AS stats#817656, add#817136.tags AS tags#817651, add#817136.deletionVector AS deletionVector#817652, add#817136.baseRowId AS baseRowId#817653L, add#817136.defaultRowCommitVersion AS defaultRowCommitVersion#817654L, add#817136.clusteringProvider AS clusteringProvider#817655]
Input [10]: [txn#817135, add#817136, remove#817137, metaData#817138, protocol#817139, cdc#817140, checkpointMetadata#817141, sidecar#817142, domainMetadata#817143, commitInfo#817144]

SQL / DataFrame Properties

Name	Value
spark.activity.hdlfsEnabled	true
spark.activity.isolateSession	true
spark.sql.parquet.fieldId.read.enabled	true
spark.sql.parquet.fieldId.write.enabled	true
temporal.activity.id	01545bb5-6488-35f2-8f7d-ce62fddc68c5
temporal.activity.type	EnhanceWorklistByAttributes