digraph G {
0 [labelType="html" label="<br><b>Union</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 100 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 2"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 15<br>number of input batches: 1"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 99 ms<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 18.6 KiB<br>number of output rows: 15<br>number of partitions read: 1"];
subgraph cluster6 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n130 ms (26 ms, 32 ms, 45 ms (stage 315.0: task 2280))";
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 0"];
}
9 [labelType="html" label="<b>Scan json </b><br><br>number of files read: 4<br>dynamic partition pruning time: 0 ms<br>metadata time: 0 ms<br>size of files read: 19.9 KiB<br>number of output rows: 12<br>number of partitions read: 4"];
2->0;
3->2;
4->3;
5->4;
7->0;
8->7;
9->8;
}
10
Union
Project [protocol#29643, metaData#29642, commitInfo#29644.inCommitTimestamp AS inCommitTimestamp#29700L, 140 AS version#29672L]
Filter (isnotnull(protocol#29643.minReaderVersion) OR isnotnull(metaData#29642.id))
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [metaData#29642,protocol#29643,commitInfo#29644,version#29645L] Batched: true, DataFilters: [(isnotnull(protocol#29643.minReaderVersion) OR isnotnull(metaData#29642.id))], Format: Parquet, Location: DeltaLogFileIndex(1 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [Or(IsNotNull(protocol.minReaderVersion),IsNotNull(metaData.id))], ReadSchema: struct<metaData:struct<id:string,name:string,description:string,format:struct<provider:string,opt...
Project [protocol#29680, metaData#29679, commitInfo#29681.inCommitTimestamp AS inCommitTimestamp#29717L, version#29682L]
Filter ((isnotnull(protocol#29680.minReaderVersion) OR isnotnull(metaData#29679.id)) OR (isnotnull(commitInfo#29681.inCommitTimestamp) AND (version#29682L = 144)))
WholeStageCodegen (2)
FileScan json [metaData#29679,protocol#29680,commitInfo#29681,version#29682L] Batched: false, DataFilters: [((isnotnull(protocol#29680.minReaderVersion) OR isnotnull(metaData#29679.id)) OR isnotnull(commi..., Format: JSON, Location: DeltaLogFileIndex(4 paths)[hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanac..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<metaData:struct<id:string,name:string,description:string,format:struct<provider:string,opt...
== Physical Plan ==
Union (8)
:- * Project (4)
: +- * Filter (3)
: +- * ColumnarToRow (2)
: +- Scan parquet (1)
+- * Project (7)
+- * Filter (6)
+- Scan json (5)
(1) Scan parquet
Output [4]: [metaData#29642, protocol#29643, commitInfo#29644, version#29645L]
Batched: true
Location: DeltaLogFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log/00000000000000000140.checkpoint.parquet]
PushedFilters: [Or(IsNotNull(protocol.minReaderVersion),IsNotNull(metaData.id))]
ReadSchema: struct<metaData:struct<id:string,name:string,description:string,format:struct<provider:string,options:map<string,string>>,schemaString:string,partitionColumns:array<string>,configuration:map<string,string>,createdTime:bigint>,protocol:struct<minReaderVersion:int,minWriterVersion:int,readerFeatures:array<string>,writerFeatures:array<string>>,commitInfo:struct<inCommitTimestamp:bigint>>
(2) ColumnarToRow [codegen id : 1]
Input [4]: [metaData#29642, protocol#29643, commitInfo#29644, version#29645L]
(3) Filter [codegen id : 1]
Input [4]: [metaData#29642, protocol#29643, commitInfo#29644, version#29645L]
Condition : (isnotnull(protocol#29643.minReaderVersion) OR isnotnull(metaData#29642.id))
(4) Project [codegen id : 1]
Output [4]: [protocol#29643, metaData#29642, commitInfo#29644.inCommitTimestamp AS inCommitTimestamp#29700L, 140 AS version#29672L]
Input [4]: [metaData#29642, protocol#29643, commitInfo#29644, version#29645L]
(5) Scan json
Output [4]: [metaData#29679, protocol#29680, commitInfo#29681, version#29682L]
Batched: false
Location: DeltaLogFileIndex [hdlfs://2e93940d-4be8-4f12-830d-f0b8d392c03a.files.hdl.prod-eu20.hanacloud.ondemand.com:443/crp-dl-stream-service/cornerstone/sap-cic-sourceofsupply-sourceofsupply/_delta_log/00000000000000000141.json, ... 3 entries]
ReadSchema: struct<metaData:struct<id:string,name:string,description:string,format:struct<provider:string,options:map<string,string>>,schemaString:string,partitionColumns:array<string>,configuration:map<string,string>,createdTime:bigint>,protocol:struct<minReaderVersion:int,minWriterVersion:int,readerFeatures:array<string>,writerFeatures:array<string>>,commitInfo:struct<version:bigint,inCommitTimestamp:bigint,timestamp:timestamp,userId:string,userName:string,operation:string,operationParameters:map<string,string>,job:struct<jobId:string,jobName:string,jobRunId:string,runId:string,jobOwnerId:string,triggerType:string>,notebook:struct<notebookId:string>,clusterId:string,readVersion:bigint,isolationLevel:string,isBlindAppend:boolean,operationMetrics:map<string,string>,userMetadata:string,tags:map<string,string>,engineInfo:string,txnId:string>>
(6) Filter [codegen id : 2]
Input [4]: [metaData#29679, protocol#29680, commitInfo#29681, version#29682L]
Condition : ((isnotnull(protocol#29680.minReaderVersion) OR isnotnull(metaData#29679.id)) OR (isnotnull(commitInfo#29681.inCommitTimestamp) AND (version#29682L = 144)))
(7) Project [codegen id : 2]
Output [4]: [protocol#29680, metaData#29679, commitInfo#29681.inCommitTimestamp AS inCommitTimestamp#29717L, version#29682L]
Input [4]: [metaData#29679, protocol#29680, commitInfo#29681, version#29682L]
(8) Union