profile_1node

Query (id=344e97ee6c720360:cbdd0ff0b6c3149b)
  - AsyncTotalTime: 0
  - TotalTime: 0
  Summary
    Session ID: b345703f00825ab0:60309011dc1cd7a3
    Session Type: BEESWAX
    Start Time: 2014-06-18 10:36:53.920612000
    End Time: 2014-06-18 10:37:09.103290000
    Query Type: DML
    Query State: FINISHED
    Query Status: OK
    Impala Version: impalad version 1.3.1-cdh4 RELEASE (build 907481bf45b248a7bb3bb077d54831a71f484e5f)
    User: hadoop
    Network Address: ::ffff:x.y.z.a:port
    Default Db: test_parquet_part
    Sql Statement: insert INTO transactions PARTITION(year=2000) SELECT id, customer_id, book_id, quantity, transaction_date from test_external_part.transactions WHERE year=2000
    Plan:
----------------
Estimated Per-Host Requirements: Memory=0B VCores=0

F00:PLAN FRAGMENT [PARTITION=UNPARTITIONED]
  WRITE TO HDFS [test_parquet_part.transactions, OVERWRITE=false, PARTITION-KEYS=(2000)]
  |  partitions=1
  |  hosts=1 per-host-mem=unavailable
  |
  00:SCAN HDFS [test_external_part.transactions]
     partitions=1/15 size=851.69MB
     table stats: 263673113 rows total
     column stats: all
     hosts=5 per-host-mem=unavailable
     tuple-ids=0 row-size=48B cardinality=18275489
----------------
    Estimated Per-Host Mem: 0
    Estimated Per-Host VCores: 0
    Request Pool: default-pool
    - AsyncTotalTime: 0
    - TotalTime: 0
  ImpalaServer
    - AsyncTotalTime: 0
    - ClientFetchWaitTimer: 418891191
    - MetastoreUpdateTimer: 2048140318
    - RowMaterializationTimer: 0
    - TotalTime: 0
  Execution Profile 344e97ee6c720360:cbdd0ff0b6c3149b
    Insert Stats:
Partition: year=2000/
  BytesWritten: 825.61 MB
  Per Column Sizes:
    book_id: 184.64 MB
    customer_id: 182.51 MB
    id: 155.74 MB
    quantity: 25.79 MB
    transaction_date: 276.92 MB
    - AsyncTotalTime: 0
    - FinalizationTimer: 66531348
      - FileDeletionTimer: 16658035
      - FileMoveTimer: 32214490
      - Overwrite/PartitionCreationTimer: 1011506
    - TotalTime: 12697570451
    Coordinator Fragment
      Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:8/851.69 MB
      - AsyncTotalTime: 0
      - AverageThreadTokens: 6.84
      - PeakMemoryUsage: 697668752
      - PrepareTime: 53388
      - RowsProduced: 18275489
      - TotalCpuTime: 72789900488
      - TotalNetworkReceiveTime: 0
      - TotalNetworkSendTime: 0
      - TotalStorageWaitTime: 49134698999
      - TotalTime: 12549855808
      CodeGen
        - AsyncTotalTime: 0
        - CodegenTime: 169
        - CompileTime: 44345165
        - LoadTime: 22133652
        - ModuleFileSize: 108040
        - TotalTime: 66923097
      HdfsTableSink
        - AsyncTotalTime: 0
        - BytesWritten: 440515820
        - EncodeTimer: 4042127241
        - FinalizePartitionFileTimer: 4169322792
        - HdfsWriteTimer: 4005278447
        - PeakMemoryUsage: 629920912
        - RowsInserted: 18275489
        - TmpFileCreateTimer: 60711231
        - TotalTime: 8277647151
      HDFS_SCAN_NODE (id=0)
        Hdfs split stats (<volume id>:<# splits>/<split lengths>): 0:8/851.69 MB
        Hdfs Read Thread Concurrency Bucket: 0:32% 1:68% 2:0%
        File Formats: TEXT/NONE:8
        ExecOption: Codegen enabled: 0 out of 8
        - AsyncTotalTime: 0
        - AverageHdfsReadThreadConcurrency: 0.68
        - AverageScannerThreadConcurrency: 5.84
        - BytesRead: 893072401
        - BytesReadDataNodeCache: 0
        - BytesReadLocal: 893072401
        - BytesReadShortCircuit: 893072401
        - NumDisksAccessed: 1
        - NumScannerThreadsStarted: 8
        - PeakMemoryUsage: 85450752
        - PerReadThreadRawHdfsThroughput: 107007432
        - RowsRead: 18275489
        - RowsReturned: 18275489
        - RowsReturnedRate: 4289811
        - ScanRangesComplete: 8
        - ScannerThreadsInvoluntaryContextSwitches: 696
        - ScannerThreadsTotalWallClockTime: 72789909332
          - DelimiterParseTime: 799950454
          - MaterializeTupleTime(*): 3938547736
          - ScannerThreadsSysTime: 7996000
          - ScannerThreadsUserTime: 4809266000
        - ScannerThreadsVoluntaryContextSwitches: 4159
        - TotalRawHdfsReadTime(*): 8345891337
        - TotalReadThroughput: 71445546
        - TotalTime: 4260207581