Big Data Management Administrator Guide

10.2.2
- 10.5.7
- 10.5.6
- 10.5.2
- 10.5.1
- 10.5
- 10.4.1
- 10.4.0
- 10.2.2 HotFix 1
- 10.2.2 Service Pack 1
- 10.2.1

Back Next

Sample Retrieve Advanced Mapping Statistics

The sample use case is to use the script to retrieve the details of the advanced mapping statistics on the Spark environment.

You can use the REST API to retrieve information about the advanced mapping statistics with the following request URL for a mapping with Job ID as _TNoO9ELEeiimY76kFyfuw:

<RESTOperationsHubService_Host>:<RESTOperationsHubService_Port>/RestOperationsHub/services/v1/MappingService/MappingAdvancedStats('_TNoO9ELEeiimY76kFyfuw')

Advanced Mapping Statistics Output

{
    "@odata.context": "$metadata#MappingAdvancedStats/$entity",
    "jobId": "_TNoO9ELEeiimY76kFyfuw",
    "mappingStat": {
        "status": "COMPLETED",
        "mappingName": "HDFSTgtAppend_MultiPartition_SparkMode",
        "applicationName": "HDFSTargetAppend",
        "serviceName": "DIS_HDP_2.6",
        "logFileName": "/data/Informatica/10.2.2_252/logs/node252/services/DataIntegrationService/disLogs/ms/DEPLOYED_MAPPING_HDFSTargetAppend_HDFSTgtAppend_MultiPartition_SparkMode-TNoO9ELEeiimY76kFyfuw_20181016_115325_006.log",
        "startTime": 1539671005830,
        "endTime": 1539671244752,
        "executorType": "SPARK",
        "executingNode": "node252",
        "userName": "Administrator",
        "securityDomain": "Native"
    },
    "detailedStats": {
        "memoryData": [],
        "createdTime": [
            1539671058384
        ],
        "cpuData": [],
        "sourceTargetStats": [
            {
                "instanceName": "Read_students_5",
                "isSource": true,
                "bytes": [
                    -1
                ],
                "rows": [
                    10
                ]
            },
            {
                "instanceName": "Read_students_HDFS_src",
                "isSource": true,
                "bytes": [
                    -1
                ],
                "rows": [
                    10
                ]
            },
            {
                "instanceName": "Read_student",
                "isSource": true,
                "bytes": [
                    -1
                ],
                "rows": [
                    10
                ]
            },
            {
                "instanceName": "Write_HDFSAppendTarget",
                "isSource": false,
                "bytes": [
                    -1
                ],
                "rows": [
                    28
                ]
            }
        ],
        "lastPurgeTime": 0
    },
    "summaryStats": {
        "processStatSummary": {
            "avgCpuUsage": 0,
            "avgMemUsage": 0
        },
        "sourceTxStats": [
            {
                "instanceName": "Read_students_5",
                "groupStats": [
                    {
                        "processedBytes": -1,
                        "processedRows": 10,
                        "bytesThrougput": -1,
                        "rowsThroughput": 10,
                        "errorRows": -1,
                        "errorBytes": -1,
                        "groupName": "Read_students_5",
                        "firstRowTime": 0
                    }
                ]
            },
            {
                "instanceName": "Read_student",
                "groupStats": [
                    {
                        "processedBytes": -1,
                        "processedRows": 10,
                        "bytesThrougput": -1,
                        "rowsThroughput": 10,
                        "errorRows": -1,
                        "errorBytes": -1,
                        "groupName": "Read_student",
                        "firstRowTime": 0
                    }
                ]
            },
            {
                "instanceName": "Read_students_HDFS_src",
                "groupStats": [
                    {
                        "processedBytes": -1,
                        "processedRows": 10,
                        "bytesThrougput": -1,
                        "rowsThroughput": 5,
                        "errorRows": -1,
                        "errorBytes": -1,
                        "groupName": "Read_students_HDFS_src",
                        "firstRowTime": 0
                    }
                ]
            }
        ],
        "targetTxStats": [
            {
                "instanceName": "Write_HDFSAppendTarget",
                "groupStats": [
                    {
                        "processedBytes": -1,
                        "processedRows": 28,
                        "bytesThrougput": -1,
                        "rowsThroughput": 14,
                        "errorRows": -1,
                        "errorBytes": -1,
                        "groupName": "Write_HDFSAppendTarget",
                        "firstRowTime": 0
                    }
                ]
            }
        ]
    }
}

Rename Saved Search

Table of Contents

Big Data Management Administrator Guide

Big Data Management Administrator Guide

Sample Retrieve Advanced Mapping Statistics

Sample Retrieve Advanced Mapping Statistics

Advanced Mapping Statistics Output