{"dbEnvironment":"bigquery","version":"1.34.3","jobsTree":{"id":27,"name":"ROOT","children":[{"id":81,"name":"Audit","children":[{"id":129,"name":"Test Jobs","children":[],"jobs":[{"id":130,"name":"Test Transform Job","description":null,"type":"TRANSFORMATION"},{"id":135,"name":"Test Parent Job","description":"","type":"ORCHESTRATION"},{"id":141,"name":"Test Child Job","description":"","type":"ORCHESTRATION"}]}],"jobs":[{"id":82,"name":"Audit","description":"","type":"ORCHESTRATION"},{"id":98,"name":"Populate Audit Table","description":null,"type":"TRANSFORMATION"}]}],"jobs":[]},"orchestrationJobs":[{"id":82,"revision":41,"created":1536588807803,"timestamp":1536588807803,"components":{"83":{"id":83,"inputCardinality":"ZERO","outputCardinality":"MANY","connectorHint":"UNCONDITIONAL","executionHint":"FLOW","implementationID":444132438,"x":-81,"y":73,"width":32,"height":32,"inputConnectorIDs":[],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[96,95],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Start"}}}},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"84":{"id":84,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"CONDITIONAL","executionHint":"FLOW","implementationID":-1357378929,"x":80,"y":6,"width":32,"height":32,"inputConnectorIDs":[95],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[168],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Pub/Sub Flag"}}}},"visible":true},"2":{"slot":2,"name":"Mode","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Simple"}}}},"visible":true},"3":{"slot":3,"name":"Condition","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"Yes"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"True"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"yes"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"true"}}}},"visible":true},"4":{"slot":4,"name":"Combine Conditions","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Or"}}}},"visible":true},"5":{"slot":5,"name":"Condition","editorHint":"SINGLE_VALUE_FREEFORM_TEXTAREA","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":""}}}},"visible":false}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"85":{"id":85,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"CONDITIONAL","executionHint":"FLOW","implementationID":-1357378929,"x":77,"y":79,"width":32,"height":32,"inputConnectorIDs":[96],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[108],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Audit Table Flag"}}}},"visible":true},"2":{"slot":2,"name":"Mode","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Simple"}}}},"visible":true},"3":{"slot":3,"name":"Condition","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"Yes"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"True"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"yes"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"true"}}}},"visible":true},"4":{"slot":4,"name":"Combine Conditions","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Or"}}}},"visible":true},"5":{"slot":5,"name":"Condition","editorHint":"SINGLE_VALUE_FREEFORM_TEXTAREA","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":""}}}},"visible":false}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"90":{"id":90,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"TRANSFORM","implementationID":1896325668,"x":318,"y":73,"width":32,"height":32,"inputConnectorIDs":[110],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Populate Audit Table"}}}},"visible":true},"2":{"slot":2,"name":"Transformation Job","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Populate Audit Table"}}}},"visible":true},"3":{"slot":3,"name":"","editorHint":"SINGLE_VALUE_FREEFORM","elements":{},"visible":false},"4":{"slot":4,"name":"Set Scalar Variables","editorHint":"SET_JOB_VARIABLE","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"audit_job_name"},"2":{"slot":2,"type":"STRING","value":"${audit_job_name}"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_name"},"2":{"slot":2,"type":"STRING","value":"${audit_table_name}"}}}},"visible":true},"5":{"slot":5,"name":"Set Grid Variables","editorHint":"JOB_GRID_OVERRIDE","elements":{},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"102":{"id":102,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"EXECUTE","implementationID":1611478312,"x":196,"y":83,"width":32,"height":32,"inputConnectorIDs":[108],"outputSuccessConnectorIDs":[110],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Create Audit Table"}}}},"visible":true},"2":{"slot":2,"name":"Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"3":{"slot":3,"name":"Dataset","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"4":{"slot":4,"name":"New Table Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${audit_table_name}"}}}},"visible":true},"5":{"slot":5,"name":"Table Metadata","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"job_name"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"run_history_id"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"component"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"status"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"5":{"slot":5,"values":{"1":{"slot":1,"type":"STRING","value":"message"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"6":{"slot":6,"values":{"1":{"slot":1,"type":"STRING","value":"started_at"},"2":{"slot":2,"type":"STRING","value":"Datetime"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"7":{"slot":7,"values":{"1":{"slot":1,"type":"STRING","value":"completed_at"},"2":{"slot":2,"type":"STRING","value":"Datetime"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"8":{"slot":8,"values":{"1":{"slot":1,"type":"STRING","value":"duration"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"9":{"slot":9,"values":{"1":{"slot":1,"type":"STRING","value":"row_count"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}}},"visible":true},"6":{"slot":6,"name":"Create/Replace","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Create if not exists"}}}},"visible":true},"7":{"slot":7,"name":"Partitioning","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"None"}}}},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"155":{"id":155,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"EXECUTE","implementationID":-1251764363,"x":316,"y":2,"width":32,"height":32,"inputConnectorIDs":[168],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Publish Message"}}}},"visible":true},"2":{"slot":2,"name":"Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${pub_sub_project}"}}}},"visible":true},"3":{"slot":3,"name":"Topics","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${pub_sub_topic}"}}}},"visible":true},"4":{"slot":4,"name":"Message","editorHint":"SINGLE_VALUE_FREEFORM_TEXTAREA","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Job Name: ${audit_job_name}\nRun History ID: ${run_history_id}\nComponent: ${audit_component}\nStatus: ${audit_status}\nMessage: ${audit_message}\nStarted at: ${audit_started_at}\nCompleted at: ${audit_completed_at}\nDuration: ${audit_duration}\nRow Count: ${audit_row_count}"}}}},"visible":true},"5":{"slot":5,"name":"Attributes","editorHint":"GENERIC_GRID","elements":{},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]}},"successConnectors":{"110":{"id":110,"sourceID":102,"targetID":90}},"failureConnectors":{},"unconditionalConnectors":{"96":{"id":96,"sourceID":83,"targetID":85},"95":{"id":95,"sourceID":83,"targetID":84}},"trueConnectors":{"168":{"id":168,"sourceID":84,"targetID":155},"108":{"id":108,"sourceID":85,"targetID":102}},"falseConnectors":{},"iterationConnectors":{},"noteConnectors":{},"canUndo":true,"undoCommand":"Set Parameter","undoCreated":1536588761815,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"variables":{"audit_table_flag":{"definition":{"name":"audit_table_flag","type":"TEXT","scope":"BRANCH","description":"Writes metadata to an audit table if property is set to 'Yes' or 'True'","visibility":"PUBLIC"},"value":""},"audit_job_name":{"definition":{"name":"audit_job_name","type":"TEXT","scope":"BRANCH","description":"Use automatic variable ${job_name} to populate this property","visibility":"PUBLIC"},"value":"${job_name}"},"audit_table_name":{"definition":{"name":"audit_table_name","type":"TEXT","scope":"BRANCH","description":"Audit table name.  Table will be created if does not already exist.","visibility":"PUBLIC"},"value":"metl_audit_table"},"pub_sub_flag":{"definition":{"name":"pub_sub_flag","type":"TEXT","scope":"BRANCH","description":"Publishes a message via Pub/Sub if property is set to 'Yes' or 'True'","visibility":"PUBLIC"},"value":""},"pub_sub_topic":{"definition":{"name":"pub_sub_topic","type":"TEXT","scope":"BRANCH","description":"Publish/Subscribe topic in GCP.","visibility":"PUBLIC"},"value":"matillion-errors"},"pub_sub_project":{"definition":{"name":"pub_sub_project","type":"TEXT","scope":"BRANCH","description":"Publish/Subcribe project in GCP.","visibility":"PUBLIC"},"value":"solution-architecture"}},"grids":{}},{"id":135,"revision":18,"created":1536589533222,"timestamp":1536589533222,"components":{"136":{"id":136,"inputCardinality":"ZERO","outputCardinality":"MANY","connectorHint":"UNCONDITIONAL","executionHint":"FLOW","implementationID":444132438,"x":-26,"y":-1,"width":32,"height":32,"inputConnectorIDs":[],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[139],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Start 0"}}}},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"137":{"id":137,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"TRANSFORM","implementationID":1785813072,"x":149,"y":-1,"width":32,"height":32,"inputConnectorIDs":[139],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[296],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{"1":{"slot":1,"fromId":null,"fromName":"Status","mapTo":"audit_status"},"2":{"slot":2,"fromId":null,"fromName":"Started At","mapTo":"audit_started_at"},"3":{"slot":3,"fromId":null,"fromName":"Row Count","mapTo":"audit_row_count"},"4":{"slot":4,"fromId":null,"fromName":"Message","mapTo":"audit_message"},"5":{"slot":5,"fromId":null,"fromName":"Duration","mapTo":"audit_duration"},"6":{"slot":6,"fromId":null,"fromName":"Component","mapTo":"audit_component"},"7":{"slot":7,"fromId":null,"fromName":"Completed At","mapTo":"audit_completed_at"}},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Test Child Job 0"}}}},"visible":true},"2":{"slot":2,"name":"Orchestration Job","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Test Child Job"}}}},"visible":true},"3":{"slot":3,"name":"","editorHint":"SINGLE_VALUE_FREEFORM","elements":{},"visible":false},"4":{"slot":4,"name":"Set Scalar Variables","editorHint":"SET_JOB_VARIABLE","elements":{},"visible":true},"5":{"slot":5,"name":"Set Grid Variables","editorHint":"JOB_GRID_OVERRIDE","elements":{},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"292":{"id":292,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"EXECUTE","implementationID":1476320371,"x":330,"y":5,"width":32,"height":32,"inputConnectorIDs":[296],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Audit 1"}}}},"visible":true},"2":{"slot":2,"name":"Write to Audit Table","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"True"}}}},"visible":true},"3":{"slot":3,"name":"Parent Job Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${job_name}"}}}},"visible":true},"4":{"slot":4,"name":"Audit Table Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"metl_audit_table"}}}},"visible":true},"5":{"slot":5,"name":"Publish to GCP Topic","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"True"}}}},"visible":true},"6":{"slot":6,"name":"GCP Topic","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"matillion-errors"}}}},"visible":true},"7":{"slot":7,"name":"GCP Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"solution-architecture"}}}},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]}},"successConnectors":{},"failureConnectors":{"296":{"id":296,"sourceID":137,"targetID":292}},"unconditionalConnectors":{"139":{"id":139,"sourceID":136,"targetID":137}},"trueConnectors":{},"falseConnectors":{},"iterationConnectors":{},"noteConnectors":{},"canUndo":true,"undoCommand":"Set Export Mapping","undoCreated":1536589290997,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"variables":{},"grids":{}},{"id":141,"revision":8,"created":1536589332287,"timestamp":1536589332287,"components":{"142":{"id":142,"inputCardinality":"ZERO","outputCardinality":"MANY","connectorHint":"UNCONDITIONAL","executionHint":"FLOW","implementationID":444132438,"x":-248,"y":1,"width":32,"height":32,"inputConnectorIDs":[],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[319],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Start 0"}}}},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"144":{"id":144,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"TRANSFORM","implementationID":1896325668,"x":122,"y":7,"width":32,"height":32,"inputConnectorIDs":[321],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Test Transform Job"}}}},"visible":true},"2":{"slot":2,"name":"Transformation Job","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Test Transform Job"}}}},"visible":true},"3":{"slot":3,"name":"","editorHint":"SINGLE_VALUE_FREEFORM","elements":{},"visible":false},"4":{"slot":4,"name":"Set Scalar Variables","editorHint":"SET_JOB_VARIABLE","elements":{},"visible":true},"5":{"slot":5,"name":"Set Grid Variables","editorHint":"JOB_GRID_OVERRIDE","elements":{},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"317":{"id":317,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"EXECUTE","implementationID":1611478312,"x":-55,"y":-2,"width":32,"height":32,"inputConnectorIDs":[319],"outputSuccessConnectorIDs":[321],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Create Table 0"}}}},"visible":true},"2":{"slot":2,"name":"Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"3":{"slot":3,"name":"Dataset","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"4":{"slot":4,"name":"New Table Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"new_table"}}}},"visible":true},"5":{"slot":5,"name":"Table Metadata","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Column1"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}}},"visible":true},"6":{"slot":6,"name":"Create/Replace","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Create"}}}},"visible":true},"7":{"slot":7,"name":"Partitioning","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"None"}}}},"visible":true}},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]}},"successConnectors":{"321":{"id":321,"sourceID":317,"targetID":144}},"failureConnectors":{},"unconditionalConnectors":{"319":{"id":319,"sourceID":142,"targetID":317}},"trueConnectors":{},"falseConnectors":{},"iterationConnectors":{},"noteConnectors":{},"canUndo":true,"undoCommand":"Set Parameter","undoCreated":1536589322793,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"variables":{},"grids":{}}],"transformationJobs":[{"id":98,"revision":18,"created":1536588945193,"timestamp":1536588945193,"components":{"99":{"id":99,"inputCardinality":"ZERO","outputCardinality":"MANY","implementationID":738944574,"x":315,"y":177,"width":32,"height":32,"inputConnectorIDs":[],"outputConnectorIDs":[212],"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Metadata"}}}},"visible":true},"2":{"slot":2,"name":"Columns","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"job_name"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"run_history_id"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"component"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"status"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"5":{"slot":5,"values":{"1":{"slot":1,"type":"STRING","value":"message"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"6":{"slot":6,"values":{"1":{"slot":1,"type":"STRING","value":"started_at"},"2":{"slot":2,"type":"STRING","value":"DateTime"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"7":{"slot":7,"values":{"1":{"slot":1,"type":"STRING","value":"completed_at"},"2":{"slot":2,"type":"STRING","value":"DateTime"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"8":{"slot":8,"values":{"1":{"slot":1,"type":"STRING","value":"duration"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"INTEGER","value":"10"},"4":{"slot":4,"type":"INTEGER","value":"0"}}},"9":{"slot":9,"values":{"1":{"slot":1,"type":"STRING","value":"row_count"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"INTEGER","value":"10"},"4":{"slot":4,"type":"INTEGER","value":"0"}}}},"visible":true},"3":{"slot":3,"name":"Values","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${audit_job_name}"},"2":{"slot":2,"type":"STRING","value":"${run_history_id}"},"3":{"slot":3,"type":"STRING","value":"${audit_component}"},"4":{"slot":4,"type":"STRING","value":"${audit_status}"},"5":{"slot":5,"type":"STRING","value":"${audit_message}"},"6":{"slot":6,"type":"DATETIME","value":"${audit_started_at}"},"7":{"slot":7,"type":"DATETIME","value":"${audit_completed_at}"},"8":{"slot":8,"type":"DECIMAL","value":"${audit_duration}"},"9":{"slot":9,"type":"DECIMAL","value":"${audit_row_count}"}}}},"visible":true}},"exportMappings":{},"expectedFailure":null,"activationStatus":"ENABLED"},"209":{"id":209,"inputCardinality":"ONE","outputCardinality":"ZERO","implementationID":211954775,"x":641,"y":179,"width":32,"height":32,"inputConnectorIDs":[212],"outputConnectorIDs":[],"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Write Audit Table"}}}},"visible":true},"2":{"slot":2,"name":"Target Table","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${audit_table_name}"}}}},"visible":true},"4":{"slot":4,"name":"Column Mapping","editorHint":"GENERIC_GRID_AUTOPOP","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"job_name"},"2":{"slot":2,"type":"STRING","value":"job_name"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"run_history_id"},"2":{"slot":2,"type":"STRING","value":"run_history_id"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"component"},"2":{"slot":2,"type":"STRING","value":"component"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"status"},"2":{"slot":2,"type":"STRING","value":"status"}}},"5":{"slot":5,"values":{"1":{"slot":1,"type":"STRING","value":"message"},"2":{"slot":2,"type":"STRING","value":"message"}}},"6":{"slot":6,"values":{"1":{"slot":1,"type":"STRING","value":"started_at"},"2":{"slot":2,"type":"STRING","value":"started_at"}}},"7":{"slot":7,"values":{"1":{"slot":1,"type":"STRING","value":"completed_at"},"2":{"slot":2,"type":"STRING","value":"completed_at"}}},"8":{"slot":8,"values":{"1":{"slot":1,"type":"STRING","value":"duration"},"2":{"slot":2,"type":"STRING","value":"duration"}}},"9":{"slot":9,"values":{"1":{"slot":1,"type":"STRING","value":"row_count"},"2":{"slot":2,"type":"STRING","value":"row_count"}}}},"visible":true},"5":{"slot":5,"name":"Truncate","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Append"}}}},"visible":true},"7":{"slot":7,"name":"Target Dataset","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"100":{"slot":100,"name":"Target Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"101":{"slot":101,"name":"Cast Input","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"No"}}}},"visible":true}},"exportMappings":{},"expectedFailure":null,"activationStatus":"ENABLED"}},"connectors":{"212":{"id":212,"sourceID":99,"targetID":209}},"canUndo":true,"undoCommand":"Set Parameter","undoCreated":1536588929353,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"noteConnectors":{},"variables":{"audit_job_name":{"definition":{"name":"audit_job_name","type":"TEXT","scope":"BRANCH","description":"","visibility":"PUBLIC"},"value":""},"audit_table_name":{"definition":{"name":"audit_table_name","type":"TEXT","scope":"BRANCH","description":"","visibility":"PUBLIC"},"value":"metl_audit_table"}},"grids":{}},{"id":130,"revision":19,"created":1536590565436,"timestamp":1536590565436,"components":{"132":{"id":132,"inputCardinality":"ZERO","outputCardinality":"MANY","implementationID":738944574,"x":420,"y":243,"width":32,"height":32,"inputConnectorIDs":[],"outputConnectorIDs":[384],"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Fixed Flow 0"}}}},"visible":true},"2":{"slot":2,"name":"Columns","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"col"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}}},"visible":true},"3":{"slot":3,"name":"Values","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"test"}}}},"visible":true}},"exportMappings":{},"expectedFailure":null,"activationStatus":"ENABLED"},"349":{"id":349,"inputCardinality":"ONE","outputCardinality":"ZERO","implementationID":335239555,"x":686,"y":242,"width":32,"height":32,"inputConnectorIDs":[384],"outputConnectorIDs":[],"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Rewrite Table 0"}}}},"visible":true},"2":{"slot":2,"name":"Target Table","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"test_fail"}}}},"visible":true},"6":{"slot":6,"name":"Target Dataset","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true},"100":{"slot":100,"name":"Target Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true}},"exportMappings":{},"expectedFailure":null,"activationStatus":"ENABLED"}},"connectors":{"384":{"id":384,"sourceID":132,"targetID":349}},"canUndo":true,"undoCommand":"Delete","undoCreated":1536589552445,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"noteConnectors":{},"variables":{},"grids":{}}],"variables":[{"name":"audit_completed_at","type":"TEXT","scope":"TASKBATCH","description":"","visibility":"PUBLIC"},{"name":"audit_component","type":"TEXT","scope":"TASKBATCH","description":"","visibility":"PUBLIC"},{"name":"audit_duration","type":"DECIMAL","scope":"TASKBATCH","description":"","visibility":"PUBLIC"},{"name":"audit_message","type":"TEXT","scope":"TASKBATCH","description":"","visibility":"PUBLIC"},{"name":"audit_row_count","type":"DECIMAL","scope":"TASKBATCH","description":"","visibility":"PUBLIC"},{"name":"audit_started_at","type":"TEXT","scope":"TASKBATCH","description":"","visibility":"PUBLIC"},{"name":"audit_status","type":"TEXT","scope":"TASKBATCH","description":"","visibility":"PUBLIC"}],"environments":[]}