{"database":"bigquery","version":"1.34.3","metadata":{"identifier":{"packageName":"Matillion.Utilities","name":"Audit"},"rootJobReference":{"name":"Audit","type":"ORCHESTRATION","parameterMetadata":[{"slot":2,"variableName":"audit_table_flag","variableType":"SCALAR","displayName":"Write to Audit Table","description":"Writes metadata to an audit table if property is set to 'Yes' or 'True'"},{"slot":3,"variableName":"audit_job_name","variableType":"SCALAR","displayName":"Parent Job Name","description":"Use automatic variable ${job_name} to populate this property"},{"slot":4,"variableName":"audit_table_name","variableType":"SCALAR","displayName":"Audit Table Name","description":"Audit table name. Table will be created if does not already exist."},{"slot":5,"variableName":"pub_sub_flag","variableType":"SCALAR","displayName":"Publish to GCP Topic","description":"Publishes a message via Pub/Sub if property is set to 'Yes' or 'True'"},{"slot":6,"variableName":"pub_sub_topic","variableType":"SCALAR","displayName":"GCP Topic","description":"Publish/Subscribe topic in GCP."},{"slot":7,"variableName":"pub_sub_project","variableType":"SCALAR","displayName":"GCP Project","description":"Publish/Subcribe project in GCP."}]},"orchestrationJobs":["Audit"],"transformationJobs":["Populate Audit Table"],"imageMetadata":{"componentIcon":"iVBORw0KGgoAAAANSUhEUgAAACAAAAAgCAYAAABzenr0AAAChElEQVR42rVX30uTURh+sxK1KCyKLIKwqMuiW7GLCCLwRoSg/oS67kK6KLGiIIogqIvwXummiEokv++b2ygawXTpRbCWM8JJI2vqmtjbc75947gN9ZzX7cDD2L497/OcH9/7vofIcPAQbWWPzrBLfcBLYBxIB0jg2St26BY+z3KMtlOtBkdpDwLfhMh3gA0xC9zhCO2XCzM1YDZXEShrIVyJ38A1tXr2s/bo7SaEK+FhFQ+Yib+jQyBM1lC8hCRiH9145i5N1UG8hK8cora199ylN3UUL8KjMLZjW7UBl64YB4mdZl6YKkdkr42R3nLxMWq1Ou2xk1w1Qi02BnIcpoPagEc3rJbxfXu5+L8Cfm+w3Y4HOsO5NGNFjuwrN7CclZyHLM5Ck9r7TmtyqElNWxtY+iY7kA51UZBmLclbmFfy2kAuIX0jHqoVeCEiF+a0gfmo1ICrDMRF5KWkNpAdluaFlDIwLSLn4tpA5rnUwDwF9dye/CusDfwYkBr4Q34zISH/fK0NzDySGkiT38lIyJlBbSDVLzUwplbgtog80cWcvF7Epw5pHnis8sC5ulfAtTBKPaQaSHzJWJPDrcyJbubxC3ifG0UHkIdpR6kU37MT38WcT6/KAyOS5X+qqyH6Nb9EmpLj56vLsSpQ5gb+ogVor2xIeq0aktVjZQEFqtlm9nerOyK0SXgYNQ6S6ituw+IX5slLNrOP+2V4nY54uo4nf3bjzniUTojT8/rIYOanzO4GHh0G4WMNxScgfszudvSZGmGkH+T8JoQLEL6P+0az/I7o0BEYeeInDnPhRWAAr9rx2t2SHdoJIxdVAkHwD0H2XA4w52+ZQ8/wn8s8QrtN4/4Hu6I+6hximlwAAAAASUVORK5CYII=","smallIcon":"iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAABLUlEQVR42o1TzUoDMRgctLV46E3BBxAUDxXfyxcRtCgoiPgUPYgg2N0t9qDFixQsghehF38O1VZr2x2/NJGa3SQYGBaS+eb7mwUyh3WsMsIOY7Tk+2pwK/e7vMQafIctFKeBEUYCejAWVNnGQjZrQR5qgUAbMc4tEZPZJjXK5MO2RlzMi9Sx/7fnfNlXS9QnFYF5dzsJNtzZFZKSjh+/+1tRVZhpuwmTL3LYDc3jTlXw4iV8P5P9TkjgA2bPbsLnI9m7CQn0MTWJj9A9JZ+qIYG2EtjzEporehv+IR6qNa4bh2XWuKyHOHpz+yBCKtbe/DXSgdNIAxlg71oE5lzZj2dOPENJLi/+beUIMZtYtP8HLXIkmAQCU8FJLtgSSlAxQveCoUFHlSym28ryfwDtv2FASoZzEAAAAABJRU5ErkJggg=="},"description":"This job will write job metadata to a GCP Publish Top and Audit Table.\n\nThe job can be configured to selectively use the above services by setting the relevant property to 'Yes' or 'True'\n\nRequires the following environment variables to be created:\naudit_completed_at\tText\tShared\tPublic\t\naudit_component\tText\tShared\tPublic\t\naudit_duration\tNumeric\tShared\tPublic\t-1\naudit_message\tText\tShared\tPublic\t\naudit_row_count\tNumeric\tShared\tPublic\t-1\naudit_started_at\tText\tShared\tPublic\t\naudit_status\tText\tShared\tPublic","helpHtml":"

Audit

This job will write job metadata to a GCP Publish Top and Audit Table.\n\nThe job can be configured to selectively use the above services by setting the relevant property to 'Yes' or 'True'\n\nRequires the following environment variables to be created:\naudit_completed_at\tText\tShared\tPublic\t\naudit_component\tText\tShared\tPublic\t\naudit_duration\tNumeric\tShared\tPublic\t-1\naudit_message\tText\tShared\tPublic\t\naudit_row_count\tNumeric\tShared\tPublic\t-1\naudit_started_at\tText\tShared\tPublic\t\naudit_status\tText\tShared\tPublic

Properties

PropertyTypeDescription
Write to Audit TableVariableWrites metadata to an audit table if property is set to 'Yes' or 'True'
Parent Job NameVariableUse automatic variable ${job_name} to populate this property
Audit Table NameVariableAudit table name. Table will be created if does not already exist.
Publish to GCP TopicVariablePublishes a message via Pub/Sub if property is set to 'Yes' or 'True'
GCP TopicVariablePublish/Subscribe topic in GCP.
GCP ProjectVariablePublish/Subcribe project in GCP.
","created":1536589150888},"orchestrationJobs":{"Audit":{"id":-2,"revision":41,"created":1536588807803,"timestamp":1536588807803,"components":{"83":{"id":83,"inputCardinality":"ZERO","outputCardinality":"MANY","connectorHint":"UNCONDITIONAL","executionHint":"FLOW","implementationID":444132438,"x":-81,"y":73,"width":32,"height":32,"inputConnectorIDs":[],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[96,95],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Start"}}}},"visible":true,"status":{},"columnNames":[]}},"validationStatus":{},"status":{},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"84":{"id":84,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"CONDITIONAL","executionHint":"FLOW","implementationID":-1357378929,"x":80,"y":6,"width":32,"height":32,"inputConnectorIDs":[95],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[168],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Pub/Sub Flag"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Mode","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Simple"}}}},"visible":true,"status":{},"columnNames":[]},"3":{"slot":3,"name":"Condition","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"Yes"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"True"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"yes"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"pub_sub_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"true"}}}},"visible":true,"status":{},"columnNames":[]},"4":{"slot":4,"name":"Combine Conditions","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Or"}}}},"visible":true,"status":{},"columnNames":[]},"5":{"slot":5,"name":"Condition","editorHint":"SINGLE_VALUE_FREEFORM_TEXTAREA","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":""}}}},"visible":false,"status":{},"columnNames":[]}},"validationStatus":{},"status":{},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"85":{"id":85,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"CONDITIONAL","executionHint":"FLOW","implementationID":-1357378929,"x":77,"y":79,"width":32,"height":32,"inputConnectorIDs":[96],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[108],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Audit Table Flag"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Mode","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Simple"}}}},"visible":true,"status":{},"columnNames":[]},"3":{"slot":3,"name":"Condition","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"Yes"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"True"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"yes"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_flag"},"2":{"slot":2,"type":"STRING","value":"Is"},"3":{"slot":3,"type":"STRING","value":"Equal to"},"4":{"slot":4,"type":"STRING","value":"true"}}}},"visible":true,"status":{},"columnNames":[]},"4":{"slot":4,"name":"Combine Conditions","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Or"}}}},"visible":true,"status":{},"columnNames":[]},"5":{"slot":5,"name":"Condition","editorHint":"SINGLE_VALUE_FREEFORM_TEXTAREA","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":""}}}},"visible":false,"status":{},"columnNames":[]}},"validationStatus":{},"status":{},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"90":{"id":90,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"TRANSFORM","implementationID":-193159521,"x":318,"y":73,"width":32,"height":32,"inputConnectorIDs":[110],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Populate Audit Table"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Job Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Populate Audit Table"}}}},"visible":true,"status":{},"columnNames":[]},"3":{"slot":3,"name":"","editorHint":"SINGLE_VALUE_FREEFORM","elements":{},"visible":false,"status":{},"columnNames":[]},"4":{"slot":4,"name":"Set Scalar Variables","editorHint":"SET_JOB_VARIABLE","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"audit_job_name"},"2":{"slot":2,"type":"STRING","value":"${audit_job_name}"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"audit_table_name"},"2":{"slot":2,"type":"STRING","value":"${audit_table_name}"}}}},"visible":true,"status":{},"columnNames":[]},"5":{"slot":5,"name":"Set Grid Variables","editorHint":"JOB_GRID_OVERRIDE","elements":{},"visible":true,"status":{},"columnNames":[]},"6":{"slot":6,"name":"Melt Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Audit"}}}},"visible":true,"status":{},"columnNames":[]},"7":{"slot":7,"name":"Melt Package","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Matillion.Utilities"}}}},"visible":true,"status":{},"columnNames":[]}},"validationStatus":{},"status":{},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"102":{"id":102,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"EXECUTE","implementationID":1611478312,"x":196,"y":83,"width":32,"height":32,"inputConnectorIDs":[108],"outputSuccessConnectorIDs":[110],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Create Audit Table"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true,"status":{},"columnNames":[]},"3":{"slot":3,"name":"Dataset","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true,"status":{},"columnNames":[]},"4":{"slot":4,"name":"New Table Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${audit_table_name}"}}}},"visible":true,"status":{},"columnNames":[]},"5":{"slot":5,"name":"Table Metadata","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"job_name"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"run_history_id"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"component"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"status"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"5":{"slot":5,"values":{"1":{"slot":1,"type":"STRING","value":"message"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"6":{"slot":6,"values":{"1":{"slot":1,"type":"STRING","value":"started_at"},"2":{"slot":2,"type":"STRING","value":"Datetime"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"7":{"slot":7,"values":{"1":{"slot":1,"type":"STRING","value":"completed_at"},"2":{"slot":2,"type":"STRING","value":"Datetime"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"8":{"slot":8,"values":{"1":{"slot":1,"type":"STRING","value":"duration"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}},"9":{"slot":9,"values":{"1":{"slot":1,"type":"STRING","value":"row_count"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"STRING","value":"NULLABLE"}}}},"visible":true,"status":{},"columnNames":[]},"6":{"slot":6,"name":"Create/Replace","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Create if not exists"}}}},"visible":true,"status":{},"columnNames":[]},"7":{"slot":7,"name":"Partitioning","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"None"}}}},"visible":true,"status":{},"columnNames":[]}},"validationStatus":{},"status":{},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]},"155":{"id":155,"inputCardinality":"ONE","outputCardinality":"MANY","connectorHint":"SUCCESS_FAIL","executionHint":"EXECUTE","implementationID":-1251764363,"x":316,"y":2,"width":32,"height":32,"inputConnectorIDs":[168],"outputSuccessConnectorIDs":[],"outputFailureConnectorIDs":[],"outputUnconditionalConnectorIDs":[],"outputTrueConnectorIDs":[],"outputFalseConnectorIDs":[],"exportMappings":{},"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Publish Message"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${pub_sub_project}"}}}},"visible":true,"status":{},"columnNames":[]},"3":{"slot":3,"name":"Topics","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${pub_sub_topic}"}}}},"visible":true,"status":{},"columnNames":[]},"4":{"slot":4,"name":"Message","editorHint":"SINGLE_VALUE_FREEFORM_TEXTAREA","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Job Name: ${audit_job_name}\nRun History ID: ${run_history_id}\nComponent: ${audit_component}\nStatus: ${audit_status}\nMessage: ${audit_message}\nStarted at: ${audit_started_at}\nCompleted at: ${audit_completed_at}\nDuration: ${audit_duration}\nRow Count: ${audit_row_count}"}}}},"visible":true,"status":{},"columnNames":[]},"5":{"slot":5,"name":"Attributes","editorHint":"GENERIC_GRID","elements":{},"visible":true,"status":{},"columnNames":[]}},"validationStatus":{},"status":{},"expectedFailure":null,"activationStatus":"ENABLED","outputIterationConnectorIDs":[],"inputIterationConnectorIDs":[]}},"successConnectors":{"110":{"id":110,"sourceID":102,"targetID":90}},"failureConnectors":{},"unconditionalConnectors":{"95":{"id":95,"sourceID":83,"targetID":84},"96":{"id":96,"sourceID":83,"targetID":85}},"trueConnectors":{"108":{"id":108,"sourceID":85,"targetID":102},"168":{"id":168,"sourceID":84,"targetID":155}},"falseConnectors":{},"iterationConnectors":{},"noteConnectors":{},"canUndo":true,"undoCommand":"Set Parameter","undoCreated":1536588761815,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"variables":{"pub_sub_flag":{"definition":{"name":"pub_sub_flag","type":"TEXT","scope":"BRANCH","description":"Publishes a message via Pub/Sub if property is set to 'Yes' or 'True'","visibility":"PUBLIC"},"value":""},"pub_sub_topic":{"definition":{"name":"pub_sub_topic","type":"TEXT","scope":"BRANCH","description":"Publish/Subscribe topic in GCP.","visibility":"PUBLIC"},"value":"matillion-errors"},"audit_job_name":{"definition":{"name":"audit_job_name","type":"TEXT","scope":"BRANCH","description":"Use automatic variable ${job_name} to populate this property","visibility":"PUBLIC"},"value":"${job_name}"},"pub_sub_project":{"definition":{"name":"pub_sub_project","type":"TEXT","scope":"BRANCH","description":"Publish/Subcribe project in GCP.","visibility":"PUBLIC"},"value":"solution-architecture"},"audit_table_flag":{"definition":{"name":"audit_table_flag","type":"TEXT","scope":"BRANCH","description":"Writes metadata to an audit table if property is set to 'Yes' or 'True'","visibility":"PUBLIC"},"value":""},"audit_table_name":{"definition":{"name":"audit_table_name","type":"TEXT","scope":"BRANCH","description":"Audit table name. Table will be created if does not already exist.","visibility":"PUBLIC"},"value":"metl_audit_table"}},"grids":{}}},"transformationJobs":{"Populate Audit Table":{"id":-2,"revision":18,"created":1536588945193,"timestamp":1536588945193,"components":{"99":{"id":99,"inputCardinality":"ZERO","outputCardinality":"MANY","implementationID":738944574,"x":315,"y":177,"width":32,"height":32,"inputConnectorIDs":[],"outputConnectorIDs":[212],"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Metadata"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Columns","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"job_name"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"run_history_id"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"component"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"status"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"5":{"slot":5,"values":{"1":{"slot":1,"type":"STRING","value":"message"},"2":{"slot":2,"type":"STRING","value":"String"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"6":{"slot":6,"values":{"1":{"slot":1,"type":"STRING","value":"started_at"},"2":{"slot":2,"type":"STRING","value":"DateTime"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"7":{"slot":7,"values":{"1":{"slot":1,"type":"STRING","value":"completed_at"},"2":{"slot":2,"type":"STRING","value":"DateTime"},"3":{"slot":3,"type":"INTEGER","value":"255"},"4":{"slot":4,"type":"INTEGER","value":""}}},"8":{"slot":8,"values":{"1":{"slot":1,"type":"STRING","value":"duration"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"INTEGER","value":"10"},"4":{"slot":4,"type":"INTEGER","value":"0"}}},"9":{"slot":9,"values":{"1":{"slot":1,"type":"STRING","value":"row_count"},"2":{"slot":2,"type":"STRING","value":"Integer"},"3":{"slot":3,"type":"INTEGER","value":"10"},"4":{"slot":4,"type":"INTEGER","value":"0"}}}},"visible":true,"status":{},"columnNames":[]},"3":{"slot":3,"name":"Values","editorHint":"GENERIC_GRID","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${audit_job_name}"},"2":{"slot":2,"type":"STRING","value":"${run_history_id}"},"3":{"slot":3,"type":"STRING","value":"${audit_component}"},"4":{"slot":4,"type":"STRING","value":"${audit_status}"},"5":{"slot":5,"type":"STRING","value":"${audit_message}"},"6":{"slot":6,"type":"DATETIME","value":"${audit_started_at}"},"7":{"slot":7,"type":"DATETIME","value":"${audit_completed_at}"},"8":{"slot":8,"type":"DECIMAL","value":"${audit_duration}"},"9":{"slot":9,"type":"DECIMAL","value":"${audit_row_count}"}}}},"visible":true,"status":{},"columnNames":[]}},"exportMappings":{},"compStatus":{},"validationStatus":{},"requiresViewRecreation":false,"expectedFailure":null,"activationStatus":"ENABLED"},"209":{"id":209,"inputCardinality":"ONE","outputCardinality":"ZERO","implementationID":211954775,"x":641,"y":179,"width":32,"height":32,"inputConnectorIDs":[212],"outputConnectorIDs":[],"parameters":{"1":{"slot":1,"name":"Name","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Write Audit Table"}}}},"visible":true,"status":{},"columnNames":[]},"2":{"slot":2,"name":"Target Table","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"${audit_table_name}"}}}},"visible":true,"status":{},"columnNames":[]},"4":{"slot":4,"name":"Column Mapping","editorHint":"GENERIC_GRID_AUTOPOP","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"job_name"},"2":{"slot":2,"type":"STRING","value":"job_name"}}},"2":{"slot":2,"values":{"1":{"slot":1,"type":"STRING","value":"run_history_id"},"2":{"slot":2,"type":"STRING","value":"run_history_id"}}},"3":{"slot":3,"values":{"1":{"slot":1,"type":"STRING","value":"component"},"2":{"slot":2,"type":"STRING","value":"component"}}},"4":{"slot":4,"values":{"1":{"slot":1,"type":"STRING","value":"status"},"2":{"slot":2,"type":"STRING","value":"status"}}},"5":{"slot":5,"values":{"1":{"slot":1,"type":"STRING","value":"message"},"2":{"slot":2,"type":"STRING","value":"message"}}},"6":{"slot":6,"values":{"1":{"slot":1,"type":"STRING","value":"started_at"},"2":{"slot":2,"type":"STRING","value":"started_at"}}},"7":{"slot":7,"values":{"1":{"slot":1,"type":"STRING","value":"completed_at"},"2":{"slot":2,"type":"STRING","value":"completed_at"}}},"8":{"slot":8,"values":{"1":{"slot":1,"type":"STRING","value":"duration"},"2":{"slot":2,"type":"STRING","value":"duration"}}},"9":{"slot":9,"values":{"1":{"slot":1,"type":"STRING","value":"row_count"},"2":{"slot":2,"type":"STRING","value":"row_count"}}}},"visible":true,"status":{},"columnNames":[]},"5":{"slot":5,"name":"Truncate","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"Append"}}}},"visible":true,"status":{},"columnNames":[]},"7":{"slot":7,"name":"Target Dataset","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true,"status":{},"columnNames":[]},"100":{"slot":100,"name":"Target Project","editorHint":"SINGLE_VALUE_FREEFORM","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"[Environment Default]"}}}},"visible":true,"status":{},"columnNames":[]},"101":{"slot":101,"name":"Cast Input","editorHint":"SINGLE_VALUE_FROM_OPTIONS","elements":{"1":{"slot":1,"values":{"1":{"slot":1,"type":"STRING","value":"No"}}}},"visible":true,"status":{},"columnNames":[]}},"exportMappings":{},"compStatus":{},"validationStatus":{},"requiresViewRecreation":false,"expectedFailure":null,"activationStatus":"ENABLED"}},"connectors":{"212":{"id":212,"sourceID":99,"targetID":209}},"canUndo":true,"undoCommand":"Set Parameter","undoCreated":1536588929353,"canRedo":false,"redoCommand":"","redoCreated":-1,"notes":{},"noteConnectors":{},"variables":{"audit_job_name":{"definition":{"name":"audit_job_name","type":"TEXT","scope":"BRANCH","description":"","visibility":"PUBLIC"},"value":""},"audit_table_name":{"definition":{"name":"audit_table_name","type":"TEXT","scope":"BRANCH","description":"","visibility":"PUBLIC"},"value":"metl_audit_table"}},"grids":{}}}}