Add kusto table definitions

tools/pipeline-witness/infra/kusto/tables/Build.kql

@@ -0,0 +1,123 @@
+// Create table
+.create table Build (
+    OrganizationName: string,
+    ProjectId: string,
+    BuildId: long,
+    DefinitionId: long,
+    RepositoryId: string,
+    BuildNumber: string,
+    BuildNumberRevision: long,
+    DefinitionName: string,
+    DefinitionPath: string,
+    DefinitionProjectId: string,
+    DefinitionProjectName: string,
+    DefinitionProjectRevision: long,
+    DefinitionProjectState: string,
+    DefinitionRevision: long,
+    DefinitionType: string,
+    QueueTime: datetime,
+    StartTime: datetime,
+    FinishTime: datetime,
+    KeepForever: bool,
+    LastChangedByDisplayName: string,
+    LastChangedById: string,
+    LastChangedByIsContainer: bool,
+    LastChangedByUniqueName: string,
+    LastChangedDate: datetime,
+    LogsId: long,
+    LogsType: string,
+    OrchestrationPlanId: string,
+    Parameters: string,
+    PlanId: string,
+    Priority: string,
+    ProjectName: string,
+    ProjectRevision: long,
+    ProjectState: string,
+    QueueId: long,
+    QueueName: string,
+    QueuePoolId: long,
+    QueuePoolName: string,
+    Reason: string,
+    RepositoryCheckoutSubmodules: bool,
+    RepositoryType: string,
+    RequestedByDisplayName: string,
+    RequestedById: string,
+    RequestedByIsContainer: bool,
+    RequestedByUniqueName: string,
+    RequestedForDisplayName: string,
+    RequestedForId: string,
+    RequestedForIsContainer: bool,
+    RequestedForUniqueName: string,
+    Result: string,
+    RetainedByRelease: string,
+    SourceBranch: string,
+    SourceVersion: string,
+    Status: string,
+    Tags: string,
+    Uri: string,
+    ValidationResults: string,
+    Data: string,
+    EtlIngestDate: datetime
+)
+
+// Create table json mapping
+.create table Build ingestion json mapping 'Build_mapping' ```[
+    { "column": "OrganizationName", "path": "$['organizationName']" },
+    { "column": "ProjectId", "path": "$['projectId']" },
+    { "column": "BuildId", "path": "$['buildId']" },
+    { "column": "DefinitionId", "path": "$['definitionId']" },
+    { "column": "RepositoryId", "path": "$['repositoryId']" },
+    { "column": "BuildNumber", "path": "$['buildNumber']" },
+    { "column": "BuildNumberRevision", "path": "$['buildNumberRevision']" },
+    { "column": "DefinitionName", "path": "$['definitionName']" },
+    { "column": "DefinitionPath", "path": "$['definitionPath']" },
+    { "column": "DefinitionProjectId", "path": "$['definitionProjectId']" },
+    { "column": "DefinitionProjectName", "path": "$['definitionProjectName']" },
+    { "column": "DefinitionProjectRevision", "path": "$['definitionProjectRevision']" },
+    { "column": "DefinitionProjectState", "path": "$['definitionProjectState']" },
+    { "column": "DefinitionRevision", "path": "$['definitionRevision']" },
+    { "column": "DefinitionType", "path": "$['definitionType']" },
+    { "column": "QueueTime", "path": "$['queueTime']" },
+    { "column": "StartTime", "path": "$['startTime']" },
+    { "column": "FinishTime", "path": "$['finishTime']" },
+    { "column": "KeepForever", "path": "$['keepForever']" },
+    { "column": "LastChangedByDisplayName", "path": "$['lastChangedByDisplayName']" },
+    { "column": "LastChangedById", "path": "$['lastChangedById']" },
+    { "column": "LastChangedByIsContainer", "path": "$['lastChangedByIsContainer']" },
+    { "column": "LastChangedByUniqueName", "path": "$['lastChangedByUniqueName']" },
+    { "column": "LastChangedDate", "path": "$['lastChangedDate']" },
+    { "column": "LogsId", "path": "$['logsId']" },
+    { "column": "LogsType", "path": "$['logsType']" },
+    { "column": "OrchestrationPlanId", "path": "$['orchestrationPlanId']" },
+    { "column": "Parameters", "path": "$['parameters']" },
+    { "column": "PlanId", "path": "$['planId']" },
+    { "column": "Priority", "path": "$['priority']" },
+    { "column": "ProjectName", "path": "$['projectName']" },
+    { "column": "ProjectRevision", "path": "$['projectRevision']" },
+    { "column": "ProjectState", "path": "$['projectState']" },
+    { "column": "QueueId", "path": "$['queueId']" },
+    { "column": "QueueName", "path": "$['queueName']" },
+    { "column": "QueuePoolId", "path": "$['queuePoolId']" },
+    { "column": "QueuePoolName", "path": "$['queuePoolName']" },
+    { "column": "Reason", "path": "$['reason']" },
+    { "column": "RepositoryCheckoutSubmodules", "path": "$['repositoryCheckoutSubmodules']" },
+    { "column": "RepositoryType", "path": "$['repositoryType']" },
+    { "column": "RequestedByDisplayName", "path": "$['requestedByDisplayName']" },
+    { "column": "RequestedById", "path": "$['requestedById']" },
+    { "column": "RequestedByIsContainer", "path": "$['requestedByIsContainer']" },
+    { "column": "RequestedByUniqueName", "path": "$['requestedByUniqueName']" },
+    { "column": "RequestedForDisplayName", "path": "$['requestedForDisplayName']" },
+    { "column": "RequestedForId", "path": "$['requestedForId']" },
+    { "column": "RequestedForIsContainer", "path": "$['requestedForIsContainer']" },
+    { "column": "RequestedForUniqueName", "path": "$['requestedForUniqueName']" },
+    { "column": "Result", "path": "$['result']" },
+    { "column": "RetainedByRelease", "path": "$['retainedByRelease']" },
+    { "column": "SourceBranch", "path": "$['sourceBranch']" },
+    { "column": "SourceVersion", "path": "$['sourceVersion']" },
+    { "column": "Status", "path": "$['status']" },
+    { "column": "Tags", "path": "$['tags']" },
+    { "column": "Uri", "path": "$['uri']" },
+    { "column": "ValidationResults", "path": "$['validationResults']" },
+    { "column": "Data", "path": "$['data']" },
+    { "column": "EtlIngestDate", "path": "$['etlIngestDate']" }
+]```

tools/pipeline-witness/infra/kusto/tables/BuildDefinition.kql

@@ -0,0 +1,123 @@
+// Create table
+.create table BuildDefinition (
+    OrganizationName: string,
+    ProjectId: string,
+    BuildDefinitionId: long,
+    BuildDefinitionRevision: long,
+    BuildDefinitionName: string,
+    Path: string,
+    RepositoryId: string,
+    RepositoryName: string,
+    AuthoredByDescriptor: string,
+    AuthoredByDisplayName: string,
+    AuthoredById: string,
+    AuthoredByIsContainer: string,
+    AuthoredByUniqueName: string,
+    CreatedDate: datetime,
+    DefaultBranch: string,
+    DraftOfId: long,
+    DraftOfName: string,
+    DraftOfProjectId: string,
+    DraftOfProjectName: string,
+    DraftOfProjectRevision: long,
+    DraftOfProjectState: string,
+    DraftOfProjectVisibility: string,
+    DraftOfQueueStatus: string,
+    DraftOfRevision: long,
+    DraftOfType: string,
+    DraftOfUri: string,
+    ProjectName: string,
+    ProjectRevision: long,
+    ProjectState: string,
+    Quality: string,
+    QueueId: long,
+    QueueName: string,
+    QueuePoolId: long,
+    QueuePoolIsHosted: string,
+    QueuePoolName: string,
+    QueueStatus: string,
+    Type: string,
+    Uri: string,
+    BadgeEnabled: bool,
+    BuildNumberFormat: string,
+    Comment: string,
+    Description: string,
+    JobAuthorizationScope: string,
+    JobCancelTimeoutInMinutes: int,
+    JobTimeoutInMinutes: int,
+    ProcessType: int,
+    ProcessYamlFilename: string,
+    RepositoryCheckoutSubmodules: bool,
+    RepositoryClean: string,
+    RepositoryDefaultBranch: string,
+    RepositoryRootFolder: string,
+    RepositoryType: string,
+    RepositoryUrl: string,
+    Options: string,
+    Variables: string,
+    Tags: string,
+    Data: string,
+    EtlIngestDate: datetime
+)
+
+// Create table json mapping
+.create table BuildDefinition ingestion json mapping 'BuildDefinition_mapping' ```[
+    { "column": "OrganizationName", "path": "$['organizationName']" },
+    { "column": "ProjectId", "path": "$['projectId']" },
+    { "column": "BuildDefinitionId", "path": "$['buildDefinitionId']" },
+    { "column": "BuildDefinitionRevision", "path": "$['buildDefinitionRevision']" },
+    { "column": "BuildDefinitionName", "path": "$['buildDefinitionName']" },
+    { "column": "Path", "path": "$['path']" },
+    { "column": "RepositoryId", "path": "$['repositoryId']" },
+    { "column": "RepositoryName", "path": "$['repositoryName']" },
+    { "column": "AuthoredByDescriptor", "path": "$['authoredByDescriptor']" },
+    { "column": "AuthoredByDisplayName", "path": "$['authoredByDisplayName']" },
+    { "column": "AuthoredById", "path": "$['authoredById']" },
+    { "column": "AuthoredByIsContainer", "path": "$['authoredByIsContainer']" },
+    { "column": "AuthoredByUniqueName", "path": "$['authoredByUniqueName']" },
+    { "column": "CreatedDate", "path": "$['createdDate']" },
+    { "column": "DefaultBranch", "path": "$['defaultBranch']" },
+    { "column": "DraftOfId", "path": "$['draftOfId']" },
+    { "column": "DraftOfName", "path": "$['draftOfName']" },
+    { "column": "DraftOfProjectId", "path": "$['draftOfProjectId']" },
+    { "column": "DraftOfProjectName", "path": "$['draftOfProjectName']" },
+    { "column": "DraftOfProjectRevision", "path": "$['draftOfProjectRevision']" },
+    { "column": "DraftOfProjectState", "path": "$['draftOfProjectState']" },
+    { "column": "DraftOfProjectVisibility", "path": "$['draftOfProjectVisibility']" },
+    { "column": "DraftOfQueueStatus", "path": "$['draftOfQueueStatus']" },
+    { "column": "DraftOfRevision", "path": "$['draftOfRevision']" },
+    { "column": "DraftOfType", "path": "$['draftOfType']" },
+    { "column": "DraftOfUri", "path": "$['draftOfUri']" },
+    { "column": "ProjectName", "path": "$['projectName']" },
+    { "column": "ProjectRevision", "path": "$['projectRevision']" },
+    { "column": "ProjectState", "path": "$['projectState']" },
+    { "column": "Quality", "path": "$['quality']" },
+    { "column": "QueueId", "path": "$['queueId']" },
+    { "column": "QueueName", "path": "$['queueName']" },
+    { "column": "QueuePoolId", "path": "$['queuePoolId']" },
+    { "column": "QueuePoolIsHosted", "path": "$['queuePoolIsHosted']" },
+    { "column": "QueuePoolName", "path": "$['queuePoolName']" },
+    { "column": "QueueStatus", "path": "$['queueStatus']" },
+    { "column": "Type", "path": "$['type']" },
+    { "column": "Uri", "path": "$['uri']" },
+    { "column": "BadgeEnabled", "path": "$['badgeEnabled']" },
+    { "column": "BuildNumberFormat", "path": "$['buildNumberFormat']" },
+    { "column": "Comment", "path": "$['comment']" },
+    { "column": "Description", "path": "$['description']" },
+    { "column": "JobAuthorizationScope", "path": "$['jobAuthorizationScope']" },
+    { "column": "JobCancelTimeoutInMinutes", "path": "$['jobCancelTimeoutInMinutes']" },
+    { "column": "JobTimeoutInMinutes", "path": "$['jobTimeoutInMinutes']" },
+    { "column": "ProcessType", "path": "$['processType']" },
+    { "column": "ProcessYamlFilename", "path": "$['processYamlFilename']" },
+    { "column": "RepositoryCheckoutSubmodules", "path": "$['repositoryCheckoutSubmodules']" },
+    { "column": "RepositoryClean", "path": "$['repositoryClean']" },
+    { "column": "RepositoryDefaultBranch", "path": "$['repositoryDefaultBranch']" },
+    { "column": "RepositoryRootFolder", "path": "$['repositoryRootFolder']" },
+    { "column": "RepositoryType", "path": "$['repositoryType']" },
+    { "column": "RepositoryUrl", "path": "$['repositoryUrl']" },
+    { "column": "Options", "path": "$['options']" },
+    { "column": "Variables", "path": "$['variables']" },
+    { "column": "Tags", "path": "$['tags']" },
+    { "column": "Data", "path": "$['data']" },
+    { "column": "EtlIngestDate", "path": "$['etlIngestDate']" }
+]```

tools/pipeline-witness/infra/kusto/tables/BuildFailure.kql

@@ -0,0 +1,33 @@
+// Create table
+.create table BuildFailure (
+    OrganizationName: string,
+    ProjectId: string,
+    ProjectName: string,
+    BuildDefinitionId: long,
+    BuildDefinitionName: string,
+    BuildId: long,
+    BuildFinishTime: datetime,
+    BuildTimelineId: string,
+    ChangeId: int,
+    RecordId: string,
+    RecordFinishTime: datetime,
+    ErrorClassification: string,
+    EtlIngestDate: datetime
+)
+
+// Create table json mapping
+.create table BuildFailure ingestion json mapping 'BuildFailure_mapping' ```[
+    { "column": "OrganizationName", "path": "$['organizationName']" },
+    { "column": "ProjectId", "path": "$['projectId']" },
+    { "column": "ProjectName", "path": "$['projectName']" },
+    { "column": "BuildDefinitionId", "path": "$['buildDefinitionId']" },
+    { "column": "BuildDefinitionName", "path": "$['buildDefinitionName']" },
+    { "column": "BuildId", "path": "$['buildId']" },
+    { "column": "BuildFinishTime", "path": "$['buildFinishTime']" },
+    { "column": "BuildTimelineId", "path": "$['buildTimelineId']" },
+    { "column": "ChangeId", "path": "$['changeId']" },
+    { "column": "RecordId", "path": "$['recordId']" },
+    { "column": "RecordFinishTime", "path": "$['recordFinishTime']" },
+    { "column": "ErrorClassification", "path": "$['errorClassification']" },
+    { "column": "EtlIngestDate", "path": "$['etlIngestDate']" }
+]```

tools/pipeline-witness/infra/kusto/tables/BuildLogLine.kql

@@ -0,0 +1,27 @@
+// Create table
+.create table BuildLogLine (
+    OrganizationName: string,
+    ProjectId: string,
+    BuildId: long,
+    BuildDefinitionId: long,
+    LogId: int,
+    LineNumber: int,
+    Length: long,
+    Timestamp: datetime,
+    Message: string,
+    EtlIngestDate: datetime
+)
+
+// Create table json mapping
+.create table BuildLogLine ingestion json mapping 'BuildLogLine_mapping' ```[
+    { "column": "OrganizationName", "path": "$['organizationName']" },
+    { "column": "ProjectId", "path": "$['projectId']" },
+    { "column": "BuildId", "path": "$['buildId']" },
+    { "column": "BuildDefinitionId", "path": "$['buildDefinitionId']" },
+    { "column": "LogId", "path": "$['logId']" },
+    { "column": "LineNumber", "path": "$['lineNumber']" },
+    { "column": "Length", "path": "$['length']" },
+    { "column": "Timestamp", "path": "$['timestamp']" },
+    { "column": "Message", "path": "$['message']" },
+    { "column": "EtlIngestDate", "path": "$['etlIngestDate']" }
+]```

tools/pipeline-witness/infra/kusto/tables/BuildTimelineRecord.kql

@@ -0,0 +1,69 @@
+// Create table
+.create table BuildTimelineRecord (
+    OrganizationName: string,
+    ProjectId: string,
+    BuildId: long,
+    BuildTimelineId: string,
+    RepositoryId: string,
+    RecordId: string,
+    ParentId: string,
+    ChangeId: int,
+    LastChangedBy: string,
+    LastChangedOn: datetime,
+    RecordChangeId: string,
+    DetailsChangeId: string,
+    DetailsId: string,
+    WorkerName: string,
+    RecordName: string,
+    Order: int,
+    StartTime: datetime,
+    FinishTime: datetime,
+    WarningCount: int,
+    ErrorCount: int,
+    LogId: int,
+    LogType: string,
+    PercentComplete: int,
+    Result: string,
+    State: string,
+    TaskId: string,
+    TaskName: string,
+    TaskVersion: string,
+    Type: string,
+    Issues: string,
+    EtlIngestDate: datetime
+)
+
+// Create table json mapping
+.create table BuildTimelineRecord ingestion json mapping 'BuildTimelineRecord_mapping' ```[
+    { "column": "OrganizationName", "path": "$['organizationName']" },
+    { "column": "ProjectId", "path": "$['projectId']" },
+    { "column": "BuildId", "path": "$['buildId']" },
+    { "column": "BuildTimelineId", "path": "$['buildTimelineId']" },
+    { "column": "RepositoryId", "path": "$['repositoryId']" },
+    { "column": "RecordId", "path": "$['recordId']" },
+    { "column": "ParentId", "path": "$['parentId']" },
+    { "column": "ChangeId", "path": "$['changeId']" },
+    { "column": "LastChangedBy", "path": "$['lastChangedBy']" },
+    { "column": "LastChangedOn", "path": "$['lastChangedOn']" },
+    { "column": "RecordChangeId", "path": "$['recordChangeId']" },
+    { "column": "DetailsChangeId", "path": "$['detailsChangeId']" },
+    { "column": "DetailsId", "path": "$['detailsId']" },
+    { "column": "WorkerName", "path": "$['workerName']" },
+    { "column": "RecordName", "path": "$['recordName']" },
+    { "column": "Order", "path": "$['order']" },
+    { "column": "StartTime", "path": "$['startTime']" },
+    { "column": "FinishTime", "path": "$['finishTime']" },
+    { "column": "WarningCount", "path": "$['warningCount']" },
+    { "column": "ErrorCount", "path": "$['errorCount']" },
+    { "column": "LogId", "path": "$['logId']" },
+    { "column": "LogType", "path": "$['logType']" },
+    { "column": "PercentComplete", "path": "$['percentComplete']" },
+    { "column": "Result", "path": "$['result']" },
+    { "column": "State", "path": "$['state']" },
+    { "column": "TaskId", "path": "$['taskId']" },
+    { "column": "TaskName", "path": "$['taskName']" },
+    { "column": "TaskVersion", "path": "$['taskVersion']" },
+    { "column": "Type", "path": "$['type']" },
+    { "column": "Issues", "path": "$['issues']" },
+    { "column": "EtlIngestDate", "path": "$['etlIngestDate']" }
+]```