Explore
No módulo Explore é possível ter uma visão geral dos ‘Golden records’ (filtro padrão), Rejected records
, Golden
and Contributors
, Golden Flagged
e Golden Merged
, e aplicar filtros específicos para encontrar dados e escolher quais dados serão exibidos na tabela.
No Editor, é possível escrever Queries consultando os Data models e consultar Named Queries
.
Para acessar o Explore, selecione a opção no menu lateral para visualizar todos os Data models
, ou acesse diretamente um Data Model clicando no referido nome.
Para exportar os dados, clique no ícone de “3 pontos” ao lado do campo de filtros, e escolha o tipo de arquivo que será gerado.
É possível visualizar o detalhe de um record
clicando na linha da tabela. Um painel lateral será exibido com informações gerais do item, visão 360, além da visualização do Data lineage
, que representa a trajetória do dado desde a Staging
até o Golden record e Data subscription
, se houver.
Informações disponíveis em um Golden Record
O documento de um Golden Record armazena todos os dados necessários para entender a formação de um Golden Record. Pelo fato do Golden Record ser a junção do mesmo dado proveniente de várias fontes de dados, os dados originais da staging area, o resultado do processamento da staging area (chamado também de master record) e o golden record final, após as regras de sobrevivência são preservados e armazenados no Golden Record.
Atributos importantes em um documento Golden Record:
Atributo | Descrição |
---|---|
mdmApplicationIdMasterRecord | Especifica todos os conectores que possuem um mapeamento e staging record contribuindo com este Golden Record. A estruturação deste atributo ocorre por registros masters, e para cada registro master é especificado os dados originais da staging area. |
mdmApplicationIdMasterRecord.mdmCrosswalk | Identifier do registro da staging area. |
mdmApplicationIdMasterRecord.mdmStagingRecord | Registro original da staging table - registro como foi inserido na Carol. |
mdmApplicationIdMasterRecord.mdmMasterFieldAndValues | Valores para os atributos da staging table processado com as regras de mapeamento/limpeza definido no mapeamento. |
mdmGoldenFieldAndValues | Valores para os atributos do data model considerando as regras de sobrevivência para todos os registros master. |
mdmEntityType | Nome do data model que este golden record se refere. |
A seguir um exemplo de um documento de Golden Record (algumas partes foram omitidas para torná-lo mais enxuto):
{
"mdmApplicationIdMasterRecord": {
"08d8618b6833437f99e8032ec08b9e54": [
{
"mdmApplicationId": "08d8618b6833437f99e8032ec08b9e54",
"mdmConnectorId": "08d8618b6833437f99e8032ec08b9e54",
"mdmCounterForEntity": 1592588017473000,
"mdmCreated": "2020-06-10T21:41:24.157Z",
"mdmCreatedUser": "",
"mdmCrosswalk": {
"mdmApplicationId": "33dd1190ff2c11e8858be609736e2a59",
"mdmConnectorId": "33dd1190ff2c11e8858be609736e2a59",
"mdmCrossreference": {
"clockinprocessed": {
"clockinDatetime": "2020-04-11T19:39:50.695Z",
"deviceCode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"employeePersonId": "03642947956"
}
},
"mdmStagingType": "clockinprocessed"
},
"mdmCrosswalkString": null,
"mdmEntityTemplateId": "1e328c60fd8f11e8a4dce609736e2a59",
"mdmEntityType": "clockinrecordsMaster",
"mdmErrors": [],
"mdmFlaggedFieldIds": [],
"mdmGoldenRecordId": null,
"mdmId": "48f217ef4c0256a655e15e3fc3fb34f4",
"mdmLastUpdated": "2020-06-10T21:41:24.157Z",
"mdmMasterFieldAndValues": {
"appname": "clockinweb",
"clockinmode": "1",
"coordinatesaccuracy": 0,
"devicecode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"devicedescription": "REP 99 Robson Poffo",
"empty_mdmeventdate": false,
"empty_smssent": true,
"eventdatestr": "2020-04-11T16:39:50.695-0300",
"fakegpslocation": false,
"gmt": "",
"has_image": false,
"has_receiptimage": true,
"imagehash": "",
"locationcode": "1",
"locationdescription": "TOTVS Labs",
"mdmemailaddress": "robson.poffo@totvs.com",
"mdmeventdate": "2020-04-11T19:39:50.695Z",
"mdmname": "Robson Poffo",
"mdmpersonid": "03642947956",
"mdmphonenumber": "+14085079761",
"mdmtaxid": "5311379100012",
"nsrcode": 1447,
"piscode": "03642947956",
"readphonestateenabled": false,
"receiptimage": "BASE64_IMAGE",
"receiptsentmode": "Nothing",
"score": 0,
"selfclockin": false,
"supervisorcode": "fe115382754247d883d9a11b88b3d96e",
"supervisorname": "fe115382754247d883d9a11b88b3d96e",
"updatedatetimeautomatically": false
},
"mdmMasterFieldAndValuesString": null,
"mdmSkippedFieldIds": [],
"mdmSourceType": "PROCESSING_ENGINE",
"mdmStagingEntityName": "33dd1190ff2c11e8858be609736e2a59_clockinprocessed",
"mdmStagingRecord": {
"clockinDatetime": "2020-04-11T19:39:50.695Z",
"clockinImage": "BASE64_IMAGE",
"clockinNSRNumber": 1447,
"deviceCode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"employeePersonId": "03642947956",
"mdmConnectorId": "33dd1190ff2c11e8858be609736e2a59",
"mdmCounterForEntity": 58171,
"mdmCreated": "2020-06-10T21:41:17.731Z",
"mdmEntityType": "33dd1190ff2c11e8858be609736e2a59_clockinprocessed",
"mdmId": "373c4cd5918ac598cd55a948a59bef56",
"mdmLastUpdated": "2020-06-10T21:41:17.731Z",
"mdmTenantId": "4c2c9090e7c611e893bf0e900682978b",
"supervisorcode": "fe115382754247d883d9a11b88b3d96e"
},
"mdmStagingRecordString": null,
"mdmTenantId": "4c2c9090e7c611e893bf0e900682978b",
"mdmUpdatedUser": "",
"score": null
}
],
"33dd1190ff2c11e8858be609736e2a59": [
{
"mdmApplicationId": "33dd1190ff2c11e8858be609736e2a59",
"mdmConnectorId": "33dd1190ff2c11e8858be609736e2a59",
"mdmCounterForEntity": 1592588674244000,
"mdmCreated": "2020-06-19T17:39:56.500Z",
"mdmCreatedUser": "",
"mdmCrosswalk": {
"mdmApplicationId": "33dd1190ff2c11e8858be609736e2a59",
"mdmConnectorId": "33dd1190ff2c11e8858be609736e2a59",
"mdmCrossreference": {
"clockinprocessed": {
"clockinDatetime": "2020-04-11T19:39:50.695Z",
"deviceCode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"employeePersonId": "03642947956"
}
},
"mdmStagingType": "clockinprocessed"
},
"mdmCrosswalkString": null,
"mdmEntityTemplateId": "1e328c60fd8f11e8a4dce609736e2a59",
"mdmEntityType": "clockinrecordsMaster",
"mdmErrors": [],
"mdmFlaggedFieldIds": [],
"mdmGoldenRecordId": null,
"mdmId": "6debe01c26ada1667b1dc5139a04998e",
"mdmLastUpdated": "2020-06-19T17:39:56.500Z",
"mdmMasterFieldAndValues": {
"devicecode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"empty_mdmeventdate": false,
"empty_smssent": true,
"has_receiptimage": true,
"locationcode": "1",
"mdmeventdate": "2020-04-11T19:39:50.695Z",
"mdmpersonid": "03642947956",
"nsrcode": 1447,
"receiptimage": "BASE64_IMAGE",
"receiptsentmode": "Nothing",
"supervisorcode": "fe115382754247d883d9a11b88b3d96e"
},
"mdmMasterFieldAndValuesString": null,
"mdmSkippedFieldIds": [],
"mdmSourceType": "PROCESSING_ENGINE",
"mdmStagingEntityName": "33dd1190ff2c11e8858be609736e2a59_clockinprocessed",
"mdmStagingRecord": {
"clockinDatetime_date": "2020-04-11T19:39:50.695Z",
"clockinImage_base64": "BASE64_IMAGE",
"clockinNSRNumber_long": 1447,
"deviceCode_string": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"employeePersonId_string": "03642947956",
"mdmConnectorId": "33dd1190ff2c11e8858be609736e2a59",
"mdmCounterForEntity": 58171,
"mdmCreated": "2020-06-10T21:41:17.731Z",
"mdmEntityType": "33dd1190ff2c11e8858be609736e2a59_clockinprocessed",
"mdmId": "373c4cd5918ac598cd55a948a59bef56",
"mdmLastUpdated": "2020-06-10T21:41:17.731Z",
"mdmTenantId": "4c2c9090e7c611e893bf0e900682978b",
"supervisorcode_string": "fe115382754247d883d9a11b88b3d96e"
},
"mdmStagingRecordString": null,
"mdmTenantId": "4c2c9090e7c611e893bf0e900682978b",
"mdmUpdatedUser": "",
"score": null
}
]
},
"mdmApplicationIdMasterRecordId": {
"08d8618b6833437f99e8032ec08b9e54": [
"48f217ef4c0256a655e15e3fc3fb34f4"
],
"33dd1190ff2c11e8858be609736e2a59": [
"6debe01c26ada1667b1dc5139a04998e"
]
},
"mdmApplicationIdStagingTypeMasterRecordId": {
"33dd1190ff2c11e8858be609736e2a59_clockinprocessed": [
"48f217ef4c0256a655e15e3fc3fb34f4",
"6debe01c26ada1667b1dc5139a04998e"
]
},
"mdmCounterForEntity": 1592599481019000,
"mdmCreated": "2020-06-10T21:41:24.157Z",
"mdmCreatedUser": "",
"mdmCrosswalk": [
{
"mdmApplicationId": "33dd1190ff2c11e8858be609736e2a59",
"mdmConnectorId": "33dd1190ff2c11e8858be609736e2a59",
"mdmCrossreference": {
"clockinprocessed": {
"clockinDatetime": "2020-04-11T19:39:50.695Z",
"deviceCode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"employeePersonId": "03642947956"
}
},
"mdmStagingType": "clockinprocessed"
}
],
"mdmEntityTemplateId": "1e328c60fd8f11e8a4dce609736e2a59",
"mdmEntityType": "clockinrecordsGolden",
"mdmErrors": [],
"mdmFlaggedFieldIds": [],
"mdmGoldenFieldAndValues": {
"appname": "clockinweb",
"clockinmode": "1",
"coordinatesaccuracy": 0,
"costcenters": [],
"devicecode": "55ef232c3221fbfd6d7c3cfb0ecf221f",
"devicedescription": "REP 99 Robson Poffo",
"empty_mdmeventdate": false,
"empty_smssent": true,
"eventdatestr": "2020-04-11T16:39:50.695-0300",
"fakegpslocation": false,
"gmt": "",
"has_image": false,
"has_receiptimage": true,
"imagehash": "",
"locationcode": "1",
"locationdescription": "TOTVS Labs",
"mdmemailaddress": "robson.poffo@totvs.com",
"mdmeventdate": "2020-04-11T19:39:50.695Z",
"mdmname": "Robson Poffo",
"mdmpersonid": "03642947956",
"mdmphonenumber": "+14085079761",
"mdmtaxid": "5311379100012",
"nsrcode": 1447,
"piscode": "03642947956",
"readphonestateenabled": false,
"receiptimage": "BASE64_IMAGE",
"receiptsentmode": "Nothing",
"score": 0,
"selfclockin": false,
"supervisorcode": "fe115382754247d883d9a11b88b3d96e",
"supervisorname": "fe115382754247d883d9a11b88b3d96e",
"updatedatetimeautomatically": false
},
"mdmGoldenFieldDetails": {},
"mdmHasCdsMaster": true,
"mdmHasCdsMerge": true,
"mdmId": "d894e39df9c14771a102ce5cad80e54a",
"mdmInheritedTenantIds": null,
"mdmLastUpdated": "2020-06-19T20:44:41.021Z",
"mdmMasterCount": 2,
"mdmMergePending": false,
"mdmParentId": null,
"mdmParentTenantId": null,
"mdmPotentialMergePending": false,
"mdmPreviousIds": [
"44e6023ae3cc8e5b902ff454c912799e",
"df824e658d3c378305217eee64ecfc3a",
"b90008de1ee14e81a513481f82305a2b",
"30b2358085584543b5067489efb511c0",
"d7388a8fd78b4f51ae1dce84cfa24c02",
"a2149ae483e4443da3e699d86529ce97"
],
"mdmProfileTitle": "Robson Poffo 55ef232c3221fbfd6d7c3cfb0ecf221f 1447",
"mdmRawCdsIds": [
"df824e658d3c378305217eee64ecfc3a",
"b90008de1ee14e81a513481f82305a2b",
"d7388a8fd78b4f51ae1dce84cfa24c02"
],
"mdmRelationshipPending": false,
"mdmSourceEntityNames": [
"33dd1190ff2c11e8858be609736e2a59_clockinprocessed"
],
"mdmSourceOperation": "FETCH",
"mdmSourceOperationTaskId": "9f6d95f87afd478995224ad6d80ed3c5",
"mdmSourceType": "CDS",
"mdmStagingCounter": null,
"mdmStagingRecord": null,
"mdmStagingRecordIds": [],
"mdmStamp": null,
"mdmStampAttestationDate": null,
"mdmStampAttestationHeight": null,
"mdmTenantId": "4c2c9090e7c611e893bf0e900682978b",
"mdmUpdatedUser": "",
"score": 5.752755