JSON Payload (sample for create)
David Milward
{
"application": "DataCamp Movies",
"name": "POC DataCamp Movie and Ratings Product-x3",
"description": "DataCamp movies with ratings product",
"UoLFCDM_version": "2.0",
"annotations": [
{
"fileFormat":"parquet",
"dataOwner":"DataCamp",
"contact":"dataengineering@lists.leeds.ac.uk"
}
],
"entities": [
{
"$type":"LocalEntity",
"name":"movie_ratings",
"description":"Movie with ratings.",
"annotations": [
{
"inputFileFormat":"parquet",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_00",
"CDR_productVersion": "1.0",
"dataSource":"DataCamp",
"dataOwner":"Data Services",
"contact":"dataengineering@lists.leeds.ac.uk",
"createDatetime":"2024-04-14 16:11:08",
"updateDateTime":"2024-04-14 16:11:08",
"fileSize1":"171800",
"outputFileFormat1":"parquet",
"inputFilename1":"movies.parquet",
"inputFilepath1":"abfss://processed-data@uols002devukswkld010rep.dfs.core.windows.net/DataCamps_data/data",
"inputFilename2":"ratings.parquet",
"inputFilepath2":"abfss://processed-data@uols002devukswkld010rep.dfs.core.windows.net/DataCamps_data/data",
"outputFilename":"movie_ratings.csv",
"outputFileFormat":"csv",
"outputFilepath":"abfss://product-data@uols002devukswkld010rep.dfs.core.windows.net/DataCamps_data/data"
}
],
"entities": [
{
"name":"id",
"description":"Film ID",
"dataType":"integer",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_01",
"primaryKey":"True",
"updateKey":"True"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename1",
"fieldList": "id"
},
"entityDescription": "Refer to document XXXX"
}
]
},
{
"name":"title",
"description":"Movie title",
"dataType":"string",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_02",
"primaryKey":"True",
"updateKey":"True"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename1",
"fieldList": "title"
},
"entityDescription": "Refer to document XXXX"
}
]
},
{
"name":"popularity",
"description":"Movie popularity",
"dataType":"string",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_03",
"primaryKey":"True",
"updateKey":"True"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename1",
"fieldList": "popularity"
},
"entityDescription": "Refer to document XXXX"
}
]
},
{
"name":"release_date",
"description":"Movie release date",
"dataType":"date",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_04",
"primaryKey":"True",
"updateKey":"True"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename1",
"fieldList": "release_date"
},
"entityDescription": "Refer to document XXXX"
}
]
},
{
"name":"vote_average",
"description":"Average movie rating",
"dataType":"integer",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_05",
"primaryKey":"False",
"updateKey":"True"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename2",
"fieldList": "vote_average"
},
"entityDescription": "Refer to document XXXX"
}
]
},
{
"name":"vote_count",
"description":"Volume of votes to calculate the average vote",
"dataType":"integer",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_06",
"primaryKey":"False",
"updateKey":"True"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename2",
"fieldList": "vote_count"
},
"entityDescription": "Refer to document XXXX"
}
]
},
{
"name":"__index_level_0__",
"description":"Internal reference ID",
"dataType":"integer",
"annotations": [
{
"anonymous":"False",
"CDR_referenceId":"DataCamp_Products_MovieRating_csv_07",
"primaryKey":"False",
"updateKey":"False"
}
],
"lineage": [
{
"derivedData": "False",
"sourceFile1": {
"filename": "inputFilename3",
"fieldList": "__index_level_0__"
},
"entityDescription": "Refer to document XXXX"
}
]
}
]
}
]
}
{"serverDuration": 38, "requestCorrelationId": "f528a92a580e40d08d3719ccead925e1"}