Details
-
Bug
-
Status: Resolved
-
Major
-
Resolution: Cannot Reproduce
-
0.6-incubating
-
None
-
None
Description
While viewing the hive tables metadata in Atlas UI, I see invalid time values for createTime and transient_lastDdlTime entries. Please check the attached UI snapshot.
The same query through API results in correct timestamps. Below is the API response.
curl http://localhost:21000/api/atlas/entity/f286e5d3-0514-4f28-9cef-373473c9999d {"requestId":"qtp186909238-384 - 71055c83-f290-4370-a279-24412918fb58","GUID":"f286e5d3-0514-4f28-9cef-373473c9999d","definition":"{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"f286e5d3-0514-4f28-9cef-373473c9999d\",\n \"version\":0,\n \"typeName\":\"hive_table\"\n },\n \"typeName\":\"hive_table\",\n \"values\":{\n \"tableType\":\"MANAGED_TABLE\",\n \"name\":\"primary.default.t\",\n \"viewExpandedText\":null,\n \"createTime\":1444395991,\n \"description\":null,\n \"temporary\":false,\n \"db\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"cca28963-f7b1-44fd-a631-f4b6f3b09612\",\n \"version\":0,\n \"typeName\":\"hive_db\"\n },\n \"viewOriginalText\":null,\n \"retention\":0,\n \"tableName\":\"t\",\n \"columns\":[\n {\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"5f89e208-a9ff-40eb-912b-b4394f8d8c0e\",\n \"version\":0,\n \"typeName\":\"hive_column\"\n },\n \"typeName\":\"hive_column\",\n \"values\":{\n \"comment\":null,\n \"qualifiedName\":\"primary.default.t.salary\",\n \"type\":\"string\",\n \"name\":\"salary\"\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n },\n {\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"14870ed2-f596-46a3-9500-c720e559703e\",\n \"version\":0,\n \"typeName\":\"hive_column\"\n },\n \"typeName\":\"hive_column\",\n \"values\":{\n \"comment\":null,\n \"qualifiedName\":\"primary.default.t.integer\",\n \"type\":\"int\",\n \"name\":\"integer\"\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n },\n {\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"535e002f-f7ed-4e6e-a363-4cc38ebc3b46\",\n \"version\":0,\n \"typeName\":\"hive_column\"\n },\n \"typeName\":\"hive_column\",\n \"values\":{\n \"comment\":null,\n \"qualifiedName\":\"primary.default.t.number\",\n \"type\":\"int\",\n \"name\":\"number\"\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n }\n ],\n \"comment\":null,\n \"lastAccessTime\":0,\n \"owner\":\"apathan\",\n \"sd\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"168ba76f-c5db-4398-bded-ed25bb626785\",\n \"version\":0,\n \"typeName\":\"hive_storagedesc\"\n },\n \"typeName\":\"hive_storagedesc\",\n \"values\":{\n \"location\":\"hdfs:\/\/localhost:9000\/user\/hive\/warehouse\/t\",\n \"serdeInfo\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct\",\n \"typeName\":\"hive_serde\",\n \"values\":{\n \"serializationLib\":\"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe\",\n \"parameters\":{\n \"serialization.format\":\"1\"\n },\n \"name\":null\n }\n },\n \"qualifiedName\":\"primary.default.t\",\n \"outputFormat\":\"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat\",\n \"compressed\":false,\n \"sortCols\":null,\n \"bucketCols\":null,\n \"numBuckets\":-1,\n \"inputFormat\":\"org.apache.hadoop.mapred.TextInputFormat\",\n \"parameters\":null,\n \"cols\":[\n {\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"5f89e208-a9ff-40eb-912b-b4394f8d8c0e\",\n \"version\":0,\n \"typeName\":\"hive_column\"\n },\n \"typeName\":\"hive_column\",\n \"values\":{\n \"comment\":null,\n \"qualifiedName\":\"primary.default.t.salary\",\n \"type\":\"string\",\n \"name\":\"salary\"\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n },\n {\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"14870ed2-f596-46a3-9500-c720e559703e\",\n \"version\":0,\n \"typeName\":\"hive_column\"\n },\n \"typeName\":\"hive_column\",\n \"values\":{\n \"comment\":null,\n \"qualifiedName\":\"primary.default.t.integer\",\n \"type\":\"int\",\n \"name\":\"integer\"\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n },\n {\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference\",\n \"id\":{\n \"jsonClass\":\"org.apache.atlas.typesystem.json.InstanceSerialization$_Id\",\n \"id\":\"535e002f-f7ed-4e6e-a363-4cc38ebc3b46\",\n \"version\":0,\n \"typeName\":\"hive_column\"\n },\n \"typeName\":\"hive_column\",\n \"values\":{\n \"comment\":null,\n \"qualifiedName\":\"primary.default.t.number\",\n \"type\":\"int\",\n \"name\":\"number\"\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n }\n ],\n \"storedAsSubDirectories\":false\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n },\n \"parameters\":{\n \"rawDataSize\":\"0\",\n \"numFiles\":\"1\",\n \"transient_lastDdlTime\":\"1444395991\",\n \"totalSize\":\"0\",\n \"COLUMN_STATS_ACCURATE\":\"true\",\n \"numRows\":\"0\"\n },\n \"partitionKeys\":null\n },\n \"traitNames\":[\n \n ],\n \"traits\":{\n \n }\n}"}
