[ATLAS-1112] Hive table GET response from atlas server had duplicate column entries - ASF JIRA

XML

Word

Printable

JSON

Details

Type: Bug
Status: Resolved
Priority: Critical
Resolution: Fixed
Affects Version/s: trunk
Fix Version/s: 0.8-incubating, 0.7.1-incubating
Component/s: None
Labels:
None

Description

Atlas server overwrites the entities when entity create message is sent with duplicate ID.

In this case, HiveHook uses system.nanotime() for generating the ID for entities which does not guarantee the uniqueness of ID string. So, hiveHook creates an entity with duplicate id for columns(not all times) - which results in overwriting the columns and hence duplicate columns are seen.

For example: One such entity create message seen from hiveHook is

{
  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
  "id":{
    "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
    "id":"-8986778765230",
    "version":0,
    "typeName":"hive_db",
    "state":"ACTIVE"
  },
  "typeName":"hive_db",
  "values":{
    "name":"default",
    "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse",
    "description":"Default Hive database",
    "ownerType":2,
    "qualifiedName":"default@cl1",
    "owner":"public",
    "clusterName":"cl1",
    "parameters":{
      
    }
  },
  "traitNames":[
    
  ],
  "traits":{
    
  }
},{
  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
  "id":{
    "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
    "id":"-8986813055475",
    "version":0,
    "typeName":"hive_table",
    "state":"ACTIVE"
  },
  "typeName":"hive_table",
  "values":{
    "tableType":"MANAGED_TABLE",
    "name":"allparams1px9g6chqv",
    "createTime":"2016-08-10T04:26:50.000Z",
    "temporary":false,
    "db":{
      "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
      "id":{
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
        "id":"-8986778765230",
        "version":0,
        "typeName":"hive_db",
        "state":"ACTIVE"
      },
      "typeName":"hive_db",
      "values":{
        "name":"default",
        "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse",
        "description":"Default Hive database",
        "ownerType":2,
        "qualifiedName":"default@cl1",
        "owner":"public",
        "clusterName":"cl1",
        "parameters":{
          
        }
      },
      "traitNames":[
        
      ],
      "traits":{
        
      }
    },
    "retention":0,
    "qualifiedName":"default.allparams1px9g6chqv@cl1",
    "columns":[
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813593492",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"inttype",
          "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1",
          "owner":"hrt_qa",
          "type":"int",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813606611",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"tinyinttype",
          "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1",
          "owner":"hrt_qa",
          "type":"tinyint",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813633980",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"smallinttype",
          "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1",
          "owner":"hrt_qa",
          "type":"smallint",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813636330",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"biginttype",
          "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
          "owner":"hrt_qa",
          "type":"bigint",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813636330",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"booleantype",
          "qualifiedName":"default.allparams1px9g6chqv.booleantype@cl1",
          "owner":"hrt_qa",
          "type":"boolean",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813636330",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"floattype",
          "qualifiedName":"default.allparams1px9g6chqv.floattype@cl1",
          "owner":"hrt_qa",
          "type":"float",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813666271",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"doubletype",
          "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1",
          "owner":"hrt_qa",
          "type":"double",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814020086",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"strtype",
          "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1",
          "owner":"hrt_qa",
          "type":"string",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814027152",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"binarytype",
          "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1",
          "owner":"hrt_qa",
          "type":"binary",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814236056",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"timestamptype",
          "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1",
          "owner":"hrt_qa",
          "type":"timestamp",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814297478",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"decimaltype",
          "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
          "owner":"hrt_qa",
          "type":"decimal(10,0)",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814297478",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"decimalprecisetype",
          "qualifiedName":"default.allparams1px9g6chqv.decimalprecisetype@cl1",
          "owner":"hrt_qa",
          "type":"decimal(5,2)",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814482254",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"datetype",
          "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1",
          "owner":"hrt_qa",
          "type":"date",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814483713",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"varchartype",
          "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1",
          "owner":"hrt_qa",
          "type":"varchar(100)",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814490168",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"chartype",
          "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1",
          "owner":"hrt_qa",
          "type":"char(20)",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814496450",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"arraytype",
          "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1",
          "owner":"hrt_qa",
          "type":"array<string>",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814502849",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"maptype",
          "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1",
          "owner":"hrt_qa",
          "type":"map<string,string>",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814508953",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"structtype",
          "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1",
          "owner":"hrt_qa",
          "type":"struct<c:int>",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },
      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986814514817",
          "version":0,
          "typeName":"hive_column",
          "state":"ACTIVE"
        },
        "typeName":"hive_column",
        "values":{
          "name":"uniontype",
          "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1",
          "owner":"hrt_qa",
          "type":"uniontype<string,int>",
          "table":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"-8986813055475",
            "version":0,
            "typeName":"hive_table",
            "state":"ACTIVE"
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      }
    ],
    "lastAccessTime":"2016-08-10T04:26:50.000Z",
    "owner":"hrt_qa",
    "sd":{
      "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
      "id":{
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
        "id":"-8986813171149",
        "version":0,
        "typeName":"hive_storagedesc",
        "state":"ACTIVE"
      },
      "typeName":"hive_storagedesc",
      "values":{
        "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse/allparams1px9g6chqv",
        "serdeInfo":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
          "typeName":"hive_serde",
          "values":{
            "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
            "parameters":{
              "serialization.format":"1"
            }
          }
        },
        "qualifiedName":"default.allparams1px9g6chqv@cl1_storage",
        "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
        "compressed":false,
        "numBuckets":-1,
        "inputFormat":"org.apache.hadoop.mapred.TextInputFormat",
        "parameters":{
          
        },
        "storedAsSubDirectories":false,
        "table":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813055475",
          "version":0,
          "typeName":"hive_table",
          "state":"ACTIVE"
        }
      },
      "traitNames":[
        
      ],
      "traits":{
        
      }
    },
    "parameters":{
      "rawDataSize":"0",
      "numFiles":"0",
      "transient_lastDdlTime":"1470803210",
      "totalSize":"0",
      "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}",
      "numRows":"0"
    },
    "partitionKeys":[
      
    ]
  },
  "traitNames":[
    
  ],
  "traits":{
    
  }
}

The response from Atlas server showing duplicate entities

{  
   "requestId":"qtp1783047508-19 - 474a17cf-cfbc-4c12-8a12-9b630aec1ae4",
   "definition":{  
      "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
      "id":{  
         "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
         "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
         "version":0,
         "typeName":"hive_table",
         "state":"ACTIVE"
      },
      "typeName":"hive_table",
      "values":{  
         "aliases":null,
         "tableType":"MANAGED_TABLE",
         "name":"allparams1px9g6chqv",
         "viewExpandedText":null,
         "createTime":"2016-08-10T04:26:50.000Z",
         "description":null,
         "temporary":false,
         "db":{  
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
            "id":"688e70ec-ad36-4036-b21d-994b90e49994",
            "version":0,
            "typeName":"hive_db",
            "state":"ACTIVE"
         },
         "viewOriginalText":null,
         "retention":0,
         "qualifiedName":"default.allparams1px9g6chqv@cl1",
         "columns":[  
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"5156c917-dc56-4056-a0f8-3036401ff302",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"inttype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"int",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"34b02e5b-9f73-4c76-bde0-79f6d35df7bc",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"tinyinttype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"tinyint",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"128a6ede-1a5a-41ac-9074-f2865a2bc5c2",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"smallinttype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"smallint",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"biginttype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"bigint",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"biginttype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"bigint",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"biginttype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"bigint",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"5a32d804-dbe5-4431-aaf5-f8da48555736",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"doubletype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"double",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"a8b49a38-5401-47e2-bdcd-8ff3aeb1e3af",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"strtype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"string",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"0b80a8d8-5390-4641-b49d-d3d5dd34119a",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"binarytype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"binary",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"565e0804-d231-4c1d-875e-f3a482b297b0",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"timestamptype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"timestamp",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"4071f833-8697-4fcf-978d-f5b6132225ff",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"decimaltype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"decimal(10,0)",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"4071f833-8697-4fcf-978d-f5b6132225ff",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"decimaltype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"decimal(10,0)",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"1b68e9fb-0610-4628-9147-2a731763cdac",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"datetype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"date",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"39d8a83f-e09f-4d6c-9679-08af8d2f613b",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"varchartype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"varchar(100)",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"f77ed72f-771b-4add-be6f-68dd207bdaa0",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"chartype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"char(20)",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"cdc9e215-c0f7-4da5-8917-aa02e9411288",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"arraytype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"array<string>",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"6e25dbc8-1dea-4c50-bbbb-811aad778fa0",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"maptype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"map<string,string>",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"bc8638cd-0284-4600-a2ed-ef5e279bf406",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"structtype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"struct<c:int>",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            },
            {  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
               "id":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"4195bcd0-06cf-49f7-93e5-b8a3c612c4b8",
                  "version":0,
                  "typeName":"hive_column",
                  "state":"ACTIVE"
               },
               "typeName":"hive_column",
               "values":{  
                  "name":"uniontype",
                  "description":null,
                  "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1",
                  "comment":null,
                  "owner":"hrt_qa",
                  "type":"uniontype<string,int>",
                  "table":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                     "version":0,
                     "typeName":"hive_table",
                     "state":"ACTIVE"
                  }
               },
               "traitNames":[  

               ],
               "traits":{  

               }
            }
         ],
         "comment":null,
         "lastAccessTime":"2016-08-10T04:26:50.000Z",
         "owner":"hrt_qa",
         "sd":{  
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id":{  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
               "id":"009ccfdf-a73d-473a-aa30-1b8efa49acac",
               "version":0,
               "typeName":"hive_storagedesc",
               "state":"ACTIVE"
            },
            "typeName":"hive_storagedesc",
            "values":{  
               "location":"hdfs:\/\/nat-r6-itvs-atlas-1.openstacklocal:8020\/apps\/hive\/warehouse\/allparams1px9g6chqv",
               "serdeInfo":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                  "typeName":"hive_serde",
                  "values":{  
                     "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
                     "parameters":{  
                        "serialization.format":"1"
                     },
                     "name":null
                  }
               },
               "qualifiedName":"default.allparams1px9g6chqv@cl1_storage",
               "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
               "compressed":false,
               "sortCols":null,
               "bucketCols":null,
               "numBuckets":-1,
               "inputFormat":"org.apache.hadoop.mapred.TextInputFormat",
               "parameters":null,
               "storedAsSubDirectories":false,
               "table":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
               }
            },
            "traitNames":[  

            ],
            "traits":{  

            }
         },
         "parameters":{  
            "rawDataSize":"0",
            "numFiles":"0",
            "transient_lastDdlTime":"1470803210",
            "totalSize":"0",
            "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}",
            "numRows":"0"
         },
         "partitionKeys":null
      },
      "traitNames":[  

      ],
      "traits":{  

      }
   }
}

Attachments

- Sort By Name
- Sort By Date
- Ascending
- Descending

ATLAS-1112.patch
10/Aug/16 13:02
0.8 kB
Ayub Pathan
ATLAS-1112-1.patch
10/Aug/16 16:13
1 kB
Ayub Pathan
ATLAS-1112-2.patch
11/Aug/16 18:02
2 kB
Madhan Neethiraj

Activity

People

Assignee:: Ayub Pathan

Reporter:: Ayub Pathan

Votes:: 0 Vote for this issue

Watchers:: 4 Start watching this issue

Dates

Created:: 10/Aug/16 12:51

Updated:: 04/Jan/17 07:52

Resolved:: 11/Aug/16 18:36