You are viewing a plain text version of this content. The canonical link for it is here.
Posted to user@ranger.apache.org by Taher Koitawala <ta...@gslab.com> on 2017/09/08 09:43:21 UTC
Apache Ranger Tag Sync Help
Hi Guys,
I have installed Apache Ranger 0.7.1 along with Hadoop
version 2.7.3 and Atlas version 8.1.
However the tag sync plugin throws the following exception
when i add a tag in Atlas and assign it to a Hive table. Ranger is also
maintaining old tags, the ones remove from Atlas are still in Ranger and
also Ranger does not show the latest ones.
Thanks
*Exception in thread "Thread-8" java.lang.NoSuchMethodError:
scala.collection.immutable.$colon$colon.hd$1()Ljava/lang/Object;*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.sequence(InstanceSerialization.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$traits$1.apply(InstanceSerialization.scala:209)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$traits$1.apply(InstanceSerialization.scala:209)*
* at scala.Option.flatMap(Option.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.traits(InstanceSerialization.scala:209)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19$$anonfun$apply$20.apply(InstanceSerialization.scala:234)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19$$anonfun$apply$20.apply(InstanceSerialization.scala:233)*
* at scala.Option.flatMap(Option.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19.apply(InstanceSerialization.scala:233)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19.apply(InstanceSerialization.scala:232)*
* at scala.Option.flatMap(Option.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18.apply(InstanceSerialization.scala:232)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18.apply(InstanceSerialization.scala:231)*
* at scala.Option.flatMap(Option.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17.apply(InstanceSerialization.scala:231)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17.apply(InstanceSerialization.scala:230)*
* at scala.Option.flatMap(Option.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1.apply(InstanceSerialization.scala:230)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1.apply(InstanceSerialization.scala:229)*
* at scala.Option.flatMap(Option.scala:171)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.reference(InstanceSerialization.scala:229)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.convert(InstanceSerialization.scala:247)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:278)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$$anonfun$asJava$1.apply(InstanceSerialization.scala:273)*
* at scala.collection.immutable.List.map(List.scala:277)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:273)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25$$anonfun$apply$26.apply(InstanceSerialization.scala:251)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25$$anonfun$apply$26.apply(InstanceSerialization.scala:250)*
* at
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)*
* at
scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)*
* at scala.collection.immutable.HashMap$HashMap1.foreach(HashMap.scala:221)*
* at
scala.collection.immutable.HashMap$HashTrieMap.foreach(HashMap.scala:428)*
* at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)*
* at scala.collection.AbstractTraversable.map(Traversable.scala:104)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25.apply(InstanceSerialization.scala:250)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25.apply(InstanceSerialization.scala:252)*
* at scala.Option.getOrElse(Option.scala:121)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23.apply(InstanceSerialization.scala:249)*
* at scala.Option.getOrElse(Option.scala:121)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2.apply(InstanceSerialization.scala:248)*
* at scala.Option.getOrElse(Option.scala:121)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.convert(InstanceSerialization.scala:247)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:278)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:269)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization$.fromJsonReferenceable(InstanceSerialization.scala:336)*
* at
org.apache.atlas.typesystem.json.InstanceSerialization.fromJsonReferenceable(InstanceSerialization.scala)*
* at
org.apache.ranger.tagsync.source.atlasrest.AtlasRESTUtil.getAtlasEntities(AtlasRESTUtil.java:156)*
* at
org.apache.ranger.tagsync.source.atlasrest.AtlasRESTTagSource.synchUp(AtlasRESTTagSource.java:197)*
* at
org.apache.ranger.tagsync.source.atlasrest.AtlasRESTTagSource.run(AtlasRESTTagSource.java:180)*
* at java.lang.Thread.run(Thread.java:748)*
Re: Apache Ranger Tag Sync Help
Posted by Colm O hEigeartaigh <co...@apache.org>.
It looks like the scala dependency of tagsync in Ranger 0.7 does not work
with Atlas 0.8. I'm pretty sure this has been fixed on master, so you could
try with the latest 1.0.0-SNAPSHOT code instead.
Colm.
On Fri, Sep 8, 2017 at 10:43 AM, Taher Koitawala <ta...@gslab.com>
wrote:
> Hi Guys,
> I have installed Apache Ranger 0.7.1 along with Hadoop
> version 2.7.3 and Atlas version 8.1.
> However the tag sync plugin throws the following exception
> when i add a tag in Atlas and assign it to a Hive table. Ranger is also
> maintaining old tags, the ones remove from Atlas are still in Ranger and
> also Ranger does not show the latest ones.
>
> Thanks
>
> *Exception in thread "Thread-8" java.lang.NoSuchMethodError:
> scala.collection.immutable.$colon$colon.hd$1()Ljava/lang/Object;*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.sequence(InstanceSerialization.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$traits$1.apply(InstanceSerialization.scala:209)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$traits$1.apply(InstanceSerialization.scala:209)*
> * at scala.Option.flatMap(Option.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.traits(InstanceSerialization.scala:209)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19$$anonfun$apply$20.apply(InstanceSerialization.scala:234)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19$$anonfun$apply$20.apply(InstanceSerialization.scala:233)*
> * at scala.Option.flatMap(Option.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19.apply(InstanceSerialization.scala:233)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18$$anonfun$apply$19.apply(InstanceSerialization.scala:232)*
> * at scala.Option.flatMap(Option.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18.apply(InstanceSerialization.scala:232)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17$$anonfun$apply$18.apply(InstanceSerialization.scala:231)*
> * at scala.Option.flatMap(Option.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17.apply(InstanceSerialization.scala:231)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1$$anonfun$apply$17.apply(InstanceSerialization.scala:230)*
> * at scala.Option.flatMap(Option.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1.apply(InstanceSerialization.scala:230)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$reference$1.apply(InstanceSerialization.scala:229)*
> * at scala.Option.flatMap(Option.scala:171)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.reference(InstanceSerialization.scala:229)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.convert(InstanceSerialization.scala:247)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:278)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$$anonfun$asJava$1.apply(InstanceSerialization.scala:273)*
> * at scala.collection.immutable.List.map(List.scala:277)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:273)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25$$anonfun$apply$26.apply(InstanceSerialization.scala:251)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25$$anonfun$apply$26.apply(InstanceSerialization.scala:250)*
> * at
> scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)*
> * at
> scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234)*
> * at
> scala.collection.immutable.HashMap$HashMap1.foreach(HashMap.scala:221)*
> * at
> scala.collection.immutable.HashMap$HashTrieMap.foreach(HashMap.scala:428)*
> * at scala.collection.TraversableLike$class.map(TraversableLike.scala:234)*
> * at scala.collection.AbstractTraversable.map(Traversable.scala:104)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25.apply(InstanceSerialization.scala:250)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23$$anonfun$apply$25.apply(InstanceSerialization.scala:252)*
> * at scala.Option.getOrElse(Option.scala:121)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2$$anonfun$apply$23.apply(InstanceSerialization.scala:249)*
> * at scala.Option.getOrElse(Option.scala:121)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion$$anonfun$convert$2.apply(InstanceSerialization.scala:248)*
> * at scala.Option.getOrElse(Option.scala:121)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$InstanceJavaConversion.convert(InstanceSerialization.scala:247)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:278)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$.asJava(InstanceSerialization.scala:269)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization$.fromJsonReferenceable(InstanceSerialization.scala:336)*
> * at
> org.apache.atlas.typesystem.json.InstanceSerialization.fromJsonReferenceable(InstanceSerialization.scala)*
> * at
> org.apache.ranger.tagsync.source.atlasrest.AtlasRESTUtil.getAtlasEntities(AtlasRESTUtil.java:156)*
> * at
> org.apache.ranger.tagsync.source.atlasrest.AtlasRESTTagSource.synchUp(AtlasRESTTagSource.java:197)*
> * at
> org.apache.ranger.tagsync.source.atlasrest.AtlasRESTTagSource.run(AtlasRESTTagSource.java:180)*
> * at java.lang.Thread.run(Thread.java:748)*
>
>
--
Colm O hEigeartaigh
Talend Community Coder
http://coders.talend.com