You are viewing a plain text version of this content. The canonical link for it is here.
Posted to common-user@hadoop.apache.org by Manickam P <ma...@outlook.com> on 2013/09/25 12:35:48 UTC
Unable to create a directory in federated hdfs.
Hi,
In my federated cluster setup when i try to create a directory i'm getting no such file or directory. here i've given my core site xml and hdfs site xml.
Please correct me if i did anything wrong. while starting the service i did not get any errors.
core site xml:
<property>
<name>fs.default.name</name>
<value>viewfs:///</value>
</property>
<property>
<name>fs.viewfs.mounttable.default.link./NN1Home</name>
<value>hdfs://10.108.99.68:9001/home</value>
</property>
<property>
<name>fs.viewfs.mounttable.default.link./NN2Home</name>
<value>hdfs://10.108.99.69:9001/home</value>
</property>
hdfs site xml:
<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
<property>
<name>dfs.replication</name>
<value>2</value>
</property>
<property>
<name>dfs.namenode.name.dir</name>
<value>/home/hadoop/nn</value>
</property>
<property>
<name>dfs.namenode.checkpoint.dir</name>
<value>/home/hadoop/snn</value>
</property>
<property>
<name>dfs.namenode.checkpoint.period</name>
<value>3600</value>
</property>
<property>
<name>dfs.datanode.data.dir</name>
<value>/home/hadoop/dn</value>
</property>
<property>
<name>dfs.webhdfs.enabled</name>
<value>true</value>
</property>
<property>
<name>dfs.federation.nameservices</name>
<value>ns1,ns2</value>
</property>
<property>
<name>dfs.namenode.rpc-address.ns1</name>
<value>10.108.99.68:9001</value>
</property>
<property>
<name>dfs.namenode.http-address.ns1</name>
<value>10.108.99.68:50070</value>
</property>
<property>
<name>dfs.namenode.secondary.http-address.ns1</name>
<value>10.108.99.69:50090</value>
</property>
<property>
<name>dfs.namenode.rpc-address.ns2</name>
<value>10.108.99.69:9001</value>
</property>
<property>
<name>dfs.namenode.http-address.ns2</name>
<value>10.108.99.69:50070</value>
</property>
<property>
<name>dfs.namenode.secondary.http-address.ns2</name>
<value>10.108.99.68:50090</value>
</property>
Thanks,
Manickam P
Re: Unable to create a directory in federated hdfs.
Posted by Harsh J <ha...@cloudera.com>.
Please also share your exact command attempt and the full error you received.
On Wed, Sep 25, 2013 at 4:05 PM, Manickam P <ma...@outlook.com> wrote:
> Hi,
>
> In my federated cluster setup when i try to create a directory i'm getting
> no such file or directory. here i've given my core site xml and hdfs site
> xml.
> Please correct me if i did anything wrong. while starting the service i did
> not get any errors.
>
> core site xml:
> <property>
> <name>fs.default.name</name>
> <value>viewfs:///</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN1Home</name>
> <value>hdfs://10.108.99.68:9001/home</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN2Home</name>
> <value>hdfs://10.108.99.69:9001/home</value>
> </property>
>
> hdfs site xml:
> <property>
> <name>dfs.permissions</name>
> <value>false</value>
> </property>
> <property>
> <name>dfs.replication</name>
> <value>2</value>
> </property>
> <property>
> <name>dfs.namenode.name.dir</name>
> <value>/home/hadoop/nn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.dir</name>
> <value>/home/hadoop/snn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.period</name>
> <value>3600</value>
> </property>
> <property>
> <name>dfs.datanode.data.dir</name>
> <value>/home/hadoop/dn</value>
> </property>
> <property>
> <name>dfs.webhdfs.enabled</name>
> <value>true</value>
> </property>
> <property>
> <name>dfs.federation.nameservices</name>
> <value>ns1,ns2</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns1</name>
> <value>10.108.99.68:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns1</name>
> <value>10.108.99.68:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns1</name>
> <value>10.108.99.69:50090</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns2</name>
> <value>10.108.99.69:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns2</name>
> <value>10.108.99.69:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns2</name>
> <value>10.108.99.68:50090</value>
> </property>
>
> Thanks,
> Manickam P
>
--
Harsh J
Re: Unable to create a directory in federated hdfs.
Posted by Harsh J <ha...@cloudera.com>.
Please also share your exact command attempt and the full error you received.
On Wed, Sep 25, 2013 at 4:05 PM, Manickam P <ma...@outlook.com> wrote:
> Hi,
>
> In my federated cluster setup when i try to create a directory i'm getting
> no such file or directory. here i've given my core site xml and hdfs site
> xml.
> Please correct me if i did anything wrong. while starting the service i did
> not get any errors.
>
> core site xml:
> <property>
> <name>fs.default.name</name>
> <value>viewfs:///</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN1Home</name>
> <value>hdfs://10.108.99.68:9001/home</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN2Home</name>
> <value>hdfs://10.108.99.69:9001/home</value>
> </property>
>
> hdfs site xml:
> <property>
> <name>dfs.permissions</name>
> <value>false</value>
> </property>
> <property>
> <name>dfs.replication</name>
> <value>2</value>
> </property>
> <property>
> <name>dfs.namenode.name.dir</name>
> <value>/home/hadoop/nn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.dir</name>
> <value>/home/hadoop/snn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.period</name>
> <value>3600</value>
> </property>
> <property>
> <name>dfs.datanode.data.dir</name>
> <value>/home/hadoop/dn</value>
> </property>
> <property>
> <name>dfs.webhdfs.enabled</name>
> <value>true</value>
> </property>
> <property>
> <name>dfs.federation.nameservices</name>
> <value>ns1,ns2</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns1</name>
> <value>10.108.99.68:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns1</name>
> <value>10.108.99.68:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns1</name>
> <value>10.108.99.69:50090</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns2</name>
> <value>10.108.99.69:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns2</name>
> <value>10.108.99.69:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns2</name>
> <value>10.108.99.68:50090</value>
> </property>
>
> Thanks,
> Manickam P
>
--
Harsh J
Re: Unable to create a directory in federated hdfs.
Posted by Harsh J <ha...@cloudera.com>.
Please also share your exact command attempt and the full error you received.
On Wed, Sep 25, 2013 at 4:05 PM, Manickam P <ma...@outlook.com> wrote:
> Hi,
>
> In my federated cluster setup when i try to create a directory i'm getting
> no such file or directory. here i've given my core site xml and hdfs site
> xml.
> Please correct me if i did anything wrong. while starting the service i did
> not get any errors.
>
> core site xml:
> <property>
> <name>fs.default.name</name>
> <value>viewfs:///</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN1Home</name>
> <value>hdfs://10.108.99.68:9001/home</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN2Home</name>
> <value>hdfs://10.108.99.69:9001/home</value>
> </property>
>
> hdfs site xml:
> <property>
> <name>dfs.permissions</name>
> <value>false</value>
> </property>
> <property>
> <name>dfs.replication</name>
> <value>2</value>
> </property>
> <property>
> <name>dfs.namenode.name.dir</name>
> <value>/home/hadoop/nn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.dir</name>
> <value>/home/hadoop/snn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.period</name>
> <value>3600</value>
> </property>
> <property>
> <name>dfs.datanode.data.dir</name>
> <value>/home/hadoop/dn</value>
> </property>
> <property>
> <name>dfs.webhdfs.enabled</name>
> <value>true</value>
> </property>
> <property>
> <name>dfs.federation.nameservices</name>
> <value>ns1,ns2</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns1</name>
> <value>10.108.99.68:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns1</name>
> <value>10.108.99.68:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns1</name>
> <value>10.108.99.69:50090</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns2</name>
> <value>10.108.99.69:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns2</name>
> <value>10.108.99.69:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns2</name>
> <value>10.108.99.68:50090</value>
> </property>
>
> Thanks,
> Manickam P
>
--
Harsh J
Re: Unable to create a directory in federated hdfs.
Posted by Harsh J <ha...@cloudera.com>.
Please also share your exact command attempt and the full error you received.
On Wed, Sep 25, 2013 at 4:05 PM, Manickam P <ma...@outlook.com> wrote:
> Hi,
>
> In my federated cluster setup when i try to create a directory i'm getting
> no such file or directory. here i've given my core site xml and hdfs site
> xml.
> Please correct me if i did anything wrong. while starting the service i did
> not get any errors.
>
> core site xml:
> <property>
> <name>fs.default.name</name>
> <value>viewfs:///</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN1Home</name>
> <value>hdfs://10.108.99.68:9001/home</value>
> </property>
> <property>
> <name>fs.viewfs.mounttable.default.link./NN2Home</name>
> <value>hdfs://10.108.99.69:9001/home</value>
> </property>
>
> hdfs site xml:
> <property>
> <name>dfs.permissions</name>
> <value>false</value>
> </property>
> <property>
> <name>dfs.replication</name>
> <value>2</value>
> </property>
> <property>
> <name>dfs.namenode.name.dir</name>
> <value>/home/hadoop/nn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.dir</name>
> <value>/home/hadoop/snn</value>
> </property>
> <property>
> <name>dfs.namenode.checkpoint.period</name>
> <value>3600</value>
> </property>
> <property>
> <name>dfs.datanode.data.dir</name>
> <value>/home/hadoop/dn</value>
> </property>
> <property>
> <name>dfs.webhdfs.enabled</name>
> <value>true</value>
> </property>
> <property>
> <name>dfs.federation.nameservices</name>
> <value>ns1,ns2</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns1</name>
> <value>10.108.99.68:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns1</name>
> <value>10.108.99.68:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns1</name>
> <value>10.108.99.69:50090</value>
> </property>
> <property>
> <name>dfs.namenode.rpc-address.ns2</name>
> <value>10.108.99.69:9001</value>
> </property>
> <property>
> <name>dfs.namenode.http-address.ns2</name>
> <value>10.108.99.69:50070</value>
> </property>
> <property>
> <name>dfs.namenode.secondary.http-address.ns2</name>
> <value>10.108.99.68:50090</value>
> </property>
>
> Thanks,
> Manickam P
>
--
Harsh J