Updated docker-compose.yml for big-data-europe/docker-hadoop

docker-compose.yml

version: "2.1"

services:
  namenode:
    build: ./namenode
    container_name: namenode
    volumes:
      - hadoop_namenode:/hadoop/dfs/name
    environment:
      - CLUSTER_NAME=test
    env_file:
      - ./hadoop.env
    ports:
      - "9870:9870"
  
  resourcemanager:
    build: ./resourcemanager
    container_name: resourcemanager
    restart: on-failure
    depends_on:
      - namenode
      - datanode1
      - datanode2
      - datanode3
    env_file:
      - ./hadoop.env
    ports:
      - "8089:8088"
  
  historyserver:
    build: ./historyserver
    container_name: historyserver
    depends_on:
      - namenode
      - datanode1
      - datanode2
    volumes:
      - hadoop_historyserver:/hadoop/yarn/timeline
    env_file:
      - ./hadoop.env
    ports:
      - "8188:8188"
  
  nodemanager1:
    build: ./nodemanager
    container_name: nodemanager1
    depends_on:
      - namenode
      - datanode1
      - datanode2
    env_file:
      - ./hadoop.env
    ports:
      - "8042:8042"
  
  datanode1:
    build: ./datanode
    container_name: datanode1
    depends_on:
      - namenode
    volumes:
      - hadoop_datanode1:/hadoop/dfs/data
    env_file:
      - ./hadoop.env
  
  datanode2:
    build: ./datanode
    container_name: datanode2
    depends_on:
      - namenode
    volumes:
      - hadoop_datanode2:/hadoop/dfs/data
    env_file:
      - ./hadoop.env
  
  datanode3:
    build: ./datanode
    container_name: datanode3
    depends_on:
      - namenode
    volumes:
      - hadoop_datanode3:/hadoop/dfs/data
    env_file:
      - ./hadoop.env

volumes:
  hadoop_namenode:
  hadoop_datanode1:
  hadoop_datanode2:
  hadoop_datanode3:
  hadoop_historyserver:

@Fyroze Ah, I have seen that error before. Yep it is due to Windows line endings in the file. You could either use an IDE/text editor or a tool like dos2unix to convert line endings to unix style :)

Hello, I have the same problem as Fyroze, and even if I apply the dos2unix command, the problem persists.
I'm working on windows 10.
Is it possible to help me?

Best regards

Hello Please try to pull files using git rather than the normal windows download Thank you

On Tue, Nov 24, 2020 at 5:57 PM Dahab ***@***.***> wrote: ***@***.**** commented on this gist. ------------------------------ Hello, I have the same problem as Fyroze, and even if I apply the dos2unix command, the problem persists. I'm working on windows 10. Is it possible to help me? Best regards — You are receiving this because you were mentioned. Reply to this email directly, view it on GitHub <https://gist.github.com/a938b3f7a4d06b2811cf2b1a917800e1#gistcomment-3539411>, or unsubscribe <https://github.com/notifications/unsubscribe-auth/ALI6JNVSO7OSVMHQF4FUWBTSRRJAHANCNFSM4L233YBQ> .

-- Fyroze Pathan

It works ! Thank you very much @Fyroze !!

apologize @Fyroze, it doesn't work with three datanodes. And i have the same logs errors. But with one datanode, it is well working.
Do you have any idea of the cause of the problem ?

Best regards

No, I don't. I too faced the same thing.

On Tue, Nov 24, 2020 at 6:45 PM Dahab ***@***.***> wrote: ***@***.**** commented on this gist. ------------------------------ apologize @Fyroze <https://github.com/Fyroze>, it doesn't work with three datanodes. And i have the same logs errors. But with one datanode, it is well working. Do you have any idea of the cause of the problem ? Best regards — You are receiving this because you were mentioned. Reply to this email directly, view it on GitHub <https://gist.github.com/a938b3f7a4d06b2811cf2b1a917800e1#gistcomment-3539443>, or unsubscribe <https://github.com/notifications/unsubscribe-auth/ALI6JNT2UNBHYANDMWVEWNTSRROVLANCNFSM4L233YBQ> .

-- Fyroze Pathan

Ok, thank you !