Merge pull request #1821 from 77c77/master

更新atari环境新版本安装

Author: langziwuqing

official_examples/Using_Hetero_Cluster_Framework_to_train_a_Pong_Player_with_Rllib/client_cn4_test.ipynb

@@ -8,6 +8,7 @@
    "outputs": [],
    "source": [
     "!pip install gym[atari]\n",
+    "!pip install gym[accept-rom-license]\n",
     "!pip install ray==1.2 matplotlib\n",
     "!pip install dm-tree dataclasses ray[rllib]"
    ]
@@ -31,6 +32,35 @@
    "id": "ec1fe0b7",
    "metadata": {},
    "outputs": [],
+   "source": [
+    "import os\n",
+    "import subprocess\n",
+    "\n",
+    "\n",
+    "def system_cmd(cmd_list):\n",
+    "    cmd = subprocess.run(cmd_list, shell=False)\n",
+    "    if cmd.returncode != 0:\n",
+    "        print('cannot exec cmd: {}, exit with {}'.format(cmd_list, cmd.returncode))\n",
+    "        raise EnvironmentError\n",
+    "    return\n",
+    "\n",
+    "\n",
+    "def install_gym(mode=None):\n",
+    "    if mode is not None:\n",
+    "        p_path = os.environ.get('SITE_PACKAGES_PATH', '/home/ma-user/anaconda/lib/python3.6/site-packages')\n",
+    "        file_path = os.path.join(p_path, 'AutoROM/roms')\n",
+    "        target = os.path.join(p_path, 'atari_py/atari_roms')\n",
+    "        system_cmd(['cp', '-rf', file_path, target])\n",
+    "    return\n",
+    "\n",
+    "\n",
+    "install_gym(mode='atari')"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
    "source": [
     "import json\n",
     "import pickle\n",
@@ -157,7 +187,13 @@
     "config = prepare_test_config()\n",
     "client = PolicyClient(config)\n",
     "client.launch()"
-   ]
+   ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "name": "#%%\n"
+    }
+   }
   },
   {
    "cell_type": "code",

official_examples/Using_Hetero_Cluster_Framework_to_train_a_Pong_Player_with_Rllib/learner_algorithm_dir/pip-requirements.txt

@@ -2,4 +2,6 @@ ray==1.2
 dm-tree
 dataclasses
 gym
-ray[rllib]
+ray[rllib]
+aioredis<2.0
+aiohttp==3.7

official_examples/Using_Hetero_Cluster_Framework_to_train_a_Pong_Player_with_Rllib/learner_data_url/rl_config.py

@@ -5,7 +5,7 @@
 OBSERVATION_SPACE = gym.spaces.Box(0, 255, (42, 42, 1))
 CONFIG_PPO = {
     "rollout_fragment_length": 3000,
-    "train_batch_size": 6000,
+    "train_batch_size": 3000,
     "framework": "tf",
     "preprocessor_pref": "rllib",
     "batch_mode": "complete_episodes",

official_examples/Using_Hetero_Cluster_Framework_to_train_a_Pong_Player_with_Rllib/worker_algorithm_dir/hetero_worker.py

@@ -68,7 +68,7 @@ def env_boost(ind=0):
             rewards = 0
             client.end_episode(eid, obs)
             obs = env.reset()
-            eid = client.start_episode(training_enabled=not FLAGS.no_train)
+            eid = client.start_episode(training_enabled=True)
 
 
 if __name__ == "__main__":

official_examples/Using_Hetero_Cluster_Framework_to_train_a_Pong_Player_with_Rllib/worker_algorithm_dir/pip-requirements.txt

@@ -1,5 +1,6 @@
 ray==1.2
 dm-tree
 dataclasses
-gym
-ray[rllib]
+ray[rllib]
+aioredis<2.0
+aiohttp==3.7

official_examples/Using_Hetero_Cluster_Framework_to_train_a_Pong_Player_with_Rllib/worker_data_url/atari_roms/adventure.bin

@@ -1,9 +1,31 @@
 import os
-import gym
-from ray.rllib.env.wrappers.atari_wrappers import wrap_deepmind
+import subprocess
+
+
+def system_cmd(cmd_list):
+    cmd = subprocess.run(cmd_list, shell=False)
+    if cmd.returncode != 0:
+        print('cannot exec cmd: {}, exit with {}'.format(cmd_list, cmd.returncode))
+        raise EnvironmentError
+    return
+
 
+def install_gym(mode=None):
+    system_cmd(['pip', 'uninstall', '-y', 'enum34'])
+    system_cmd(['pip', 'install', 'gym[atari]'])
+    if mode is not None:
+        file_path = os.path.join(os.path.abspath(os.path.dirname(__file__)), 'atari_roms')
+        p_path = os.environ.get('SITE_PACKAGES_PATH', '/home/ma-user/anaconda/lib/python3.6/site-packages')
+        target = os.path.join(p_path, 'atari_py/')
+        system_cmd(['cp', '-rf', file_path, target])
+    return
 
-os.system('pip install gym[atari]')
+
+install_gym(mode='atari')
+
+
+import gym
+from ray.rllib.env.wrappers.atari_wrappers import wrap_deepmind
 
 
 def create_env(name='PongNoFrameskip-v4'):