Appworld integration env setup guide

examples/appworld/README.md

@@ -0,0 +1,35 @@
+# AppWorld Agent Examples
+
+Examples for training and running AppWorld agents using rLLM. AppWorld provides a multi-application environment with 9 applications (Spotify, Gmail, Calendar, etc.) and 457 APIs.
+
+## Quick Start
+
+### 1. Environment Setup
+
+```bash
+# CPU-only (for local development/testing)
+bash scripts/agent/appworld/install_env_cpu.sh
+
+# GPU (for training/production)
+bash scripts/agent/appworld/install_env_gpu.sh
+```
+
+**Note**: For GPU setup, adjust CUDA version in the script if needed.
+
+### 2. Install AppWorld
+
+After setting up the environment:
+
+```bash
+conda activate rllm_py311  # or rllm_py311_gpu
+pip install git+https://github.com/StonyBrookNLP/appworld.git
+appworld install
+appworld download data --root /path/to/your/data/directory
+appworld verify tasks
+```
+
+
+## References
+
+- [AppWorld GitHub](https://github.com/StonyBrookNLP/appworld)
+- [rLLM Documentation](../../docs/)

scripts/agent/appworld/install_env_cpu.sh

@@ -0,0 +1,81 @@
+#!/bin/bash
+# AppWorld Environment Setup Script (CPU Version)
+# This script sets up the rLLM environment for AppWorld (with CPU for quick support)
+
+conda create -n rllm_py311 python=3.11 -y
+conda activate rllm_py311
+
+# first  cpuonly（from pytorch channel）
+conda install -c pytorch cpuonly -y
+
+# install pytorch 2.7.0（from conda-forge）
+conda install -c conda-forge pytorch=2.7.0 torchvision torchaudio libtorch -y
+
+# verify PyTorch
+python -c "import torch; print('PyTorch:', torch.__version__); print('CUDA available:', torch.cuda.is_available())"
+
+# ========== Step 3: install main packages ==========
+conda install -c conda-forge \
+    numpy scipy pandas pyarrow \
+    scikit-learn nltk pyyaml pydantic \
+    pytest gymnasium -y
+
+# ========== Step 4: install API pacakges ==========
+conda install -c conda-forge \
+    httpx openai tabulate fire -y
+
+# ========== Step 5: install ML related packaged==========
+conda install -c conda-forge \
+    transformers datasets polars -y
+
+python -m pip install -e .
+
+python -c "
+import sys
+import torch
+import numpy as np
+import transformers
+import openai
+from rllm.agents.appworld_react_agents import AppWorldReactAgent
+from rllm.engine.agent_execution_engine import AgentExecutionEngine
+from rllm.environments.appworld.appworld_env import AppWorldEnv
+
+print('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━')
+print('✅ Python:', sys.version.split()[0])
+print('✅ PyTorch:', torch.__version__)
+print('✅ CUDA:', torch.cuda.is_available())
+print('✅ NumPy:', np.__version__)
+print('✅ Transformers:', transformers.__version__)
+print('✅ OpenAI:', openai.__version__)
+print('✅ rLLM all packaged installed')
+print('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━')
+"
+
+
+python -m pip install git+https://github.com/StonyBrookNLP/appworld.git
+
+python -c "import appworld; print(f'✅ AppWorld version: {appworld.__version__}'); print(f'✅ Python version: {__import__(\"sys\").version.split()[0]}')"
+
+
+appworld install
+# Note: typer and click version should be compatible
+appworld download data --root {path}
+
+# verify the tasks are downloaded
+appworld verify tasks
+
+# below are for debugging
+# print the available functions
+python -c "import appworld; help(appworld); print('Available functions:'); print([x for x in dir(appworld) if not x.startswith('_')])"
+python -c "import inspect;from appworld import load_task_ids; print(inspect.getsource(load_task_ids)); print(appworld.__file__)"
+print(inspect.getsource(load_task_ids))
+
+python -c "from appworld import load_task_ids, AppWorld; task_id = load_task_ids('dev')[0]; app = AppWorld(task_id=task_id); print('Task attributes:'); print([x for x in dir(app.task) if not x.startswith('_')][:20]); print(f'\\nInstruction: {app.task.instruction}')"
+
+import inspect
+from appworld import AppWorld
+app = AppWorld(task_id="50e1ac9_2")
+ev = app.evaluate()
+print(dir(ev)) 
+print(inspect.getdoc(ev))   
+print(inspect.getmembers(ev, predicate=inspect.ismethod)) 

scripts/agent/appworld/install_env_gpu.sh

@@ -0,0 +1,109 @@
+#!/bin/bash
+# AppWorld Environment Setup Script (GPU Version)
+# This script sets up the rLLM environment with GPU support for AppWorld
+
+set -e  # Exit on error
+
+echo "=========================================="
+echo "AppWorld GPU Environment Setup"
+echo "=========================================="
+
+# ========== Step 1: Create conda environment ==========
+echo "Step 1: Creating conda environment..."
+conda create -n rllm_py311_gpu python=3.11 -y
+conda activate rllm_py311_gpu
+
+# ========== Step 2: Install PyTorch (GPU version) ==========
+echo "Step 2: Installing PyTorch with CUDA support..."
+# Use PyTorch 2.7.0 + CUDA 12.1 (adjust according to your CUDA version)
+# If your CUDA version is 11.8, change to pytorch-cuda=11.8
+conda install pytorch=2.7.0 torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia -y
+
+# Verify PyTorch and CUDA
+echo "Verifying PyTorch installation..."
+python -c "import torch; print('PyTorch:', torch.__version__); print('CUDA available:', torch.cuda.is_available()); print('CUDA version:', torch.version.cuda if torch.cuda.is_available() else 'N/A'); print('GPU count:', torch.cuda.device_count() if torch.cuda.is_available() else 0)"
+
+# ========== Step 3: Install other core packages (conda) ==========
+echo "Step 3: Installing core packages..."
+conda install -c conda-forge \
+    numpy scipy pandas pyarrow \
+    scikit-learn nltk pyyaml pydantic \
+    pytest gymnasium -y
+
+# ========== Step 4: Install API and utility packages (conda) ==========
+echo "Step 4: Installing API and utility packages..."
+conda install -c conda-forge \
+    httpx openai tabulate fire -y
+
+# ========== Step 5: Install ML packages (use conda when available) ==========
+echo "Step 5: Installing ML packages..."
+conda install -c conda-forge \
+    transformers datasets polars -y
+
+# ========== Step 6: Install rLLM ==========
+echo "Step 6: Installing rLLM..."
+python -m pip install -e .
+
+# Verify rLLM installation
+echo "Verifying rLLM installation..."
+python -c "
+import sys
+import torch
+import numpy as np
+import transformers
+import openai
+from rllm.agents.appworld_react_agents import AppWorldReactAgent
+from rllm.engine.agent_execution_engine import AgentExecutionEngine
+from rllm.environments.appworld.appworld_env import AppWorldEnv
+
+print('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━')
+print('✅ Python:', sys.version.split()[0])
+print('✅ PyTorch:', torch.__version__)
+print('✅ CUDA Available:', torch.cuda.is_available())
+if torch.cuda.is_available():
+    print('✅ CUDA Version:', torch.version.cuda)
+    print('✅ GPU Count:', torch.cuda.device_count())
+    print('✅ GPU Name:', torch.cuda.get_device_name(0))
+print('✅ NumPy:', np.__version__)
+print('✅ Transformers:', transformers.__version__)
+print('✅ OpenAI:', openai.__version__)
+print('✅ All rLLM components imported successfully!')
+print('━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━')
+"
+
+# ========== Step 7: Install AppWorld ==========
+echo "Step 7: Installing AppWorld..."
+python -m pip install git+https://github.com/StonyBrookNLP/appworld.git
+
+# Verify AppWorld
+echo "Verifying AppWorld installation..."
+python -c "import appworld; print(f'✅ AppWorld version: {appworld.__version__}'); print(f'✅ Python version: {__import__(\"sys\").version.split()[0]}')"
+
+# ========== Step 8: Configure AppWorld data ==========
+echo "Step 8: Setting up AppWorld data..."
+echo "Running: appworld install"
+appworld install
+
+echo ""
+echo "NOTE: Please manually run the following command to download data (specify path):"
+echo "  appworld download data --root /path/to/your/data/directory"
+echo ""
+echo "Then verify task data:"
+echo "  appworld verify tasks"
+
+# ========== Optional: Debugging commands ==========
+echo ""
+echo "=========================================="
+echo "Installation completed!"
+echo "=========================================="
+echo ""
+echo "To activate this environment in the future, run:"
+echo "  conda activate rllm_py311_gpu"
+echo ""
+echo "Optional: Run the following for debugging:"
+echo "  # Print available AppWorld functions"
+echo "  python -c \"import appworld; print([x for x in dir(appworld) if not x.startswith('_')])\""
+echo ""
+echo "  # Test loading a task"
+echo "  python -c \"from appworld import load_task_ids, AppWorld; task_id = load_task_ids('dev')[0]; app = AppWorld(task_id=task_id); print(f'Instruction: {app.task.instruction}')\""
+