Initial commit: Ollama Coder with Maux integration

Author: xmannni

.gitignore

@@ -0,0 +1,16 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+venv/
+.env
+
+# Streamlit
+.streamlit/
+
+# IDE
+.vscode/
+.idea/
+
+# System
+.DS_Store 

README.md

@@ -0,0 +1,72 @@
+![Maux Banner](static/banner.png)
+
+# 🤖 Ollama Coder
+
+A streamlined Streamlit interface for coding with local AI models through Ollama. Powered by [Maux](https://ai.maux.space).
+
+> 💻 Your personal AI coding assistant running entirely on your machine
+> 
+> 💡 **Want cloud-based AI coding?** Try our hosted version at [ai.maux.space](https://ai.maux.space)
+
+## Description
+
+Ollama Coder is an intuitive, open-source application that provides a modern chat interface for coding assistance using your local Ollama models. It features real-time streaming responses, automatic model detection, and session-based chat history - all running locally on your machine.
+
+## Prerequisites
+
+- Python 3.8+
+- Ollama installed and running locally
+- At least one model installed in Ollama (e.g., codellama, llama2)
+
+## Installation
+
+1. Clone this repository:
+```bash
+git clone https://github.com/xmannii/ollama-coder.git
+cd ollama-coder
+```
+2. Install the required packages:
+```bash
+pip install -r requirements.txt
+```
+3. Make sure Ollama is running and you have models installed:
+```bash
+ollama run qwen2.5-coder
+```
+
+# Running the App
+
+1. Start the Streamlit app:
+```bash
+streamlit run app.py
+```
+2. Open your browser and go to `http://localhost:8501`
+
+## Features
+
+- 🔍 Automatically detects your local Ollama models
+- 💬 Modern chat interface with streaming responses
+- 📝 Maintains chat history during the session
+- 🎨 Clean and intuitive UI
+- 🔄 Easy model switching
+- 🗑️ Clear chat history option
+
+## Usage
+
+1. Select a model from the dropdown in the sidebar
+2. Type your coding question in the chat input
+3. The AI will respond with code examples and explanations
+4. You can continue the conversation with follow-up questions
+5. Use the "Clear Chat History" button to start a new conversation
+
+## Note
+
+Make sure Ollama is running locally at `http://localhost:11434` before starting the app.
+
+## About Maux
+
+This is an open-source project powered by [Maux](https://ai.maux.space). For a hosted solution with additional features and no setup required, visit [ai.maux.space](https://ai.maux.space).
+
+## License
+
+MIT License - feel free to use this code for your own projects!

app.py

@@ -0,0 +1,112 @@
+import streamlit as st
+import openai
+from typing import List, Dict
+
+from utils.models import get_local_models
+from utils.prompts import LANGUAGE_PROMPTS
+from components.sidebar import render_sidebar
+
+# Configure OpenAI client for Ollama
+client = openai.OpenAI(
+    base_url='http://localhost:11434/v1',
+    api_key='ollama'  # required but unused
+)
+
+def init_session_state():
+    """Initialize session state variables"""
+    if 'messages' not in st.session_state:
+        st.session_state.messages = []
+    if 'settings' not in st.session_state:
+        st.session_state.settings = None
+
+def display_chat_history():
+    """Display chat messages"""
+    for message in st.session_state.messages:
+        with st.chat_message(message["role"]):
+            st.markdown(message["content"])
+
+def get_system_prompt(settings: dict) -> str:
+    """Generate system prompt based on settings"""
+    language_prompt = LANGUAGE_PROMPTS.get(settings['language'], "")
+    return f"""You are a helpful coding assistant. {language_prompt}
+              Provide clear, well-commented code examples.
+              Format code blocks with proper markdown syntax using triple backticks."""
+
+def main():
+    st.set_page_config(
+        page_title="Maux Local AI Code Assistant",
+        page_icon="🤖",
+        layout="wide"
+    )
+
+    # Add Maux branding
+    col1, col2 = st.columns([3, 1])
+    with col1:
+        st.title("🤖 Maux Local AI Code Assistant")
+    with col2:
+        st.markdown("""
+        <div style='text-align: right; padding-top: 20px;'>
+            <a href='https://ai.maux.space' target='_blank' style='color: #FF4B4B;'>
+                Try our hosted version ↗
+            </a>
+        </div>
+        """, unsafe_allow_html=True)
+
+    init_session_state()
+    
+    # Render sidebar and get settings
+    models = get_local_models()
+    settings = render_sidebar(models)
+    st.session_state.settings = settings
+
+    # Display chat history
+    display_chat_history()
+
+    # Chat input
+    if prompt := st.chat_input("Ask your coding question..."):
+        if not settings['model']:
+            st.error("Please select a model first!")
+            st.stop()
+
+        # Add user message to chat history
+        st.session_state.messages.append({"role": "user", "content": prompt})
+        with st.chat_message("user"):
+            st.markdown(prompt)
+
+        # Get AI response
+        with st.chat_message("assistant"):
+            message_placeholder = st.empty()
+            full_response = ""
+            
+            try:
+                # Get context window messages
+                context_messages = st.session_state.messages[-settings['context_window']:]
+                
+                stream = client.chat.completions.create(
+                    model=settings['model'],
+                    messages=[
+                        {"role": "system", "content": get_system_prompt(settings)},
+                        *[{"role": m["role"], "content": m["content"]} for m in context_messages]
+                    ],
+                    stream=True,
+                    temperature=settings['temperature'],
+                    max_tokens=settings['max_tokens'],
+                    top_p=settings['top_p']
+                )
+
+                for chunk in stream:
+                    if chunk.choices[0].delta.content is not None:
+                        full_response += chunk.choices[0].delta.content
+                        message_placeholder.markdown(full_response + "▌")
+                
+                message_placeholder.markdown(full_response)
+                
+            except Exception as e:
+                st.error(f"Error: {str(e)}")
+                st.stop()
+
+        # Add assistant response to chat history
+        st.session_state.messages.append({"role": "assistant", "content": full_response})
+
+if __name__ == "__main__":
+    main() 

components/sidebar.py

@@ -0,0 +1,80 @@
+import streamlit as st
+from utils.prompts import LANGUAGE_PROMPTS
+
+def render_sidebar(models: list):
+    with st.sidebar:
+        st.header("Settings")
+        
+        # Model Selection
+        if not models:
+            st.error("⚠️ No local models found. Please make sure Ollama is running and you have models installed.")
+            st.stop()
+        
+        selected_model = st.selectbox(
+            "Select Model",
+            models,
+            index=0 if models else None,
+            key="model_selector"
+        )
+        
+        # Optional Language Selection
+        selected_language = st.selectbox(
+            "Programming Language (Optional)",
+            list(LANGUAGE_PROMPTS.keys()),
+            index=0,  # Default to Any/General
+            key="language_selector"
+        )
+        
+        # Advanced Settings
+        with st.expander("Advanced Settings"):
+            temperature = st.slider(
+                "Temperature",
+                min_value=0.0,
+                max_value=2.0,
+                value=0.7,
+                step=0.1,
+                help="Higher values make output more creative, lower values more focused"
+            )
+            
+            max_tokens = st.number_input(
+                "Max Tokens",
+                min_value=100,
+                max_value=4000,
+                value=2000,
+                help="Maximum length of the response"
+            )
+            
+            top_p = st.slider(
+                "Top P",
+                min_value=0.0,
+                max_value=1.0,
+                value=0.9,
+                step=0.1,
+                help="Nucleus sampling threshold"
+            )
+            
+            context_window = st.number_input(
+                "Context Window",
+                min_value=1,
+                max_value=10,
+                value=4,
+                help="Number of previous messages to include as context"
+            )
+        
+        st.markdown("---")
+        
+        # Quick Actions
+        st.markdown("### Quick Actions")
+        if st.button("Clear Chat History"):
+            st.session_state.messages = []
+            st.rerun()
+            
+
+        return {
+            "model": selected_model,
+            "language": selected_language,
+            "temperature": temperature,
+            "max_tokens": max_tokens,
+            "top_p": top_p,
+            "context_window": context_window
+        } 

requirements.txt

@@ -0,0 +1,4 @@
+streamlit
+openai
+requests
+protobuf

static/banner.png

@@ -0,0 +1,13 @@
+import requests
+from typing import List, Dict
+
+def get_local_models() -> List[str]:
+    """Fetch available models from Ollama"""
+    try:
+        response = requests.get('http://localhost:11434/api/tags')
+        if response.status_code == 200:
+            models = response.json()
+            return [model['name'] for model in models['models']]
+        return []
+    except:
+        return [] 

utils/models.py

@@ -0,0 +1,37 @@
+LANGUAGE_PROMPTS = {
+    "Any/General": """You are a helpful coding assistant. Provide clear, well-commented code examples 
+                     and explain your solutions.""",
+    
+    "Python": """You are a Python expert. Please provide clear, PEP 8 compliant code with type hints. 
+                Include docstrings and helpful comments. Focus on modern Python practices.""",
+    
+    "JavaScript": """You are a JavaScript/TypeScript expert. Focus on modern ES6+ syntax, 
+                    provide clean code following best practices. Consider performance and security.""",
+    
+    "Rust": """You are a Rust expert. Provide memory-safe, concurrent code following Rust idioms. 
+               Include error handling and proper lifetime management.""",
+    
+    "Go": """You are a Go expert. Write idiomatic Go code following the official style guide. 
+             Focus on simplicity, readability, and proper error handling.""",
+    
+    "SQL": """You are a SQL expert. Provide optimized queries with proper indexing suggestions. 
+              Consider performance and explain query execution plans when relevant.""",
+
+    "Java": """You are a Java expert. Write clean, object-oriented code following Java conventions.
+              Focus on proper design patterns, exception handling, and thread safety.""",
+    
+    "C++": """You are a C++ expert. Write efficient, modern C++ code (C++17/20). Focus on RAII,
+             smart pointers, and proper memory management. Consider performance optimization.""",
+    
+    "C#": """You are a C# expert. Write idiomatic C# code using modern features. Focus on LINQ,
+            async/await patterns, and proper use of .NET Core libraries.""",
+    
+    "PHP": """You are a PHP expert. Write secure, modern PHP code following PSR standards.
+             Focus on proper framework usage (Laravel/Symfony) and dependency management.""",
+    
+    "Ruby": """You are a Ruby expert. Write elegant, idiomatic Ruby code. Focus on Ruby on Rails
+             best practices, meta-programming when appropriate, and test-driven development.""",
+    
+    "Swift": """You are a Swift expert. Write safe, performant iOS/macOS applications. Focus on
+              Swift's type system, protocol-oriented programming, and memory management."""
+}