Merge pull request #1 from paolorechia/andromeda

Andromeda

Author: paolorechia

.dockerignore

@@ -0,0 +1 @@
+models

.gitignore

@@ -1,3 +1,4 @@
+models
 **/node_modules/**
 
 # Byte-compiled / optimized / DLL files

README.md

@@ -6,6 +6,50 @@ NOTE: main is currently unstable, developing the use of guidance prompts (see gu
 
 **WARNING**: Only add docstring to functions command is somewhat stable at the moment.
 
+## v0.2.0
+**Update: 03.06.2023**
+The guidance server code has been moved to a separate repository: https://github.com/ChuloAI/andromeda-chain
+
+If you're looking for the code version from Medium Article, try checking out v0.1.3 (more in next section).
+
+Starting this service now happens through Docker, and should be a lot easier.
+
+
+### Setup
+
+
+Requirements:
+
+    - docker-engine
+    - docker-compose v2
+
+If using GPU also:
+
+    - nvidia-docker: https://github.com/NVIDIA/nvidia-docker
+
+
+#### Clone this repo and download your desired model:
+```bash
+git clone https://github.com/paolorechia/oasis
+cd oasis
+mkdir models
+cd models
+git clone https://huggingface.co/Salesforce/codegen-350M-mono
+cd ..
+docker-compose -f docker-compose.cpu.yaml up
+```
+
+##### Running on GPU
+
+Change the command to use the other docker-compose file:
+
+```
+docker-compose -f docker-compose.cpu.yaml up
+```
+
+
+
+
 ## If using v0.1.3
 If you want to use text-generation-webui with simpler prompts, use v0.1.3. This is a deprecated feature, newer versions will no longer support `text-generation-webui`, at least for the time being.
 

docker-compose.cpu.yaml

@@ -0,0 +1,49 @@
+version: '3'
+services:
+  prompt-server:
+    build:
+      context: prompt_server/
+      dockerfile: Dockerfile
+    ports:
+      - "9000:9000"
+    volumes:
+      - ./models:/models
+      - ./prompt_server:/code
+    # Add the "labels" section to set the container to remove itself on shutdown
+    labels:
+      - "com.docker.compose.container-name=guidance-server"
+      - "com.docker.compose.service=guidance-server"
+      - "com.docker.compose.oneoff=False"
+      - "com.docker.compose.project=guidance-server"
+    # Add the "stop_signal: SIGINT" option to use SIGINT signal for stopping the container gracefully
+    stop_signal: SIGINT
+    environment:
+      MODEL_PATH: /models/codegen-350M-mono
+      GUIDANCE_URL: http://guidance:9000
+    restart: unless-stopped
+    networks:
+      - oasis
+
+  guidance:
+    image: paolorechia/guidance_server:cpu-0.1
+    ports:
+      - "9090:9000"
+    volumes:
+      - ./models:/models
+    # Add the "labels" section to set the container to remove itself on shutdown
+    labels:
+      - "com.docker.compose.container-name=guidance-server"
+      - "com.docker.compose.service=guidance-server"
+      - "com.docker.compose.oneoff=False"
+      - "com.docker.compose.project=guidance-server"
+    # Add the "stop_signal: SIGINT" option to use SIGINT signal for stopping the container gracefully
+    stop_signal: SIGINT
+    environment:
+      MODEL_PATH: /models/codegen-350M-mono
+    restart: unless-stopped
+    networks:
+      - oasis
+
+networks:
+  oasis:
+      name: oasis-network

docker-compose.gpu.yaml

@@ -0,0 +1,62 @@
+version: '3'
+services:
+  prompt-server:
+    build:
+      context: prompt_server/
+      dockerfile: Dockerfile
+    ports:
+      - "9000:9000"
+    volumes:
+      - ./models:/models
+      - ./prompt_server:/code
+    # Add the "labels" section to set the container to remove itself on shutdown
+    labels:
+      - "com.docker.compose.container-name=guidance-server"
+      - "com.docker.compose.service=guidance-server"
+      - "com.docker.compose.oneoff=False"
+      - "com.docker.compose.project=guidance-server"
+    # Add the "stop_signal: SIGINT" option to use SIGINT signal for stopping the container gracefully
+    stop_signal: SIGINT
+    environment:
+      MODEL_PATH: /models/codegen-350M-mono
+      GUIDANCE_URL: http://guidance:9000
+    restart: unless-stopped
+    networks:
+      - oasis
+
+  guidance:
+    image: paolorechia/guidance_server:gpu-0.1
+    ports:
+      - "9090:9000"
+    volumes:
+      - ./models:/models
+    # Add the "labels" section to set the container to remove itself on shutdown
+    labels:
+      - "com.docker.compose.container-name=guidance-server"
+      - "com.docker.compose.service=guidance-server"
+      - "com.docker.compose.oneoff=False"
+      - "com.docker.compose.project=guidance-server"
+    # Add the "stop_signal: SIGINT" option to use SIGINT signal for stopping the container gracefully
+    stop_signal: SIGINT
+    environment:
+      MODEL_PATH: /models/codegen-350M-mono
+    deploy:
+      resources:
+        limits:
+          memory: 28000M
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+      restart_policy:
+        condition: on-failure
+        delay: 5s
+        max_attempts: 3
+        window: 120s
+    networks:
+      - oasis
+
+networks:
+  oasis:
+    name: oasis-network

guidance_server/log.txt

@@ -0,0 +1,9 @@
+
+
+def sum(a, b):
+    return a + b
+
+
+if __name__ == "__main__":
+    def multiply(a, b):
+        return a * b