Merge pull request #22 from KeesGeerligs/kees-dev

Added more templates

templates/stable-diffusion/README.md → templates/AUTOMATIC1111-stable-diffusion-1.5/README.md

@@ -1,6 +1,6 @@
 # Stable Diffusion WebUI
 
-![Stable Diffusion WebUI](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/stable-diffusion/stable_diff.gif)
+![Stable Diffusion WebUI](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/AUTOMATIC1111-stable-diffusion/stable_diff.gif)
 
 [Stable Diffusion WebUI](https://github.com/AUTOMATIC1111/stable-diffusion-webui) is a web interface for Stable Diffusion, implemented using Gradio library.
 

templates/AUTOMATIC1111-stable-diffusion-1.5/job-definition.json

@@ -0,0 +1,30 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "cli"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "auto1111_stablediffusion",
+      "args": {
+        "cmd": [
+          "/bin/sh", "-c", 
+          "python -u launch.py --listen --port 7860 --api"
+        ],
+        "image": "docker.io/nosana/automatic1111:0.0.1",
+        "gpu": true,
+        "expose": 7860,
+        "resources": [
+          {
+            "type": "S3",
+            "url": "https://models.nosana.io/stable-diffusion/1.5",
+            "target": "/stable-diffusion-webui/models/Stable-diffusion"
+          }
+        ]
+
+      }
+    }
+  ]
+}

templates/Axolotl/README.md

@@ -0,0 +1,9 @@
+# Axolotl
+
+![Axolotl](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/axolotl/axolotl.mp4)
+
+Axolotl is a powerful tool designed to streamline the fine-tuning of various AI models, offering support for multiple configurations and architectures. It enables efficient training with single or multiple GPUs, making it ideal for both personal and professional projects.
+
+Unleash your potential with Nosana! Effortlessly run an Axolotl instance to fine-tune your AI models with ease. Experience the flexibility and power of advanced AI and GPU-backed nodes, ensuring your model training processes are smooth and effective.
+
+Whether you're conducting research, developing applications, or exploring AI capabilities, Nosana provides the essential tools to leverage Axolotl's full potential.

templates/Axolotl/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "axolotl",
+  "name": "Axolotl",
+  "description": "Axolotl streamlines the fine-tuning of various AI models, supporting multiple configurations and architectures for efficient and flexible model training.",
+  "category": ["AI", "Model Fine-Tuning", "GPU", "Service", "Featured"],
+  "icon": "https://avatars.githubusercontent.com/u/132000632?s=280&v=4"
+}

templates/Axolotl/job-definition.json

@@ -0,0 +1,28 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "cli"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "axolotl",
+      "args": {
+        "image": "docker.io/winglian/axolotl-cloud:main-latest",
+        "cmd": [
+          "jupyter",
+          "notebook",
+          "--ip=0.0.0.0",
+          "--port=8888",
+          "--no-browser",
+          "--allow-root",
+          "--ServerApp.token=''",
+          "--ServerApp.password=''"
+        ],
+        "expose": 8888,
+        "gpu": true
+      }
+    }
+  ]
+}

templates/InvokeAI/README.md

@@ -0,0 +1,7 @@
+# Invoke AI
+
+![Invoke AI](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/InvokeAI/invoke_ai.gif)
+
+Invoke is a leading creative engine built to empower professionals and enthusiasts alike. Generate and create stunning visual media using the latest AI-driven technologies. Invoke offers an industry-leading web-based UI and serves as the foundation for multiple commercial products.
+
+Unleash your creativity with Nosana! Effortlessly run an Invoke AI instance to generate stunning images. Experience the power of advanced AI and GPU-backed nodes, making your image creation process smooth and efficient. Whether for personal projects or professional work, Nosana provides the tools you need to bring your artistic visions to life.

templates/InvokeAI/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "invoke-ai",
+  "name": "Invoke AI",
+  "description": "Invoke is a leading creative engine built to empower professionals and enthusiasts alike. Generate and create stunning visual media using the latest AI-driven technologies.",
+  "category": ["AI", "Image Generation", "GPU", "Service", "Featured"],
+  "icon": "https://cdn.prod.website-files.com/6569f44a2a0eba8a49bc11a1/65772970ccfba3673b7db46a_logo-invoke.svg"
+}

templates/InvokeAI/job-definition.json

@@ -0,0 +1,23 @@
+{
+    "version": "0.1",
+    "type": "container",
+    "meta": {
+      "trigger": "benchmark"
+    },
+    "ops": [
+      {
+        "type": "container/run",
+        "id": "SD-invoke",
+        "args": {
+          "cmd": [
+            "/bin/sh",
+            "-c",
+            "invokeai-web"
+          ],
+          "image": "docker.io/nosana/sd-invoke-bench:1.0.0",
+          "gpu": true,
+          "expose": 9090
+        }
+      }
+    ]
+  }

templates/Nosana-RAG-bot-webui/README.md

@@ -0,0 +1,9 @@
+# Nosana LLM RAG WebUI
+
+![Nosana LLM RAG WebUI](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/Nosana-RAG-bot-webui/nosana_bot.mp4)
+
+Nosana LLM RAG WebUI is a robust interface built on the LMDeploy framework, utilizing the LLama3.1 70B quantized model. Designed for high-performance environments, it leverages NVIDIA A100, H100, or GPUs with at least 40GB VRAM to deliver exceptional AI-driven text generation and retrieval-augmented generation (RAG) capabilities.
+
+Unleash the full potential of advanced AI with Nosana! Effortlessly deploy and manage your LLM RAG WebUI instance on powerful GPU-backed nodes, ensuring seamless and efficient performance for your most demanding projects.
+
+Whether you're engaged in research, development, or deploying commercial solutions, Nosana provides the infrastructure and tools needed to harness the capabilities of Nosana LLM RAG WebUI effectively.

templates/Nosana-RAG-bot-webui/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "nosana-llm-rag-webui",
+  "name": "Nosana LLM RAG WebUI",
+  "description": "A powerful LLM RAG WebUI running on the LMDeploy framework with LLama3.1 70B quantized, optimized for high-end GPUs.",
+  "category": ["AI", "LLM", "RAG", "GPU", "Service", "Featured"],
+  "icon": "https://nosana.io/img/Nosana_Logomark_color.png"
+}

templates/Nosana-RAG-bot-webui/job-definition.json

@@ -0,0 +1,30 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "cli"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "nosana-chat-bot",
+      "args": {
+        "image": "docker.io/nosana/nosana-chat-bot:0.1.1",
+        "cmd": [
+          "-c",
+          "lmdeploy serve api_server ./models/snapshots/2123003760781134cfc31124aa6560a45b491fdf --model-name llama3.1 --chat-template ./chat_template.json --model-format awq & npm start"
+        ],
+        "gpu": true,
+        "expose": 3000,
+        "resources": [
+          {
+            "type": "S3",
+            "url": "s3://nos-ai-models-qllsn32u/hugging-face/llama3.1/70b/4x/models--hugging-quants--Meta-Llama-3.1-70B-Instruct-AWQ-INT4",
+            "target": "/app/models/"
+          }
+        ]
+      }
+    }
+  ]
+}
+

templates/Oobabooga/README.md

@@ -0,0 +1,9 @@
+# Oobabooga Text Generation WebUI
+
+![Oobabooga](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/Oobabooga/oobabooga.mp4)
+
+Oobabooga Text Generation WebUI is a powerful and flexible interface for generating text using various AI models. It supports multiple backends, including Transformers, llama.cpp, and ExLlamaV2, providing a seamless experience for both professionals and enthusiasts.
+
+Unleash your creativity with Nosana! Effortlessly run an Oobabooga instance to generate sophisticated text content. Experience the power of advanced AI and GPU-backed nodes, ensuring efficient and high-quality text generation for your projects.
+
+Whether for personal use, research, or professional applications, Nosana provides the tools you need to harness the full potential of Oobabooga's capabilities.

templates/Oobabooga/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "oobabooga",
+  "name": "Oobabooga",
+  "description": "Oobabooga is a versatile text generation web UI supporting multiple backends, offering rich features for generating and managing AI-driven text models.",
+  "category": ["AI", "Text Generation", "GPU", "Service", "Featured"],
+  "icon": "https://archive.org/details/github.com-oobabooga-text-generation-webui_-_2023-08-28_21-02-24"
+}

templates/Oobabooga/job-definition.json

@@ -0,0 +1,22 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "cli"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "Oobabooga-webui",
+      "args": {
+        "image": "docker.io/atinoda/text-generation-webui:latest",
+        "cmd": [],
+        "gpu": true,
+        "expose": 7860,
+        "env": {
+          "EXTRA_LAUNCH_ARGS": "--listen --verbose"
+        }
+      }
+    }
+  ]
+}

templates/jupyter-notebook/README.md → templates/Pytorch-jupyter-notebook/README.md

@@ -1,5 +1,5 @@
 # Jupyter Notebook Template
 
-![Jupyter Notebook](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/jupyter-notebook/jupyter.gif)
+![Jupyter Notebook](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/Tensorflow-jupyter-notebook/jupyter.gif)
 
 Harness the power of Nosana Endpoint to seamlessly run Jupyter Notebooks and connect via a user-friendly web interface. With access to GPU-backed nodes, you can conduct your experiments efficiently and cost-effectively, unlocking new possibilities for your research and data analysis

templates/Rstudio/README.md

@@ -0,0 +1,39 @@
+# RStudio
+
+![RStudio](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/rstudio/rstudio.mp4)
+
+RStudio Server allows you to run RStudio on a remote server and access it through your web browser. This setup provides a consistent and powerful R development environment accessible from anywhere, leveraging GPU-backed nodes for enhanced performance.
+
+**Key Features:**
+
+- **Remote Development:** Access your RStudio IDE from any device with a web browser.
+- **Resource Efficiency:** Utilize powerful cloud servers to handle intensive computations and data processing.
+- **Secure Access:** Configure user and group IDs, timezone, and secure access with passwords.
+- **Scalable:** Deploy on GPU-backed nodes to accelerate your R workflows.
+- **Easy Integration:** Seamlessly integrate with GitHub and other version control systems.
+
+**Unleash the power of R development with Nosana!** Effortlessly deploy and manage your RStudio Server instance on high-performance GPU-backed nodes, ensuring a smooth and efficient coding experience for your projects.
+
+Whether you're conducting data analysis, developing statistical models, or collaborating with a team, Nosana provides the infrastructure and tools you need to leverage RStudio effectively.
+
+## Getting Started
+
+1. **Deploy the Template:**
+   Use the Nosana platform to deploy the RStudio template.
+
+2. **Access the Web Interface:**
+   Navigate to `https://<address>` in your web browser to access the RStudio interface.
+
+3. **Configure RStudio:**
+   - **Username:** `rstudio`
+   - **Password:** Set via the `PASSWORD` environment variable in the job definition.
+
+## Configuration
+
+- **Environment Variables:**
+  - `USER=rstudio`: Sets the RStudio user.
+  - `PASSWORD=password`: Password for RStudio login.
+  - `RUNROOTLESS=false`: Run RStudio as root (set to `false` for security).
+
+- **Ports:**
+  - `8787`: Access the RStudio web interface.

templates/Rstudio/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "rstudio",
+  "name": "RStudio",
+  "description": "Run RStudio Server in a Docker container, providing a powerful and consistent R development environment accessible through your browser.",
+  "category": ["Development", "IDE", "R", "GPU", "Service", "Featured"],
+  "icon": "https://upload.wikimedia.org/wikipedia/commons/thumb/1/1b/R_logo.svg/1200px-R_logo.svg.png"
+}

templates/Rstudio/job-definition.json

@@ -0,0 +1,24 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "cli"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "rocker-rstudio",
+      "args": {
+        "image": "rocker/rstudio:latest",
+        "cmd": [],
+        "gpu": true,
+        "expose": 8787,
+        "env": {
+          "USER": "rstudio",
+          "PASSWORD": "password",
+          "RUNROOTLESS": "false"
+        }
+      }
+    }
+  ]
+}

templates/Tensorflow-jupyter-notebook/README.md

@@ -0,0 +1,5 @@
+# Jupyter Notebook Template
+
+![Jupyter Notebook](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/Tensorflow-jupyter-notebook/jupyter.gif)
+
+Harness the power of Nosana Endpoint to seamlessly run Jupyter Notebooks and connect via a user-friendly web interface. With access to GPU-backed nodes, you can conduct your experiments efficiently and cost-effectively, unlocking new possibilities for your research and data analysis

templates/Tensorflow-jupyter-notebook/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "jupyter-notebook",
+  "name": "Jupyter Notebook",
+  "description": "Jupyter Notebook Service",
+  "category": ["GPU", "Featured", "Service"],
+  "icon": "https://seeklogo.com/images/J/jupyter-logo-A91705F539-seeklogo.com.png"
+}

templates/Tensorflow-jupyter-notebook/job-definition.json

@@ -0,0 +1,19 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "job-builder"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "jupyter-notebook",
+      "args": {
+        "cmd": "source /etc/bash.bashrc && jupyter notebook --notebook-dir=/tf --ip 0.0.0.0 --no-browser --allow-root --NotebookApp.token='' --NotebookApp.password=''",
+        "expose": 8888,
+        "image": "tensorflow/tensorflow:latest-gpu-jupyter",
+        "gpu": true
+      }
+    }
+  ]
+}

templates/VScode-server/README.md

@@ -0,0 +1,9 @@
+# Oobabooga Text Generation WebUI
+
+![Oobabooga](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/Oobabooga/oobabooga.mp4)
+
+Oobabooga Text Generation WebUI is a powerful and flexible interface for generating text using various AI models. It supports multiple backends, including Transformers, llama.cpp, and ExLlamaV2, providing a seamless experience for both professionals and enthusiasts.
+
+Unleash your creativity with Nosana! Effortlessly run an Oobabooga instance to generate sophisticated text content. Experience the power of advanced AI and GPU-backed nodes, ensuring efficient and high-quality text generation for your projects.
+
+Whether for personal use, research, or professional applications, Nosana provides the tools you need to harness the full potential of Oobabooga's capabilities.

templates/VScode-server/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "vscode-server",
+  "name": "VSCode Server",
+  "description": "Run Visual Studio Code on a remote server accessible through your browser, enabling a consistent and powerful development environment.",
+  "category": ["Development", "IDE", "GPU", "Service", "Featured"],
+  "icon": "https://avatars.githubusercontent.com/u/12324908?s=280&v=4"
+}

templates/VScode-server/job-definition.json

@@ -0,0 +1,25 @@
+{
+  "version": "0.1",
+  "type": "container",
+  "meta": {
+    "trigger": "cli"
+  },
+  "ops": [
+    {
+      "type": "container/run",
+      "id": "code-server",
+      "args": {
+        "image": "lscr.io/linuxserver/code-server:latest",
+        "cmd": [],
+        "gpu": true,
+        "expose": 8443,
+        "env": {
+          "PUID": "1000",
+          "PGID": "1000",
+          "TZ": "Etc/UTC",
+          "SUDO_PASSWORD": "password"
+        }
+      }
+    }
+  ]
+}

templates/Whisper-ASR-API/README.md

@@ -0,0 +1,9 @@
+# Oobabooga Text Generation WebUI
+
+![Oobabooga](https://raw.githubusercontent.com/nosana-ci/templates/refs/heads/main/templates/Oobabooga/oobabooga.mp4)
+
+Oobabooga Text Generation WebUI is a powerful and flexible interface for generating text using various AI models. It supports multiple backends, including Transformers, llama.cpp, and ExLlamaV2, providing a seamless experience for both professionals and enthusiasts.
+
+Unleash your creativity with Nosana! Effortlessly run an Oobabooga instance to generate sophisticated text content. Experience the power of advanced AI and GPU-backed nodes, ensuring efficient and high-quality text generation for your projects.
+
+Whether for personal use, research, or professional applications, Nosana provides the tools you need to harness the full potential of Oobabooga's capabilities.

templates/Whisper-ASR-API/info.json

@@ -0,0 +1,7 @@
+{
+  "id": "whisper-asr-webservice",
+  "name": "Whisper ASR Webservice",
+  "description": "A robust speech recognition service powered by OpenAI's Whisper model, supporting multilingual transcription, translation, and language identification.",
+  "category": ["AI", "Speech Recognition", "GPU", "Service", "Featured"],
+  "icon": "https://miro.medium.com/v2/resize:fit:690/1*PCGbnvnYY9SYIjyXvwOHkw.png"
+}