Merge pull request #296 from dusty-nv/dev

added VLM models

Author: dusty-nv

docs/portal/css/modal.css

@@ -117,6 +117,10 @@
   border: 1px solid rgba(255,255,255,0.5);
 }
 
+.modal-header-extensions select option {
+  background-color: rgba(100,100,100,1.0);
+}
+
 /*.modal-header-extensions div {
   margin-left: 0px;
   margin-bottom: 10px;

docs/portal/css/models.css

@@ -2,13 +2,23 @@
  * Styles and elements for certain models
  */
 
- .modal-header-extensions {
+.modal-header-extensions {
   background-repeat: no-repeat, no-repeat; 
   background-position-x: 0px, right; 
   height: 160px;
- }
+}
+
+.generic-header {
+  height: 100px;
+}
+
+.vlm-header {
+  background-image: url('/portal/data/models/images/headers/solar-2.webp'); 
+  background-position-y: -110px;
+  background-size: 1465px 750px;
+}
 
- .llama-header {
+.llama-header {
   padding-top: 20px;
 }
 

docs/portal/data/models/llava.json

@@ -0,0 +1,37 @@
+{
+  "llava": {
+    "name": "LLaVA",
+    "header": "vlm-header",
+    "max_context_len": 1024,
+    "runtimes": ["vllm"],
+    "tags": ["vlm"],
+    "links": {
+      "llava": {
+        "name": "LLaVA",
+        "url": "https://llava-vl.github.io/"
+      }
+    }
+  },
+  "llava-15-7b": {
+    "name": "LLaVA 1.5 7B",
+    "url": "hf.co/llava-hf/llava-1.5-7b-hf",
+    "tags": ["llava", "orin"]
+  },
+  "llava-15-13b": {
+    "name": "LLaVA 1.5 13B",
+    "url": "hf.co/llava-hf/llava-1.5-13b-hf",
+    "tags": ["llava", "agx-orin", "orin-nx"]
+  },
+  "llava-16-vicuna-7b": {
+    "name": "LLaVA 1.6 Vicuna 7B",
+    "url": "hf.co/llava-hf/llava-v1.6-vicuna-7b-hf",
+    "tags": ["llava", "agx-orin", "orin-nx"],
+    "blacklist": ["bnb4"]
+  },
+  "llava-16-mistral-7b": {
+    "name": "LLaVA 1.6 Mistral 7B",
+    "url": "hf.co/llava-hf/llava-v1.6-mistral-7b-hf",
+    "tags": ["llava", "agx-orin", "orin-nx"],
+    "blacklist": ["bnb4"]
+  }
+}

docs/portal/data/models/phi-vision.json

@@ -0,0 +1,25 @@
+{
+  "phi-vision": {
+    "name": "Phi Vision",
+    "header": "vlm-header",
+    "max_context_len": 1024,
+    "runtimes": ["vllm"],
+    "tags": ["vlm"],
+    "links": {
+      "phi": {
+        "name": "Phi",
+        "url": "https://azure.microsoft.com/en-us/products/phi"
+      }
+    }
+  },
+  "phi-35-vision": {
+    "name": "Phi 3.5 Vision",
+    "url": "microsoft/Phi-3.5-vision-instruct",
+    "tags": ["phi-vision", "orin"]
+  },
+  "phi-4-multimodal": {
+    "name": "Phi 4 Multimodal",
+    "url": "microsoft/Phi-4-multimodal-instruct",
+    "tags": ["phi-vision", "orin"]
+  }
+}

docs/portal/data/models/qwen-vl.json

@@ -0,0 +1,25 @@
+{
+  "qwen-2.5-vl": {
+    "name": "Qwen 2.5 VL",
+    "header": "qwen-header",
+    "max_context_len": 1024,
+    "runtimes": ["vllm"],
+    "tags": ["vlm"],
+    "links": {
+      "qwen": {
+        "name": "Qwen",
+        "url": "https://qwenlm.github.io"
+      }
+    }
+  },
+  "qwen-2.5-vl-3b": {
+    "name": "Qwen 2.5 VL 3B",
+    "url": "hf.co/Qwen/Qwen2.5-VL-3B-Instruct",
+    "tags": ["qwen-2.5-vl", "orin"]
+  },
+  "qwen-2.5-vl-7b": {
+    "name": "Qwen 2.5 VL 7B",
+    "url": "hf.co/Qwen/Qwen2.5-VL-7B-Instruct",
+    "tags": ["qwen-2.5-vl", "orin"]
+  }
+}