chore: move under providers directory (run-llama#1349)

KindOfAScam · Oct 20, 2024 · 04714c8 · 04714c8
1 parent cf28574
commit 04714c8
Show file tree

Hide file tree

Showing 58 changed files with 150 additions and 144 deletions.
diff --git a/.github/workflows/preview.yml b/.github/workflows/preview.yml
@@ -25,4 +25,4 @@ jobs:
         run: pnpm run build
 
       - name: Pre Release
-        run: pnpx pkg-pr-new publish ./packages/* ./packages/llm/*
+        run: pnpx pkg-pr-new publish ./packages/* ./packages/providers/*
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -146,19 +146,9 @@ jobs:
               echo "Skipping $dir, no package.json found"
             fi
           done
-      - name: Pack llm packages
+      - name: Pack provider packages
         run: |
-          for dir in packages/llm/*; do
-            if [ -d "$dir" ] && [ -f "$dir/package.json" ]; then
-              echo "Packing $dir"
-              pnpm pack --pack-destination ${{ runner.temp }} -C $dir
-            else
-              echo "Skipping $dir, no package.json found"
-            fi
-          done
-      - name: Pack embedding packages
-        run: |
-          for dir in packages/embedding/*; do
+          for dir in packages/providers/*; do
             if [ -d "$dir" ] && [ -f "$dir/package.json" ]; then
               echo "Packing $dir"
               pnpm pack --pack-destination ${{ runner.temp }} -C $dir

diff --git a/packages/llm/anthropic/package.json → packages/providers/anthropic/package.json b/packages/llm/anthropic/package.json → packages/providers/anthropic/package.json
diff --git a/packages/llm/anthropic/src/agent.ts → packages/providers/anthropic/src/agent.ts b/packages/llm/anthropic/src/agent.ts → packages/providers/anthropic/src/agent.ts
diff --git a/packages/llm/anthropic/src/index.ts → packages/providers/anthropic/src/index.ts b/packages/llm/anthropic/src/index.ts → packages/providers/anthropic/src/index.ts
diff --git a/packages/llm/anthropic/src/llm.ts → packages/providers/anthropic/src/llm.ts b/packages/llm/anthropic/src/llm.ts → packages/providers/anthropic/src/llm.ts
diff --git a/packages/embedding/clip/tsconfig.json → packages/providers/anthropic/tsconfig.json b/packages/embedding/clip/tsconfig.json → packages/providers/anthropic/tsconfig.json
diff --git a/packages/embedding/clip/package.json → packages/providers/clip/package.json b/packages/embedding/clip/package.json → packages/providers/clip/package.json
diff --git a/packages/embedding/clip/src/embedding.ts → packages/providers/clip/src/embedding.ts b/packages/embedding/clip/src/embedding.ts → packages/providers/clip/src/embedding.ts
diff --git a/...es/embedding/clip/src/index.edge-light.ts → ...es/providers/clip/src/index.edge-light.ts b/...es/embedding/clip/src/index.edge-light.ts → ...es/providers/clip/src/index.edge-light.ts
diff --git a/...ages/embedding/clip/src/index.non-node.ts → ...ages/providers/clip/src/index.non-node.ts b/...ages/embedding/clip/src/index.non-node.ts → ...ages/providers/clip/src/index.non-node.ts
diff --git a/packages/embedding/clip/src/index.ts → packages/providers/clip/src/index.ts b/packages/embedding/clip/src/index.ts → packages/providers/clip/src/index.ts
diff --git a/packages/embedding/clip/src/index.workerd.ts → packages/providers/clip/src/index.workerd.ts b/packages/embedding/clip/src/index.workerd.ts → packages/providers/clip/src/index.workerd.ts
diff --git a/packages/embedding/clip/src/shared.ts → packages/providers/clip/src/shared.ts b/packages/embedding/clip/src/shared.ts → packages/providers/clip/src/shared.ts
diff --git a/packages/embedding/huggingface/tsconfig.json → packages/providers/clip/tsconfig.json b/packages/embedding/huggingface/tsconfig.json → packages/providers/clip/tsconfig.json
diff --git a/packages/llm/deepinfra/package.json → packages/providers/deepinfra/package.json b/packages/llm/deepinfra/package.json → packages/providers/deepinfra/package.json
diff --git a/packages/llm/deepinfra/src/embedding.ts → ...ages/providers/deepinfra/src/embedding.ts b/packages/llm/deepinfra/src/embedding.ts → ...ages/providers/deepinfra/src/embedding.ts
diff --git a/packages/llm/deepinfra/src/index.ts → packages/providers/deepinfra/src/index.ts b/packages/llm/deepinfra/src/index.ts → packages/providers/deepinfra/src/index.ts
diff --git a/packages/llm/deepinfra/src/llm.ts → packages/providers/deepinfra/src/llm.ts b/packages/llm/deepinfra/src/llm.ts → packages/providers/deepinfra/src/llm.ts
diff --git a/packages/llm/deepinfra/tsconfig.json → packages/providers/deepinfra/tsconfig.json b/packages/llm/deepinfra/tsconfig.json → packages/providers/deepinfra/tsconfig.json
diff --git a/packages/llm/groq/CHANGELOG.md → packages/providers/groq/CHANGELOG.md b/packages/llm/groq/CHANGELOG.md → packages/providers/groq/CHANGELOG.md
diff --git a/packages/llm/groq/package.json → packages/providers/groq/package.json b/packages/llm/groq/package.json → packages/providers/groq/package.json
diff --git a/packages/llm/groq/src/index.ts → packages/providers/groq/src/index.ts b/packages/llm/groq/src/index.ts → packages/providers/groq/src/index.ts
diff --git a/packages/llm/groq/src/llm.ts → packages/providers/groq/src/llm.ts b/packages/llm/groq/src/llm.ts → packages/providers/groq/src/llm.ts
diff --git a/packages/llm/groq/tsconfig.json → packages/providers/groq/tsconfig.json b/packages/llm/groq/tsconfig.json → packages/providers/groq/tsconfig.json
diff --git a/packages/embedding/huggingface/package.json → packages/providers/huggingface/package.json b/packages/embedding/huggingface/package.json → packages/providers/huggingface/package.json
diff --git a/...es/embedding/huggingface/src/embedding.ts → ...es/providers/huggingface/src/embedding.ts b/...es/embedding/huggingface/src/embedding.ts → ...es/providers/huggingface/src/embedding.ts
diff --git a/...dding/huggingface/src/index.edge-light.ts → ...iders/huggingface/src/index.edge-light.ts b/...dding/huggingface/src/index.edge-light.ts → ...iders/huggingface/src/index.edge-light.ts
diff --git a/...bedding/huggingface/src/index.non-node.ts → ...oviders/huggingface/src/index.non-node.ts b/...bedding/huggingface/src/index.non-node.ts → ...oviders/huggingface/src/index.non-node.ts
diff --git a/packages/embedding/huggingface/src/index.ts → packages/providers/huggingface/src/index.ts b/packages/embedding/huggingface/src/index.ts → packages/providers/huggingface/src/index.ts
diff --git a/...mbedding/huggingface/src/index.workerd.ts → ...roviders/huggingface/src/index.workerd.ts b/...mbedding/huggingface/src/index.workerd.ts → ...roviders/huggingface/src/index.workerd.ts
diff --git a/packages/embedding/huggingface/src/llm.ts → packages/providers/huggingface/src/llm.ts b/packages/embedding/huggingface/src/llm.ts → packages/providers/huggingface/src/llm.ts
diff --git a/packages/embedding/huggingface/src/shared.ts → packages/providers/huggingface/src/shared.ts b/packages/embedding/huggingface/src/shared.ts → packages/providers/huggingface/src/shared.ts
diff --git a/packages/llm/anthropic/tsconfig.json → packages/providers/huggingface/tsconfig.json b/packages/llm/anthropic/tsconfig.json → packages/providers/huggingface/tsconfig.json
diff --git a/packages/llm/ollama/CHANGELOG.md → packages/providers/ollama/CHANGELOG.md b/packages/llm/ollama/CHANGELOG.md → packages/providers/ollama/CHANGELOG.md
diff --git a/packages/llm/ollama/package.json → packages/providers/ollama/package.json b/packages/llm/ollama/package.json → packages/providers/ollama/package.json
diff --git a/packages/llm/ollama/src/index.ts → packages/providers/ollama/src/index.ts b/packages/llm/ollama/src/index.ts → packages/providers/ollama/src/index.ts
diff --git a/packages/llm/ollama/tsconfig.json → packages/providers/ollama/tsconfig.json b/packages/llm/ollama/tsconfig.json → packages/providers/ollama/tsconfig.json
diff --git a/packages/llm/openai/CHANGELOG.md → packages/providers/openai/CHANGELOG.md b/packages/llm/openai/CHANGELOG.md → packages/providers/openai/CHANGELOG.md
diff --git a/packages/llm/openai/package.json → packages/providers/openai/package.json b/packages/llm/openai/package.json → packages/providers/openai/package.json
@@ -35,7 +35,7 @@
   "dependencies": {
     "@llamaindex/core": "workspace:*",
     "@llamaindex/env": "workspace:*",
-    "openai": "^4.60.0",
+    "openai": "^4.68.1",
     "remeda": "^2.12.0"
   }
 }
diff --git a/packages/llm/openai/src/agent.ts → packages/providers/openai/src/agent.ts b/packages/llm/openai/src/agent.ts → packages/providers/openai/src/agent.ts
diff --git a/packages/llm/openai/src/azure.ts → packages/providers/openai/src/azure.ts b/packages/llm/openai/src/azure.ts → packages/providers/openai/src/azure.ts
diff --git a/packages/llm/openai/src/embedding.ts → packages/providers/openai/src/embedding.ts b/packages/llm/openai/src/embedding.ts → packages/providers/openai/src/embedding.ts
diff --git a/packages/llm/openai/src/index.ts → packages/providers/openai/src/index.ts b/packages/llm/openai/src/index.ts → packages/providers/openai/src/index.ts
diff --git a/packages/llm/openai/src/llm.ts → packages/providers/openai/src/llm.ts b/packages/llm/openai/src/llm.ts → packages/providers/openai/src/llm.ts
@@ -63,6 +63,18 @@ export const GPT4_MODELS = {
   "gpt-4-turbo-2024-04-09": { contextWindow: 128000 },
   "gpt-4-0314": { contextWindow: 128000 },
   "gpt-4-32k-0314": { contextWindow: 32768 },
+  "gpt-4o-realtime-preview": {
+    contextWindow: 128000,
+  },
+  "gpt-4o-realtime-preview-2024-10-01": {
+    contextWindow: 128000,
+  },
+  "gpt-4o-audio-preview": {
+    contextWindow: 128000,
+  },
+  "gpt-4o-audio-preview-2024-10-01": {
+    contextWindow: 128000,
+  },
 };
 
 // NOTE we don't currently support gpt-3.5-turbo-instruct and don't plan to in the near future

diff --git a/packages/llm/openai/tsconfig.json → packages/providers/openai/tsconfig.json b/packages/llm/openai/tsconfig.json → packages/providers/openai/tsconfig.json
diff --git a/packages/llm/portkey-ai/package.json → packages/providers/portkey-ai/package.json b/packages/llm/portkey-ai/package.json → packages/providers/portkey-ai/package.json
diff --git a/packages/llm/portkey-ai/src/index.ts → packages/providers/portkey-ai/src/index.ts b/packages/llm/portkey-ai/src/index.ts → packages/providers/portkey-ai/src/index.ts
diff --git a/packages/llm/portkey-ai/src/portkey.ts → packages/providers/portkey-ai/src/portkey.ts b/packages/llm/portkey-ai/src/portkey.ts → packages/providers/portkey-ai/src/portkey.ts
diff --git a/packages/llm/portkey-ai/tsconfig.json → packages/providers/portkey-ai/tsconfig.json b/packages/llm/portkey-ai/tsconfig.json → packages/providers/portkey-ai/tsconfig.json
diff --git a/packages/llm/replicate/package.json → packages/providers/replicate/package.json b/packages/llm/replicate/package.json → packages/providers/replicate/package.json
diff --git a/...ges/llm/replicate/src/index.edge-light.ts → ...oviders/replicate/src/index.edge-light.ts b/...ges/llm/replicate/src/index.edge-light.ts → ...oviders/replicate/src/index.edge-light.ts
diff --git a/packages/llm/replicate/src/index.ts → packages/providers/replicate/src/index.ts b/packages/llm/replicate/src/index.ts → packages/providers/replicate/src/index.ts
diff --git a/packages/llm/replicate/src/llm.ts → packages/providers/replicate/src/llm.ts b/packages/llm/replicate/src/llm.ts → packages/providers/replicate/src/llm.ts
diff --git a/packages/llm/replicate/tsconfig.json → packages/providers/replicate/tsconfig.json b/packages/llm/replicate/tsconfig.json → packages/providers/replicate/tsconfig.json