Merge pull request #4 from haroonc/main

Added local RAG

Author: haroonc

.github/workflows/nightly-release.yml

@@ -24,6 +24,13 @@ jobs:
     steps:
       - uses: actions/checkout@v3
 
+      - name: prep-release
+        run: |
+          mkdir -p release
+          cp ../gemini-extension.json release/
+          cp ../README.md release/
+          cp ../local-rag/devops-rag.db release/
+
       - name: Set up Go
         uses: actions/setup-go@v3
         with:
@@ -38,17 +45,17 @@ jobs:
       - name: Run Go Tests
         run: go test ./...
 
-      - name: Install golangci-lint
-        run: go install github.com/golangci/golangci-lint/cmd/golangci-lint@latest
+      # - name: Install golangci-lint
+      #   run: go install github.com/golangci/golangci-lint/cmd/golangci-lint@latest
 
-      - name: Run golangci-lint
-        run: golangci-lint run
+      # - name: Run golangci-lint
+      #   run: golangci-lint run
 
       - name: Build
         run: |
           export GOOS=${{ matrix.goos }}
           export GOARCH=${{ matrix.goarch }}
-          go build -o "release/devops-mcp-server-${{ matrix.goos }}-${{ matrix.goarch }}" ./devops-mcp-server
+          go build -o "release/devops-mcp-server-${GOOS}-${GOARCH}"
 
       - name: Create release assets
         run: |

.github/workflows/release.yml

@@ -4,4 +4,5 @@
 **/*.pyc
 **/.DS_Store
 .vscode/
-*.code-workspace
+*.code-workspace
+.rag-sources

.gitignore

@@ -1,3 +1,17 @@
+// Copyright 2024 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     https://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
 package main
 
 import (

devops-mcp-server/server_test.go

@@ -0,0 +1,13 @@
+# Local RAG
+
+This module is used to build a local RAG database using [chromem-go](https://pkg.go.dev/github.com/clocklear/chromem-go#section-readme) in-memory vector store.
+
+## Pre-requisites
+
+- Google Cloud project with billing enabled.
+- Google Cloud project with VertexAI APIs enabled.
+- Application Default Credentials (ADC) for a Google Cloud account. With default project, or a quota-project enabled. e.g., via 
+  ```
+  gcloud auth application-default login
+  gcloud auth application-default set-quota-project PROJECT_ID
+  ```

local-rag/README.md

@@ -1,38 +1,50 @@
-module github.com/haroonc/cicd-agent/vertex-rag
+module local-rag
 
 go 1.24.4
 
 require (
+	cloud.google.com/go/auth v0.17.0
 	github.com/JohannesKaufmann/html-to-markdown v1.6.0
 	github.com/PuerkitoBio/goquery v1.10.3
 	github.com/go-git/go-git/v5 v5.12.0
 	github.com/philippgille/chromem-go v0.7.0
-	golang.org/x/oauth2 v0.32.0
+	github.com/tmc/langchaingo v0.1.13
 )
 
 require (
-	cloud.google.com/go/compute/metadata v0.3.0 // indirect
+	cloud.google.com/go/compute/metadata v0.8.0 // indirect
 	dario.cat/mergo v1.0.0 // indirect
 	github.com/Microsoft/go-winio v0.6.1 // indirect
 	github.com/ProtonMail/go-crypto v1.0.0 // indirect
 	github.com/andybalholm/cascadia v1.3.3 // indirect
 	github.com/cloudflare/circl v1.3.7 // indirect
 	github.com/cyphar/filepath-securejoin v0.2.4 // indirect
+	github.com/dlclark/regexp2 v1.10.0 // indirect
 	github.com/emirpasic/gods v1.18.1 // indirect
 	github.com/go-git/gcfg v1.5.1-0.20230307220236-3a3c6141e376 // indirect
 	github.com/go-git/go-billy/v5 v5.5.0 // indirect
 	github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
+	github.com/google/uuid v1.6.0 // indirect
+	github.com/googleapis/enterprise-certificate-proxy v0.3.6 // indirect
+	github.com/googleapis/gax-go/v2 v2.15.0 // indirect
 	github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
 	github.com/kevinburke/ssh_config v1.2.0 // indirect
 	github.com/pjbgf/sha1cd v0.3.0 // indirect
+	github.com/pkoukk/tiktoken-go v0.1.6 // indirect
 	github.com/sergi/go-diff v1.3.2-0.20230802210424-5b0b94c5c0d3 // indirect
 	github.com/skeema/knownhosts v1.2.2 // indirect
 	github.com/xanzy/ssh-agent v0.3.3 // indirect
-	golang.org/x/crypto v0.37.0 // indirect
-	golang.org/x/mod v0.17.0 // indirect
-	golang.org/x/net v0.39.0 // indirect
-	golang.org/x/sync v0.10.0 // indirect
-	golang.org/x/sys v0.32.0 // indirect
-	golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d // indirect
+	gitlab.com/golang-commonmark/html v0.0.0-20191124015941-a22733972181 // indirect
+	gitlab.com/golang-commonmark/linkify v0.0.0-20191026162114-a0c2df6c8f82 // indirect
+	gitlab.com/golang-commonmark/markdown v0.0.0-20211110145824-bf3e522c626a // indirect
+	gitlab.com/golang-commonmark/mdurl v0.0.0-20191124015652-932350d1cb84 // indirect
+	gitlab.com/golang-commonmark/puny v0.0.0-20191124015043-9f83538fa04f // indirect
+	golang.org/x/crypto v0.41.0 // indirect
+	golang.org/x/mod v0.26.0 // indirect
+	golang.org/x/net v0.43.0 // indirect
+	golang.org/x/sync v0.16.0 // indirect
+	golang.org/x/sys v0.35.0 // indirect
+	golang.org/x/text v0.28.0 // indirect
+	golang.org/x/tools v0.35.0 // indirect
 	gopkg.in/warnings.v0 v0.1.2 // indirect
 )