Initialized C++ Worker

.github/workflows/api.yaml

@@ -1,7 +1,7 @@
 name: Smriti API CI
 on:
   push:
-    branches:    
+    branches:
       - master
     paths:
       - api/**
@@ -23,17 +23,17 @@ jobs:
         working-directory: ./api
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
       - name: Setup Golang
-        uses: actions/setup-go@v5
+        uses: actions/setup-go@v6
         with:
-          go-version: '^1.24'
+          go-version: "^1.25"
       - name: Go Version
         run: go version
       - name: Run Lint
-        uses: golangci/golangci-lint-action@v6
+        uses: golangci/golangci-lint-action@v8
         with:
-          version: v1.64.6
+          version: v2.4.0
           working-directory: api
       - name: Run Build
         run: make build
@@ -55,7 +55,7 @@ jobs:
         working-directory: ./api
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
       - name: Setup QEMU
         uses: docker/setup-qemu-action@v3
       - name: Setup Docker Buildx
@@ -75,4 +75,4 @@ jobs:
           build-args: |
             GITSHA=${{ github.sha }}
             VERSION=${ github.ref_name }}
-          tags: smritihq/api:${{ github.ref_name }}
+          tags: smritihq/api:${{ github.ref_name }}

.github/workflows/ml.yaml

@@ -14,11 +14,11 @@ jobs:
         working-directory: ./ml
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
       - name: Setup Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
-          python-version: '3.12.x'
+          python-version: "3.12.x"
       - name: Python Version
         run: python -c "import sys; print(sys.version)"
       - name: Install Dependencies
@@ -32,4 +32,3 @@ jobs:
         with:
           files: |
             ml/models.zip
-

.github/workflows/pyworker.yaml

@@ -0,0 +1,80 @@
+name: Smriti PyWorker CI
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - pyworker/**
+      - .github/workflows/pyworker.yaml
+  pull_request:
+    branches:
+      - master
+    paths:
+      - pyworker/**
+      - .github/workflows/pyworker.yaml
+  release:
+    types: [published]
+jobs:
+  ci:
+    name: Integration Check
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./pyworker
+    steps:
+      - name: Git Checkout
+        uses: actions/checkout@v5
+      - name: Setup Python
+        uses: actions/setup-python@v6
+        with:
+          python-version: "3.12.x"
+      - name: Python Version
+        run: python -c "import sys; print(sys.version)"
+      - name: Install Dependencies
+        run: make install
+      - name: Run Lint
+        run: |
+          pip install pylint==3.3.4
+          make lint
+      - name: Run Test & Cover
+        run: |
+          sudo apt-get install -y libimage-exiftool-perl exiftool libraw-dev
+          make test-install
+          make cover
+      - name: Publish Coverage
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          flags: worker
+          files: pyworker/coverage.xml
+  publish:
+    if: ${{ (github.event_name == 'release' && github.event.action == 'published') || github.ref == 'refs/heads/master' }}
+    needs: ci
+    name: Publish Docker Image
+    runs-on: ubuntu-latest
+    defaults:
+      run:
+        working-directory: ./pyworker
+    steps:
+      - name: Git Checkout
+        uses: actions/checkout@v5
+      - name: Setup QEMU
+        uses: docker/setup-qemu-action@v3
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v3
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKER_USER }}
+          password: ${{ secrets.DOCKER_PASSWORD }}
+      - name: Docker Build and Push
+        uses: docker/build-push-action@v6
+        with:
+          context: worker
+          file: ./pyworker/Dockerfile
+          push: true
+          platforms: linux/amd64,linux/arm64/v8
+          build-args: |
+            GITSHA=${{ github.sha }}
+            VERSION=${ github.ref_name }}
+          tags: smritihq/pyworker:${{ github.ref_name }}

.github/workflows/worker.yaml

@@ -1,7 +1,7 @@
 name: Smriti Worker CI
 on:
   push:
-    branches:    
+    branches:
       - master
     paths:
       - worker/**
@@ -23,24 +23,22 @@ jobs:
         working-directory: ./worker
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v4
-      - name: Setup Python
-        uses: actions/setup-python@v5
+        uses: actions/checkout@v5
+      - name: Setup cmake
+        uses: jwlawson/actions-setup-cmake@v2
         with:
-          python-version: '3.12.x'
-      - name: Python Version
-        run: python -c "import sys; print(sys.version)"
-      - name: Install Dependencies
-        run: make install
+          cmake-version: "3.30.x"
+      - name: CMake Version
+        run: cmake --version
       - name: Run Lint
         run: |
-          pip install pylint==3.3.4
+          pip install cpplint
+          cpplint --version
           make lint
+      - name: Run Build
+        run: make build-with-tests
       - name: Run Test & Cover
-        run: |
-          sudo apt-get install -y libimage-exiftool-perl exiftool libraw-dev
-          make test-install
-          make cover
+        run: make test
       - name: Publish Coverage
         uses: codecov/codecov-action@v5
         with:
@@ -57,7 +55,7 @@ jobs:
         working-directory: ./worker
     steps:
       - name: Git Checkout
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
       - name: Setup QEMU
         uses: docker/setup-qemu-action@v3
       - name: Setup Docker Buildx
@@ -77,4 +75,4 @@ jobs:
           build-args: |
             GITSHA=${{ github.sha }}
             VERSION=${ github.ref_name }}
-          tags: smritihq/worker:${{ github.ref_name }}
+          tags: smritihq/worker:${{ github.ref_name }}

.gitignore

@@ -1,4 +1,8 @@
 storage/*
 samples*
 models.zip
-models/*
+models/*
+.DS_Store
+Thumbs.db
+.vscode/
+.idea/

Makefile

@@ -1,4 +1,5 @@
-setup: setup-api setup-worker setup-docs setup-tests
+setup: setup-api setup-pyworker setup-docs setup-tests
+
 setup-api:
 	@cd api; \
 		echo "[setup-api]: Verifying go modules..."; \
@@ -7,32 +8,49 @@ setup-api:
 		make lint; \
 		echo "[setup-api]: Running unit tests..."; \
 		make test
+
 setup-worker:
 	@cd worker; \
-		echo "[setup-worker]: Installing requirements"; \
+		echo "[setup-worker]: Installing dependencies"; \
 		make install; \
 		make test-install; \
 		echo "[setup-worker]: Running linter..."; \
 		make lint; \
 		echo "[setup-worker]: Running unit tests..."; \
 		make test
+
+setup-pyworker:
+	@cd pyworker; \
+		echo "[setup-pyworker]: Installing requirements"; \
+		make install; \
+		make test-install; \
+		echo "[setup-pyworker]: Running linter..."; \
+		make lint; \
+		echo "[setup-pyworker]: Running unit tests..."; \
+		make test
+
 setup-docs:
 	@cd docs; \
 		echo "[setup-docs]: Installing dependencies"; \
 		npm install
+
 setup-tests:
 	@cd tests; \
 		echo "[setup-tests]: Installing dependencies"; \
 		make setup
+
 setup-models:
 	@echo "Setting up models..."; \
 		python3 scripts/setup_models.py
+
 start: setup-models
 	@echo "Starting smriti services..."; \
 		docker compose up -d
+
 stop:
 	@echo "Stopping smriti services..."; \
 		docker compose down
+
 gen-test-data: start
 	@echo "Generating test data"; \
 		python3 scripts/generate_test_data.py

README.md

@@ -3,7 +3,7 @@
 Smarter Home for all your Photos and Videos
 
 [![API](https://github.com/prabhuomkar/smriti/actions/workflows/api.yaml/badge.svg)](https://github.com/prabhuomkar/smriti/actions/workflows/api.yaml)
-[![Worker](https://github.com/prabhuomkar/smriti/actions/workflows/worker.yaml/badge.svg)](https://github.com/prabhuomkar/smriti/actions/workflows/worker.yaml)
+[![Worker](https://github.com/prabhuomkar/smriti/actions/workflows/pyworker.yaml/badge.svg)](https://github.com/prabhuomkar/smriti/actions/workflows/worker.yaml)
 [![Coverage](https://codecov.io/gh/prabhuomkar/smriti/branch/master/graph/badge.svg?token=D32LxO5fIj)](https://codecov.io/gh/prabhuomkar/smriti) 
 [![License](https://img.shields.io/github/license/prabhuomkar/smriti)](LICENSE) 
 [![Twitter](https://img.shields.io/twitter/follow/smritihq?style=social)](https://twitter.com/smritihq)

api/.golangci.yml

@@ -1,22 +1,41 @@
+version: "2"
 run:
-  timeout: 2m
   tests: false
 linters:
-  enable-all: true
+  default: all
   disable:
-    - nlreturn
-    - nosprintfhostport
-    - wsl
-    - wrapcheck
-    - exhaustivestruct
+    - depguard
     - exhaustruct
-    - gci
     - dupl
-    - goerr113
-    - tagalign
-    - depguard
-    - interfacer
     - protogetter
-linters-settings:
-  lll:
-    line-length: 180
+    - tagalign
+    - wrapcheck
+    - wsl_v5
+    - noinlineerr
+    - wsl
+    - funlen
+  settings:
+    lll:
+      line-length: 180
+  exclusions:
+    generated: lax
+    presets:
+      - comments
+      - common-false-positives
+      - legacy
+      - std-error-handling
+    paths:
+      - third_party$
+      - builtin$
+      - examples$
+formatters:
+  enable:
+    - gofmt
+    - gofumpt
+    - goimports
+  exclusions:
+    generated: lax
+    paths:
+      - third_party$
+      - builtin$
+      - examples$

api/Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.24-alpine AS builder
+FROM golang:1.25-alpine AS builder
 RUN apk update && apk add --no-cache git
 WORKDIR /app
 COPY go.mod go.sum ./

api/Makefile

@@ -1,21 +1,36 @@
+.PHONY: build
 build: 
 	@go build -o api --ldflags="-X 'api/internal/models.DefaultVersion=$(VERSION)' -X 'api/internal/models.DefaultGitSHA=$(shell git rev-parse HEAD)'"
 
+.PHONY: migrate-up
+migrate-up:
+	@migrate -path=pkg/database/migrations -database "${DATABASE_URL}" -verbose up
+
+.PHONY: migrate-down
+migrate-down:
+	@migrate -path=pkg/database/migrations -database "${DATABASE_URL}" -verbose down
+
+.PHONY: run
 run: build
 	@./api
 
+.PHONY: test
 test: 
 	@go test ./...
 
+.PHONY: cover
 cover: 
-	@go test $$(go list ./... | grep -v api/pkg/services) -race -coverprofile=coverage.txt -covermode=atomic ./...
+	@go test -race -coverprofile=coverage.txt -covermode=atomic -coverpkg=$($$(go list ./... | grep -v api/pkg/services) | tr ' ' ',') $$(go list ./... | grep -v api/pkg/services)
 	@go tool cover -func coverage.txt | grep total
 
+.PHONY: cover-html
 cover-html: cover
 	@go tool cover -html coverage.txt -o coverage.html
 
+.PHONY: lint
 lint:
 	@LOG_LEVEL=error golangci-lint run ./...
 
+.PHONY: proto
 proto:
-	@protoc --proto_path=../protos ../protos/*.proto --go_out=pkg/services --go-grpc_out=pkg/services --experimental_allow_proto3_optional
+	@protoc --proto_path=../protos ../protos/*.proto --go_out=pkg/services --go-grpc_out=pkg/services