Skip to content

Commit

Permalink
.
Browse files Browse the repository at this point in the history
  • Loading branch information
h3xit committed Nov 4, 2024
1 parent 75b02e0 commit b861f5d
Show file tree
Hide file tree
Showing 5 changed files with 86 additions and 304 deletions.
19 changes: 19 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,19 @@
venv/
notes.md
.env
.psqlpass
*.log
env.sh
.env
secrets/
build/
vault.yaml
tailscale_vault.yaml
*.key
*.pub
# Byte-compiled / optimized / DLL files
__pycache__/
*.py[cod]

# C extensions
*.so
122 changes: 65 additions & 57 deletions build.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,77 +2,85 @@

echo "Building h3xrecon"

sudo rm -f build/requirements.txt
sudo rm -rf build/*

cp src/docker-compose_swarm.yaml build/docker-compose.yaml
cp src/requirements_node.txt build/requirements.txt
cp -r src/BaseImage build/BaseImage
cp -r secrets build/
echo "H3XRECON_PROCESSOR_IP=localhost" > build/.env
cat .env >> build/.env
# cp src/docker-compose_swarm.yaml build/docker-compose.yaml
# cp src/requirements_node.txt build/requirements.txt
# cp -r src/BaseImage build/BaseImage
# cp -r secrets build/
# echo "H3XRECON_PROCESSOR_IP=localhost" > build/.env
# cat .env >> build/.env


echo "Building Processor Package"

sudo rm -rf build/JobProcesor
sudo rm -rf build/JobProcessor
sudo rm -rf build/BaseImage
sudo rm -rf build/DataProcessor
sudo rm -rf build/Logger
sudo rm -rf build/Nats
sudo rm -rf build/Postgres

mkdir build/BaseImage
mkdir build/JobProcesor
mkdir build/DataProcessor
mkdir build/Logger
mkdir build/Nats
mkdir build/Postgres
mkdir build/nats
mkdir build/pgsql

mkdir build/DatabaseManager
mkdir build/QueueManager

## Processor
# Job Processor
cp -r src/DataProcessor build/Processor/
cp -r src/JobProcessor build/Processor/
cp -r src/Logger build/Processor/
cp -r src/pgsql build/Processor/
cp -r src/nats build/Processor/
cp -r src/DatabaseManager build/Processor/
cp -r src/QueueManager build/Processor/
cp -r src/BaseImage build/Processor/
cp -r secrets build/Processor/
cp -r src/tailscale build/Processor/
cp src/docker-compose.processor.yaml build/Processor/docker-compose.yaml
cp src/requirements_processor.txt build/Processor/requirements.txt
echo "H3XRECON_PROCESSOR_IP=localhost" > build/Processor/.env
cat .env >> build/Processor/.env

mv build/Processor/JobProcessor/Dockerfile build/Processor/Dockerfile.job_processor
mv build/Processor/DataProcessor/Dockerfile build/Processor/Dockerfile.data_processor
mv build/Processor/Logger/Dockerfile build/Processor/Dockerfile.logger


find ./build/Processor -type d -name __pycache__ | xargs -i{} sh -c "rm -rf {}"

echo "Processor: Done"

echo "Building Worker Package"

sudo rm -rf build/Worker
mkdir build/Worker

## Worker
cp -r src/Worker build/Worker/
mv build/Worker/Worker/Dockerfile build/Worker/Dockerfile
cp -r src/DatabaseManager build/Worker/
cp -r src/QueueManager build/Worker/
cp -r src/BaseImage build/Worker/
cp -r secrets build/Worker/
cp -r src/tailscale build/Worker/
cp src/docker-compose.workers.yaml build/Worker/docker-compose.yaml
cp src/requirements_workers.txt build/Worker/requirements.txt
echo "H3XRECON_PROCESSOR_IP=processor" > build/Worker/.env
cat .env >> build/Worker/.env

find ./build/Worker -type d -name __pycache__ | xargs -i{} sh -c "rm -rf {}"

echo "Worker: Done"

echo "Build Completed"
cp -r src/JobProcessor build/
cp -r src/DatabaseManager build/JobProcessor/
cp -r src/QueueManager build/JobProcessor/
cp -r secrets build/JobProcessor
cp src/requirements_processor.txt build/JobProcessor/requirements.txt

# cp -r src/Logger build/JobProcessor/
# cp -r src/pgsql build/Processor/
# cp -r src/nats build/Processor/
# cp -r src/DatabaseManager build/Processor/
# cp -r src/QueueManager build/Processor/
# cp -r src/BaseImage build/Processor/
# cp -r secrets build/Processor/
# cp -r src/tailscale build/Processor/
# cp src/docker-compose.processor.yaml build/Processor/docker-compose.yaml
# cp src/requirements_processor.txt build/Processor/requirements.txt
# echo "H3XRECON_PROCESSOR_IP=localhost" > build/Processor/.env
# cat .env >> build/Processor/.env

# mv build/Processor/JobProcessor/Dockerfile build/Processor/Dockerfile.job_processor
# mv build/Processor/DataProcessor/Dockerfile build/Processor/Dockerfile.data_processor
# mv build/Processor/Logger/Dockerfile build/Processor/Dockerfile.logger


# find ./build/Processor -type d -name __pycache__ | xargs -i{} sh -c "rm -rf {}"

# echo "Processor: Done"

# echo "Building Worker Package"

# sudo rm -rf build/Worker
# mkdir build/Worker

# ## Worker
# cp -r src/Worker build/Worker/
# mv build/Worker/Worker/Dockerfile build/Worker/Dockerfile
# cp -r src/DatabaseManager build/Worker/
# cp -r src/QueueManager build/Worker/
# cp -r src/BaseImage build/Worker/
# cp -r secrets build/Worker/
# cp -r src/tailscale build/Worker/
# cp src/docker-compose.workers.yaml build/Worker/docker-compose.yaml
# cp src/requirements_workers.txt build/Worker/requirements.txt
# echo "H3XRECON_PROCESSOR_IP=processor" > build/Worker/.env
# cat .env >> build/Worker/.env

# find ./build/Worker -type d -name __pycache__ | xargs -i{} sh -c "rm -rf {}"

# echo "Worker: Done"

# echo "Build Completed"
4 changes: 2 additions & 2 deletions src/JobProcessor/Dockerfile
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
FROM 127.0.0.1:5000/base:latest

COPY ./JobProcessor /app/JobProcessor
COPY . /app/
COPY ./QueueManager /app/QueueManager

ENV NAME=JobProcessor

CMD ["python", "./JobProcessor/start_job_processor.py"]
CMD ["python", "./start_job_processor.py"]
179 changes: 0 additions & 179 deletions src/docker-compose.processor.yaml

This file was deleted.

Loading

0 comments on commit b861f5d

Please sign in to comment.