Validator db updates

.github/workflows/ci.yaml

@@ -35,5 +35,5 @@ jobs:
         run: |
           black --line-length 79 --exclude '(env|venv|.eggs|.git)' --check .
 
-      # - name: Run unit tests
-      #   run: python -m unittest discover tests
+      - name: Run unit tests
+        run: pytest ./tests/

alembic/versions/11691bf7d981_add_validator_requests_table.py

@@ -0,0 +1,37 @@
+"""add validator_requests table
+
+Revision ID: 11691bf7d981
+Revises: 09dc2532fe57
+Create Date: 2024-12-31 17:10:42.389003
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "11691bf7d981"
+down_revision: Union[str, None] = "09dc2532fe57"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "validator_requests",
+        sa.Column("id", sa.BigInteger, primary_key=True),
+        sa.Column("start_time", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("asset", sa.String, nullable=True),
+        sa.Column("time_increment", sa.Integer, nullable=True),
+        sa.Column("time_length", sa.Integer, nullable=True),
+        sa.Column("num_simulations", sa.Integer, nullable=True),
+    )
+    op.create_index("ix_start_time", "validator_requests", ["start_time"])
+
+
+def downgrade() -> None:
+    op.drop_index("ix_start_time", table_name="validator_requests")
+    op.drop_table("validator_requests")

alembic/versions/64c3f718c191_create_metagraph_hisotry_table.py

@@ -0,0 +1,51 @@
+"""create metagraph_hisotry table
+
+Revision ID: 64c3f718c191
+Revises: f45a0fe27a22
+Create Date: 2025-01-07 14:54:29.448230
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "64c3f718c191"
+down_revision: Union[str, None] = "f45a0fe27a22"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "metagraph_history",
+        sa.Column("id", sa.BigInteger, primary_key=True, nullable=False),
+        sa.Column("neuron_uid", sa.Integer, nullable=False),
+        sa.Column("incentive", sa.Float, nullable=True),
+        sa.Column("rank", sa.Float, nullable=True),
+        sa.Column("stake", sa.Float, nullable=True),
+        sa.Column("trust", sa.Float, nullable=True),
+        sa.Column("emission", sa.Float, nullable=True),
+        sa.Column("coldkey", sa.String, nullable=True),
+        sa.Column("hotkey", sa.String, nullable=True),
+        sa.Column("updated_at", sa.DateTime(timezone=True), nullable=False),
+    )
+    op.create_index(
+        "ix_metagraph_history_updated_at", "metagraph_history", ["updated_at"]
+    )
+    op.create_index(
+        "ix_metagraph_history_neuron_uid", "metagraph_history", ["neuron_uid"]
+    )
+
+
+def downgrade() -> None:
+    op.drop_index(
+        "ix_metagraph_history_neuron_uid", table_name="metagraph_history"
+    )
+    op.drop_index(
+        "ix_metagraph_history_updated_at", table_name="metagraph_history"
+    )
+    op.drop_table("metagraph_history")

alembic/versions/6778da854170_add_scored_time_to_miner_scores_table.py

@@ -0,0 +1,34 @@
+"""add scored_time to miner_scores table
+
+Revision ID: 6778da854170
+Revises: a9177927599a
+Create Date: 2025-01-03 19:31:06.787524
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "6778da854170"
+down_revision: Union[str, None] = "a9177927599a"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.add_column(
+        "miner_scores",
+        sa.Column("scored_time", sa.DateTime(timezone=True), nullable=True),
+    )
+    op.create_index(
+        "ix_miner_scores_scored_time", "miner_scores", ["scored_time"]
+    )
+
+
+def downgrade() -> None:
+    op.drop_index("ix_miner_scores_scored_time", table_name="miner_scores")
+    op.drop_column("miner_scores", "scored_time")

alembic/versions/7eeae448469e_create_miner_rewards_table.py

@@ -0,0 +1,68 @@
+"""create miner_rewards table
+
+Revision ID: 7eeae448469e
+Revises: 64c3f718c191
+Create Date: 2025-01-08 13:01:03.520594
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects.postgresql import JSONB, JSON
+
+
+# revision identifiers, used by Alembic.
+revision: str = "7eeae448469e"
+down_revision: Union[str, None] = "64c3f718c191"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    # remove old table
+    op.drop_index(
+        "ix_miner_rewards_validation_time", table_name="miner_rewards"
+    )
+    op.drop_index("ix_miner_rewards_miner_uid", table_name="miner_rewards")
+    op.drop_table("miner_rewards")
+
+    # create new table
+    op.create_table(
+        "miner_rewards",
+        sa.Column("id", sa.BigInteger, primary_key=True, nullable=False),
+        sa.Column("miner_uid", sa.Integer, nullable=False),
+        sa.Column("smoothed_score", sa.Float, nullable=False),
+        sa.Column("reward_weight", sa.Float, nullable=False),
+        sa.Column("updated_at", sa.DateTime(timezone=True), nullable=False),
+    )
+    op.create_index(
+        "ix_miner_rewards_updated_at", "miner_rewards", ["updated_at"]
+    )
+    op.create_index(
+        "ix_miner_rewards_miner_uid", "miner_rewards", ["miner_uid"]
+    )
+
+
+def downgrade() -> None:
+    op.drop_index("ix_miner_rewards_miner_uid", table_name="miner_rewards")
+    op.drop_index("ix_miner_rewards_updated_at", table_name="miner_rewards")
+    op.drop_table("miner_rewards")
+
+    op.create_table(
+        "miner_rewards",
+        sa.Column("id", sa.BigInteger, primary_key=True, nullable=False),
+        sa.Column("miner_uid", sa.Integer, nullable=False),
+        sa.Column("scored_time", sa.TIMESTAMP(timezone=True), nullable=False),
+        sa.Column("reward_details", JSONB, nullable=False),
+        sa.Column("reward", sa.Float, nullable=True),
+        sa.Column("real_prices", JSON, nullable=True),
+        sa.Column("prediction", JSON, nullable=True),
+    )
+    op.create_index(
+        "ix_miner_rewards_scored_time", "miner_rewards", ["scored_time"]
+    )
+    op.create_index(
+        "ix_miner_rewards_miner_uid", "miner_rewards", ["miner_uid"]
+    )

alembic/versions/9425131da02a_create_new_miner_predictions_table.py

@@ -0,0 +1,47 @@
+"""create new miner_predictions table
+
+Revision ID: 9425131da02a
+Revises: 9468ab71357e
+Create Date: 2024-12-31 18:12:53.722356
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects.postgresql import JSON
+
+
+# revision identifiers, used by Alembic.
+revision: str = "9425131da02a"
+down_revision: Union[str, None] = "9468ab71357e"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "miner_predictions",
+        sa.Column("id", sa.BigInteger, primary_key=True),
+        sa.Column("validator_requests_id", sa.BigInteger, nullable=False),
+        sa.Column("miner_uid", sa.Integer, nullable=False),
+        sa.Column("prediction", JSON, nullable=False),
+    )
+    op.create_foreign_key(
+        constraint_name="fk_miner_predictions_validator_requests_id",
+        source_table="miner_predictions",
+        referent_table="validator_requests",
+        local_cols=["validator_requests_id"],
+        remote_cols=["id"],
+        ondelete="RESTRICT",
+    )
+
+
+def downgrade() -> None:
+    op.drop_constraint(
+        "fk_miner_predictions_validator_requests_id",
+        "miner_predictions",
+        type_="foreignkey",
+    )
+    op.drop_table("miner_predictions")

alembic/versions/9468ab71357e_rename_tables_and_columns.py

@@ -0,0 +1,33 @@
+"""rename tables and columns
+
+Revision ID: 9468ab71357e
+Revises: 11691bf7d981
+Create Date: 2024-12-31 17:56:40.448935
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "9468ab71357e"
+down_revision: Union[str, None] = "11691bf7d981"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.rename_table("miner_predictions", "miner_predictions_old")
+    op.alter_column(
+        "miner_rewards", "start_time", new_column_name="scored_time"
+    )
+
+
+def downgrade() -> None:
+    op.alter_column(
+        "miner_rewards", "scored_time", new_column_name="start_time"
+    )
+    op.rename_table("miner_predictions_old", "miner_predictions")

alembic/versions/a1ced3e8532d_miner_scores_column_renaming.py

@@ -0,0 +1,33 @@
+"""miner_scores column renaming
+
+Revision ID: a1ced3e8532d
+Revises: 7eeae448469e
+Create Date: 2025-01-08 18:19:58.848962
+
+"""
+
+from typing import Sequence, Union
+
+from alembic import op
+import sqlalchemy as sa
+
+
+# revision identifiers, used by Alembic.
+revision: str = "a1ced3e8532d"
+down_revision: Union[str, None] = "7eeae448469e"
+branch_labels: Union[str, Sequence[str], None] = None
+depends_on: Union[str, Sequence[str], None] = None
+
+
+def upgrade() -> None:
+    op.alter_column("miner_scores", "reward", new_column_name="prompt_score")
+    op.alter_column(
+        "miner_scores", "reward_details", new_column_name="score_details"
+    )
+
+
+def downgrade() -> None:
+    op.alter_column(
+        "miner_scores", "score_details", new_column_name="reward_details"
+    )
+    op.alter_column("miner_scores", "prompt_score", new_column_name="reward")