Features/rent gpu query (#137)

* added gpu model in query for rent gpu form

* added new gpu models endpoint

* load gpu models in rent-gpu form

* add interface to gpu models api

* add memory + interface to the gpu form control

* added multiple gpu models

* generate sdl with ram + interface

* fix sdl import + remove provider attributes schema

* clearable value for memory + interface + bug fixes

* fix sdl builder

* fix new deployment sdl builder for gpus

* pr fixes

api/src/caching/helpers.ts

@@ -60,5 +60,6 @@ export const cacheKeys = {
   getSandboxNodes: "getSandboxNodes",
   getMainnetVersion: "getMainnetVersion",
   getTestnetVersion: "getTestnetVersion",
-  getSandboxVersion: "getSandboxVersion"
+  getSandboxVersion: "getSandboxVersion",
+  getGpuModels: "getGpuModels",
 };

api/src/routers/internalRouter.ts

@@ -1,8 +1,12 @@
 import { Block } from "@shared/dbSchemas";
 import { Lease, Provider } from "@shared/dbSchemas/akash";
+import { cacheKeys, cacheResponse } from "@src/caching/helpers";
 import { chainDb } from "@src/db/dbConnection";
+import { GpuVendor, ProviderConfigGpusType } from "@src/types/gpu";
 import { isValidBech32Address } from "@src/utils/addresses";
+import { getGpuInterface } from "@src/utils/gpu";
 import { round } from "@src/utils/math";
+import axios from "axios";
 import { differenceInSeconds } from "date-fns";
 import { Hono } from "hono";
 import * as semver from "semver";
@@ -232,3 +236,49 @@ internalRouter.get("leases-duration/:owner", async (c) => {
     leases
   });
 });
+
+internalRouter.get("gpu-models", async (c) => {
+  const response = await cacheResponse(60 * 2, cacheKeys.getGpuModels, async () => {
+    const res = await axios.get<ProviderConfigGpusType>("https://raw.githubusercontent.com/akash-network/provider-configs/main/devices/pcie/gpus.json");
+    return res.data;
+  });
+
+  const gpuModels: GpuVendor[] = [];
+
+  // Loop over vendors
+  for (const [, vendorValue] of Object.entries(response)) {
+    const vendor: GpuVendor = {
+      name: vendorValue.name,
+      models: []
+    };
+
+    // Loop over models
+    for (const [, modelValue] of Object.entries(vendorValue.devices)) {
+      const _modelValue = modelValue as {
+        name: string;
+        memory_size: string;
+        interface: string;
+      };
+      const existingModel = vendor.models.find((x) => x.name === _modelValue.name);
+
+      if (existingModel) {
+        if (!existingModel.memory.includes(_modelValue.memory_size)) {
+          existingModel.memory.push(_modelValue.memory_size);
+        }
+        if (!existingModel.interface.includes(getGpuInterface(_modelValue.interface))) {
+          existingModel.interface.push(getGpuInterface(_modelValue.interface));
+        }
+      } else {
+        vendor.models.push({
+          name: _modelValue.name,
+          memory: [_modelValue.memory_size],
+          interface: [getGpuInterface(_modelValue.interface)]
+        });
+      }
+    }
+
+    gpuModels.push(vendor);
+  }
+
+  return c.json(gpuModels);
+});

api/src/services/db/providerDataService.ts

@@ -10,7 +10,7 @@ export async function getProviderRegions() {
     include: [{ model: ProviderAttribute, attributes: ["value"], where: { key: "location-region" } }]
   });
 
-  console.log(JSON.stringify(providers, null, 2));
+  // console.log(JSON.stringify(providers, null, 2));
   const result = regions.map((region) => {
     const filteredProviders = providers.filter((p) => p.providerAttributes.some((attr) => attr.value === region.key)).map((x) => x.owner);
     return { ...region, providers: filteredProviders };

api/src/types/gpu.ts

@@ -0,0 +1,23 @@
+export interface GpuVendor {
+  name: string;
+  models: GpuModel[];
+}
+
+export interface GpuModel {
+  name: string;
+  memory: string[];
+  interface: string[];
+}
+
+export type ProviderConfigGpusType = {
+  [key: string]: {
+    name: string;
+    devices: {
+      [key: string]: {
+        name: string;
+        memory_size: string;
+        interface: string;
+      };
+    };
+  };
+};

api/src/utils/gpu.ts

@@ -0,0 +1,4 @@
+export function getGpuInterface(gpuInterface: string) {
+  const _formatted = gpuInterface.toLowerCase();
+  return _formatted.startsWith("sxm") ? "sxm" : _formatted;
+}

deploy-web/package.json

@@ -15,7 +15,7 @@
     "postinstall": "patch-package"
   },
   "dependencies": {
-    "@akashnetwork/akashjs": "0.5.10",
+    "@akashnetwork/akashjs": "0.5.11",
     "@auth0/nextjs-auth0": "^3.1.0",
     "@cosmjs/encoding": "^0.29.5",
     "@cosmjs/stargate": "^0.29.5",

deploy-web/src/components/newDeploymentWizard/SdlBuilder.tsx

@@ -6,8 +6,8 @@ import { nanoid } from "nanoid";
 import { generateSdl } from "@src/utils/sdl/sdlGenerator";
 import { Alert, Box, Button, CircularProgress } from "@mui/material";
 import { SimpleServiceFormControl } from "../sdl/SimpleServiceFormControl";
-import { useProviderAttributesSchema } from "@src/queries/useProvidersQuery";
 import { importSimpleSdl } from "@src/utils/sdl/sdlImport";
+import { useGpuModels } from "@src/queries/useGpuQuery";
 
 interface Props {
   sdlString: string;
@@ -38,7 +38,7 @@ export const SdlBuilder = React.forwardRef<SdlBuilderRefType, Props>(({ sdlStrin
     keyName: "id"
   });
   const { services: _services } = watch();
-  const { data: providerAttributesSchema } = useProviderAttributesSchema();
+  const { data: gpuModels } = useGpuModels();
   const [serviceCollapsed, setServiceCollapsed] = useState([]);
 
   React.useImperativeHandle(ref, () => ({
@@ -78,7 +78,7 @@ export const SdlBuilder = React.forwardRef<SdlBuilderRefType, Props>(({ sdlStrin
     try {
       if (!yamlStr) return [];
 
-      const services = importSimpleSdl(yamlStr, providerAttributesSchema);
+      const services = importSimpleSdl(yamlStr);
 
       setError(null);
 
@@ -117,7 +117,8 @@ export const SdlBuilder = React.forwardRef<SdlBuilderRefType, Props>(({ sdlStrin
               key={service.id}
               serviceIndex={serviceIndex}
               _services={_services}
-              providerAttributesSchema={providerAttributesSchema}
+              gpuModels={gpuModels}
+              setValue={setValue}
               control={control}
               trigger={trigger}
               onRemoveService={onRemoveService}

deploy-web/src/components/sdl/AdvancedConfig.tsx

@@ -13,13 +13,12 @@ import { ProviderAttributesSchema } from "@src/types/providerAttributes";
 import { PersistentStorage } from "./PersistentStorage";
 
 type Props = {
-  providerAttributesSchema: ProviderAttributesSchema;
   currentService: Service;
   control: Control<RentGpusFormValues, any>;
   children?: ReactNode;
 };
 
-export const AdvancedConfig: React.FunctionComponent<Props> = ({ control, currentService, providerAttributesSchema }) => {
+export const AdvancedConfig: React.FunctionComponent<Props> = ({ control, currentService }) => {
   const theme = useTheme();
   const [expanded, setIsAdvancedOpen] = useState(false);
   const [isEditingCommands, setIsEditingCommands] = useState(false);
@@ -42,7 +41,6 @@ export const AdvancedConfig: React.FunctionComponent<Props> = ({ control, curren
           serviceIndex={0}
           expose={currentService.expose}
           services={[currentService]}
-          providerAttributesSchema={providerAttributesSchema}
         />
       )}
 

deploy-web/src/components/sdl/ExposeFormModal.tsx

@@ -13,7 +13,6 @@ import { CustomTooltip } from "../shared/CustomTooltip";
 import InfoIcon from "@mui/icons-material/Info";
 import { endpointNameValidationRegex } from "@src/utils/deploymentData/v1beta3";
 import { HttpOptionsFormControl } from "./HttpOptionsFormControl";
-import { ProviderAttributesSchema } from "@src/types/providerAttributes";
 
 type Props = {
   serviceIndex: number;
@@ -22,10 +21,9 @@ type Props = {
   children?: ReactNode;
   services: Service[];
   expose: Expose[];
-  providerAttributesSchema: ProviderAttributesSchema;
 };
 
-export const ExposeFormModal: React.FunctionComponent<Props> = ({ control, serviceIndex, onClose, expose: _expose, services, providerAttributesSchema }) => {
+export const ExposeFormModal: React.FunctionComponent<Props> = ({ control, serviceIndex, onClose, expose: _expose, services }) => {
   const acceptRef = useRef<AcceptRefType>();
   const toRef = useRef<ToRefType>();
   const {
@@ -308,13 +306,7 @@ export const ExposeFormModal: React.FunctionComponent<Props> = ({ control, servi
               </Box>
 
               <Box sx={{ marginTop: "1rem" }}>
-                <HttpOptionsFormControl
-                  control={control}
-                  serviceIndex={serviceIndex}
-                  exposeIndex={expIndex}
-                  services={services}
-                  providerAttributesSchema={providerAttributesSchema}
-                />
+                <HttpOptionsFormControl control={control} serviceIndex={serviceIndex} exposeIndex={expIndex} services={services} />
               </Box>
             </Box>