feat: publishing infernet-container-starter v0.2.0

projects/tgi-llm/contracts/.github/workflows/test.yml

@@ -0,0 +1,34 @@
+name: test
+
+on: workflow_dispatch
+
+env:
+  FOUNDRY_PROFILE: ci
+
+jobs:
+  check:
+    strategy:
+      fail-fast: true
+
+    name: Foundry project
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          submodules: recursive
+
+      - name: Install Foundry
+        uses: foundry-rs/foundry-toolchain@v1
+        with:
+          version: nightly
+
+      - name: Run Forge build
+        run: |
+          forge --version
+          forge build --sizes
+        id: build
+
+      - name: Run Forge tests
+        run: |
+          forge test -vvv
+        id: test

projects/tgi-llm/contracts/.gitignore

@@ -0,0 +1,14 @@
+# Compiler files
+cache/
+out/
+
+# Ignores development broadcast logs
+!/broadcast
+/broadcast/*/31337/
+/broadcast/**/dry-run/
+
+# Docs
+docs/
+
+# Dotenv file
+.env

projects/tgi-llm/contracts/Makefile

@@ -0,0 +1,14 @@
+# phony targets are targets that don't actually create a file
+.phony: deploy
+
+# anvil's third default address
+sender := 0x5de4111afa1a4b94908f83103eb1f1706367c2e68ca870fc3fb9a804cdab365a
+RPC_URL := http://localhost:8545
+
+# deploying the contract
+deploy:
+	@PRIVATE_KEY=$(sender) forge script script/Deploy.s.sol:Deploy --broadcast --rpc-url $(RPC_URL)
+
+# calling sayGM()
+call-contract:
+	@PRIVATE_KEY=$(sender) forge script script/CallContract.s.sol:CallContract --broadcast --rpc-url $(RPC_URL)

projects/tgi-llm/contracts/foundry.toml

@@ -0,0 +1,7 @@
+[profile.default]
+src = "src"
+out = "out"
+libs = ["lib"]
+via_ir = true
+
+# See more config options https://github.com/foundry-rs/foundry/blob/master/crates/config/README.md#all-options

projects/tgi-llm/contracts/remappings.txt

@@ -0,0 +1,2 @@
+forge-std/=lib/forge-std/src
+infernet-sdk/=lib/infernet-sdk/src

projects/tgi-llm/contracts/script/CallContract.s.sol

@@ -0,0 +1,19 @@
+// SPDX-License-Identifier: BSD-3-Clause-Clear
+pragma solidity ^0.8.0;
+
+import {Script, console2} from "forge-std/Script.sol";
+import {Prompter} from "../src/Prompter.sol";
+
+contract CallContract is Script {
+    function run() public {
+        // Setup wallet
+        uint256 deployerPrivateKey = vm.envUint("PRIVATE_KEY");
+        vm.startBroadcast(deployerPrivateKey);
+
+        Prompter prompter = Prompter(0x663F3ad617193148711d28f5334eE4Ed07016602);
+
+        prompter.promptLLM(vm.envString("prompt"));
+
+        vm.stopBroadcast();
+    }
+}

projects/tgi-llm/contracts/script/Deploy.s.sol

@@ -0,0 +1,26 @@
+// SPDX-License-Identifier: BSD-3-Clause-Clear
+pragma solidity ^0.8.13;
+
+import {Script, console2} from "forge-std/Script.sol";
+import {Prompter} from "../src/Prompter.sol";
+
+contract Deploy is Script {
+    function run() public {
+        // Setup wallet
+        uint256 deployerPrivateKey = vm.envUint("PRIVATE_KEY");
+        vm.startBroadcast(deployerPrivateKey);
+
+        // Log address
+        address deployerAddress = vm.addr(deployerPrivateKey);
+        console2.log("Loaded deployer: ", deployerAddress);
+
+        address coordinator = 0x5FbDB2315678afecb367f032d93F642f64180aa3;
+        // Create consumer
+        Prompter prompter = new Prompter(coordinator);
+        console2.log("Deployed Prompter: ", address(prompter));
+
+        // Execute
+        vm.stopBroadcast();
+        vm.broadcast();
+    }
+}

projects/tgi-llm/contracts/src/Prompter.sol

@@ -0,0 +1,47 @@
+// SPDX-License-Identifier: BSD-3-Clause-Clear
+pragma solidity ^0.8.13;
+
+import {console2} from "forge-std/console2.sol";
+import {CallbackConsumer} from "infernet-sdk/consumer/Callback.sol";
+
+contract Prompter is CallbackConsumer {
+    string private EXTREMELY_COOL_BANNER = "\n\n"
+    "_____  _____ _______ _    _         _                 \n"
+    "|  __ \\|_   _|__   __| |  | |  /\\   | |             \n"
+    "| |__) | | |    | |  | |  | | /  \\  | |              \n"
+    "|  _  /  | |    | |  | |  | |/ /\\ \\ | |             \n"
+    "| | \\ \\ _| |_   | |  | |__| / ____ \\| |____        \n"
+    "|_|  \\_\\_____|  |_|   \\____/_/    \\_\\______|   \n\n";
+
+    constructor(address coordinator) CallbackConsumer(coordinator) {}
+
+    function promptLLM(string calldata prompt) public {
+        _requestCompute(
+            "tgi-llm",
+            abi.encode(prompt),
+            20 gwei,
+            1_000_000,
+            1
+        );
+    }
+
+    function _receiveCompute(
+        uint32 subscriptionId,
+        uint32 interval,
+        uint16 redundancy,
+        address node,
+        bytes calldata input,
+        bytes calldata output,
+        bytes calldata proof
+    ) internal override {
+        console2.log(EXTREMELY_COOL_BANNER);
+        (bytes memory raw_output, bytes memory processed_output) = abi.decode(output, (bytes, bytes));
+        (string memory outputStr) = abi.decode(raw_output, (string));
+
+        console2.log("subscription Id", subscriptionId);
+        console2.log("interval", interval);
+        console2.log("redundancy", redundancy);
+        console2.log("node", node);
+        console2.log("output:", outputStr);
+    }
+}