fix: requirements.txt

.dockerignore

@@ -0,0 +1 @@
+./data

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,38 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+#### Describe the bug
+
+A clear and concise description of what the bug is.
+
+#### To Reproduce
+
+####  Steps to reproduce the behavior
+
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+#### Expected behavior
+
+A clear and concise description of what you expected to happen.
+
+#### Screenshots
+
+If applicable, add screenshots to help explain your problem.
+
+#### Specs
+- OS: [e.g. Ubuntu 22.04, Windows 11, macOS 14]
+- Package Version: [e.g. 0.1.2]
+- Python Version: [e.g. 3.10]
+
+#### Additional context
+
+Add any other context about the problem here.

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,24 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+#### Is your feature request related to a problem? Please describe
+
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+#### Describe the solution you'd like
+
+A clear and concise description of what you want to happen.
+
+#### Describe alternatives you've considered
+
+A clear and concise description of any alternative solutions or features you've considered.
+
+#### Additional context
+
+Add any other context or screenshots about the feature request here.

.github/workflows/build-push-docker-image.yml

@@ -0,0 +1,164 @@
+# build-push-docker-image.yml: builds a Docker container image and pushes it
+# to the Agent Artificial repository in GitHub Container Registry (GHCR)
+
+on:
+  workflow_call:
+    inputs:
+      aws_region:
+        required: false
+        type: string
+        default: us-west-1
+        description: AWS region for CLI commands (such as ECR login)
+      build_args:
+        required: false
+        type: string
+        default: ""
+        description: newline-delimited list of Docker build args (as "key=value")
+      context_dir:
+        required: false
+        type: string
+        default: "."
+        description: context directory which is passed to docker build
+      docker_file:
+        required: false
+        type: string
+        default: Dockerfile
+        description: override Dockerfile name
+      image_prefix:
+        required: false
+        type: string
+        default: ""
+        description: prefix for image name
+      image_registry:
+        required: false
+        type: string
+        default: ghcr.io/${{ github.repository_owner }}
+        description: Docker/OCI registry to host the image (hostname and optional path)
+      image_tag:
+        required: true
+        type: string
+        description: image tag (e.g. build date, commit, version, variant)
+      microservice:
+        required: true
+        type: string
+        description: name of the application
+      microservice_env:
+        required: true
+        type: string
+        description: name of the environment (e.g. dev, test, prod)
+      microservice_path:
+        required: true
+        type: string
+        description: path within the caller's Git repo which contains the Dockerfile
+      push:
+        required: false
+        type: boolean
+        default: true
+        description: whether to push the built image to GHCR (true) or simply build it (false)
+      branch:
+        required: false
+        type: string
+        default: main
+        description: the branch deploy
+    outputs:
+      image_name:
+        value: ${{ jobs.build_push_docker_image.outputs.image_name }}
+        description: the full name of the image, including registry but excluding tag
+    # secrets:
+    #   aws_access_key:
+    #     required: false
+    #     description: AWS access key ID for CLI commands
+    #   aws_secret_key:
+    #     required: false
+    #     description: AWS secret access key for CLI commands
+
+jobs:
+  Debug:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Debug information
+        run: |
+          echo "=== Variables ==="
+          echo "Variable: ${{ inputs.build_args }}"
+          echo "Variable: ${{ inputs.context_dir }}"
+          echo "Variable: ${{ inputs.docker_file }}"
+          echo "Variable: ${{ inputs.image_prefix }}"
+          echo "Variable: ${{ inputs.microservice }}"
+          echo "Variable: ${{ inputs.microservice_env }}"
+
+  build_push_docker_image:
+    name: Build and Push Docker Image
+    runs-on: ubuntu-latest
+    env:
+      build_args: ${{ inputs.build_args }}
+      context_dir: ${{ inputs.context_dir }}
+      docker_file: ${{ inputs.docker_file }}
+      #image_name: ${{ inputs.image_registry }}/${{ inputs.image_prefix }}${{ inputs.microservice }}-${{ inputs.microservice_env }}
+      image_tag: ${{ inputs.image_tag }}
+      microservice: ${{ inputs.microservice }}
+      microservice_path: ${{ inputs.microservice_path }}
+      microservice_env: ${{ inputs.microservice_env }}
+      push: ${{ inputs.push }}
+    outputs:
+      image_name: ${{ env.image_name }}
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          ref: ${{ inputs.branch }}
+          #submodules: 'true'
+
+      - name: Set registry_host and convert image_name to lower
+        env:
+          image_registry: ${{ inputs.image_registry }}
+          image_prefix: ${{inputs.image_prefix}}
+          microservice: ${{inputs.microservice}}
+          microservice_env: ${{inputs.microservice_env}}
+        run: |
+          echo "Grab just the docker registry host"
+          registry_host="${image_registry%%/*}"
+          echo "registry_host=${registry_host}" | tee -a $GITHUB_ENV
+          echo "Converting the GitHub org to lower case (required for GHCR)"
+          #echo "image_registry=$(echo $image_registry | tr '[:upper:]' '[:lower:]')" | tee -a $GITHUB_ENV
+          echo "image_name=$(echo $image_registry | tr '[:upper:]' '[:lower:]')/${image_prefix}${microservice}-${microservice_env}" | tee -a $GITHUB_ENV
+
+      - name: debug
+        run: |
+          echo "=== Variables ==="
+          echo registry_host: ${{env.registry_host}}
+          echo image_name: ${{env.image_name}}
+          echo image_tag: ${{env.image_tag}}
+          echo complete image name: ${{ env.image_name }}:${{ env.image_tag }}
+
+      - name: Install Docker via Buildx
+        id: buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          buildkitd-flags: --debug
+          #driver-opts: image=moby/buildkit:v0.10.6
+
+      # - name: Login to ECR
+      #   if: inputs.push && contains(env.registry_host, '.dkr.ecr.')
+      #   uses: docker/login-action@v2
+      #   with:
+      #     registry: ${{ env.registry_host }}
+      #     username: ${{ secrets.aws_access_key }}
+      #     password: ${{ secrets.aws_secret_key }}
+
+      - name: Login to GHCR
+        uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Build image and push to registry
+        uses: docker/build-push-action@v5
+        with:
+          build-args: ${{ env.build_args }}
+          context: ${{ env.context_dir }}
+          file: ${{ env.microservice_path }}//${{ env.docker_file }}
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          no-cache: true
+          pull: true
+          push: ${{ env.push }}
+          tags: "${{ env.image_name }}:latest,${{ env.image_name }}:${{ env.image_tag }}"

.github/workflows/pr_and_push.yml

@@ -0,0 +1,137 @@
+name: PR and main Push Tests
+
+on:
+  pull_request:
+    branches:
+      - main
+  pull_request_review:
+    types: [submitted]
+
+
+  push:
+    branches:
+      - main
+
+  workflow_dispatch:
+
+jobs:
+  Variables:
+    runs-on: ubuntu-latest
+    outputs:
+      image_tag: ${{steps.vars.outputs.image_tag}}
+      microservice: commune
+      microservice_path: ./
+      context_dir: "."
+      microservice_env: dev
+      image_registry: ghcr.io/${{ github.repository_owner }}
+
+    steps:
+      - name: Create Timestamp Variable for image tag
+        id: vars
+        #Edit variables down here for values
+        run: |
+          echo "image_tag=$(date +'%Y-%m-%d--%H-%M-%S')" >> $GITHUB_OUTPUT
+
+  Debug:
+    needs: Variables
+    runs-on: ubuntu-latest
+    steps:
+      - name: Debug information
+        run: |
+          echo "=== Variables ==="
+          echo "Time Var: ${{ needs.variables.outputs.image_tag }}"
+          echo "Variable: ${{ needs.variables.outputs.microservice }}"
+          echo "Variable: ${{ needs.variables.outputs.microservice_path }}"
+          echo "Variable: ${{ needs.variables.outputs.microservice_env }}"
+          echo "Variable: ${{ needs.variables.outputs.context_dir }}"
+          echo "Variable: ${{ needs.variables.outputs.image_registry }}"
+
+  Commune_Tests:
+    needs: Variables
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        # with:
+        #   submodules: 'true'
+
+      - name: Install Prerequisites
+        run: |
+          sudo apt-get update
+          sudo apt-get install curl nano python3 python3-dev python-is-python3 build-essential cargo libstd-rust-dev -y
+          sudo python -m pip install --upgrade pip
+          sudo pip install setuptools wheel
+          sudo pip install -r requirements.txt
+          sudo apt-get install -y nodejs npm
+          sudo npm install -g pm2
+
+      - name: Install Commune
+        run: |
+          sudo pip install -e .
+
+      # This takes WAY too long (at least on GitHub provided runners)
+      # - name: Commune Tests - c sync
+      #   run: c sync
+
+      # # Interestingly, below the variables for inputs cannot be called directly. (even tried: ${{github.event.inputs.image_tag}})
+      # # Instead, saving them as env vars first and then using them as env vars below works.
+      # - name: Initial test (with retry because RPC issues)
+      #   uses: Wandalen/wretry.action@master
+      #   with:
+      #     command: c balance
+      #     attempt_limit: 3
+      #     attempt_delay: 10000
+
+      - name: Commune Tests - c balance
+        run: c balance
+
+      - name: Commune Tests - c serve demo tag=latest
+        run: c serve demo tag=latest
+
+      - name: Commune Tests - c logs demo lines=1 mode=local
+        run: c logs demo lines=1 mode=local
+
+      - name: Commune Tests - c root_key
+        run: c root_key        
+
+      - name: Commune Tests - c stats
+        run: c stats
+
+      - name: Commune Tests - c subnet_params netuid=all update=True
+        run: c subnet_params netuid=all update=True
+
+      - name: Commune Tests - c namespace network=subspace
+        run: c namespace network=subspace
+
+      # TODO: This broke see here for error: https://github.com/Agent-Artificial/commune/actions/runs/8351758971/job/22860686705
+      # - name: Commune Tests - c global_params
+      #   run: c global_params
+
+      - name: Commune Tests - c modules
+        run: c modules
+
+
+
+      - name: Commune Tests - c data.text.realfake test
+        run: c data.text.realfake test
+
+      - name: Commune Tests - c call data.text.realfake::whadup sample
+        run: c call data.text.realfake::whadup sample
+
+      - name: Commune Tests - c call data.text.truthqa::whadup sample
+        run: c call data.text.truthqa::whadup sample
+
+      - name: Commune Tests - c port_range
+        run: c port_range        
+
+  # PLEASE PLEASE PLEASE ADD TESTS HERE
+
+  Create-Docker-Image:
+    needs: [Commune_Tests, Variables]
+    uses: ./.github/workflows/build-push-docker-image.yml
+    with:
+      image_tag: ${{ needs.variables.outputs.image_tag }}
+      microservice: ${{needs.variables.outputs.microservice}}
+      microservice_path: ${{needs.variables.outputs.microservice_path}}
+      context_dir: ${{needs.variables.outputs.microservice_path}}
+      microservice_env: ${{needs.variables.outputs.microservice_env}}
+      image_registry: ${{needs.variables.outputs.image_registry}}