Refactor NexaPod CLI structure and update Docker configurations

Signed-off-by: DarkStarStrix <allanw.mk@gmai.com>

Author: DarkStarStrix

.idea/copilotDiffState.xml

@@ -8,40 +8,46 @@ NEXAPod is a distributed compute fabric for scientific workloads. It coordinates
 
 ### High-Level Component Diagram
 
-```
-┌─────────────────────────────────────────────────────────────────┐
-│                        NEXAPod System                           │
-├─────────────────────────────────────────────────────────────────┤
-│  Frontend Layer                                                │
-│  ┌─────────────────┐  ┌─────────────────┐  ┌─────────────────┐ │
-│  │   Dashboard     │  │ Contributor Wall│  │   API Client    │ │
-│  │   (Streamlit)   │  │     (HTML)      │  │   (REST/CLI)    │ │
-│  └─────────────────┘  └─────────────────┘  └─────────────────┘ │
-├─────────────────────────────────────────────────────────────────┤
-│  API Layer                                                     │
-│  ┌─────────────────────────────────────────────────────────────┐ │
-│  │                    REST API (Flask)                        │ │
-│  │  /register  │  /submit-job  │  /status  │  /credits        │ │
-│  └─────────────────────────────────────────────────────────────┘ │
-├─────────────────────────────────────────────────────────────────┤
-│  Core Engine                                                   │
-│  ┌─────────────┐  ┌─────────────┐  ┌─────────────┐  ┌─────────┐ │
-│  │  Scheduler  │  │  Validator  │  │   Security  │  │ Ledger  │ │
-│  │   Queue     │  │   Engine    │  │   Manager   │  │ System  │ │
-│  └─────────────┘  └─────────────┘  └─────────────┘  └─────────┘ │
-├─────────────────────────────────────────────────────────────────┤
-│  Data Layer                                                    │
-│  ┌─────────────────┐  ┌─────────────────┐  ┌─────────────────┐ │
-│  │   Node DB       │  │    Job DB       │  │   Credit DB     │ │
-│  │   (SQLite)      │  │   (SQLite)      │  │   (SQLite)      │ │
-│  └─────────────────┘  └─────────────────┘  └─────────────────┘ │
-├─────────────────────────────────────────────────────────────────┤
-│  Execution Layer                                               │
-│  ┌─────────────────────────────────────────────────────────────┐ │
-│  │                Container Runtime (Docker)                   │ │
-│  │  Input Fetcher │ Job Executor │ Output Archiver │ Logger   │ │
-│  └─────────────────────────────────────────────────────────────┘ │
-└─────────────────────────────────────────────────────────────────┘
+```mermaid
+flowchart TD
+    %% External Entry Point
+    Users[Users & External Nodes]
+    
+    %% Frontend Layer - Stacked horizontally
+    subgraph Frontend ["Frontend Layer"]
+        direction LR
+        Dashboard[Dashboard<br/>Streamlit] --> Wall[Contributor Wall<br/>HTML/CSS/JS] --> Client[API Client<br/>REST/CLI]
+    end
+    
+    %% API Layer - Single component
+    subgraph API ["API Layer"]
+        Flask[REST API - Flask<br/>register • submit-job • status • credits]
+    end
+    
+    %% Core Engine - Flow between components
+    subgraph Core ["Core Engine"]
+        direction LR
+        Scheduler[Job<br/>Scheduler] --> Validator[Result<br/>Validator] --> Security[Security<br/>Manager] --> Ledger[Credit<br/>Ledger]
+    end
+    
+    %% Data Layer - Connected databases
+    subgraph Data ["Data Layer"]
+        direction LR
+        NodeDB[Node DB<br/>SQLite] --> JobDB[Job DB<br/>SQLite] --> CreditDB[Credit DB<br/>SQLite]
+    end
+    
+    %% Execution Layer - Process flow
+    subgraph Execution ["Execution Layer"]
+        direction LR
+        Docker[Container Runtime<br/>Docker] --> Fetcher[Input<br/>Fetcher] --> Executor[Job<br/>Executor] --> Archiver[Output<br/>Archiver]
+    end
+    
+    %% Vertical connections between layers
+    Users --> Frontend
+    Frontend --> API
+    API --> Core
+    Core --> Data
+    Core --> Execution
 ```
 
 ### Detailed Dataflow

.idea/workspace.xml

@@ -19,10 +19,10 @@ def register():
     data = request.get_json()
     if not data or 'node_id' not in data or 'profile' not in data:
         return jsonify({"error": "Invalid registration data"}), 400
-
+    
     node_id = data['node_id']
     profile = data['profile']
-
+    
     db.store_node(node_id, json.dumps(profile))
     return jsonify({"status": "registered", "node_id": node_id})
 
@@ -38,7 +38,7 @@ def get_job():
     if job:
         db.store_job(job)
         return jsonify(job)
-
+    
     return jsonify({"status": "no_job_available"})
 
 
@@ -48,7 +48,7 @@ def submit_result():
     data = request.get_json()
     if not data or 'job_id' not in data or 'result' not in data:
         return jsonify({"error": "Invalid result submission"}), 400
-
+    
     db.update_job_result(data['job_id'], json.dumps(data['result']))
     return jsonify({"status": "result_received", "job_id": data['job_id']})
 

Docs/ARCHITECTURE.md

@@ -1,7 +1,7 @@
 """
 Performance estimation utilities.
 """
-from nexapod.descriptor import JobDescriptor
+from NexaPod_CLI.descriptor import JobDescriptor
 
 
 def estimate_flops(desc: JobDescriptor) -> float:

Infrastructure/api.py

@@ -2,7 +2,7 @@
 Container runner using Docker to execute jobs in isolation.
 """
 import docker
-from nexapod.descriptor import JobDescriptor
+from NexaPod_CLI.descriptor import JobDescriptor
 
 
 class ContainerRunner:

Infrastructure/perf_estimator.py

@@ -16,7 +16,5 @@ COPY ./safe_tensors /app/safe_tensors
 USER $APP_USER
 # The client is run via the nexapod CLI, which specifies the command.
 # We can have a default command for dashboard or runner.
-EXPOSE 8501
-HEALTHCHECK --interval=15s --timeout=5s --start-period=10s --retries=3 \
-  CMD curl -f http://localhost:8501/ || exit 1
-CMD ["streamlit", "run", "Client/dashboard.py"]
+CMD ["python", "-m", "Client.dashboard"]
+

Infrastructure/runner.py

@@ -15,6 +15,4 @@ COPY ./Server /app/Server
 
 USER $APP_USER
 EXPOSE 8000
-HEALTHCHECK --interval=15s --timeout=5s --start-period=10s --retries=3 \
-  CMD curl -f http://localhost:8000/ || exit 1
 CMD ["python", "-m", "Server.app"]

Infrastruture/Dockerfile.client

@@ -8,5 +8,9 @@ def descriptor():
     return JobDescriptor
 
 
-def descriptor():
-    return None
+def cli():
+    """
+    Runs the CLI application.
+    """
+    from .main import main
+    main()