Files and Folders refactor

.gitignore

@@ -4,17 +4,19 @@
 
 knowledge/
 *.pdf
+*.gguf
 
 # -- Rust ------------------------------------------------------------------- #
 # -- ---- ------------------------------------------------------------------- #
 
 /debug
-/target
-Cargo.lock
+/rust/target
+/rust/Cargo.lock
 *.gguf
 
 # -- Python ----------------------------------------------------------------- #
 # -- ------ ----------------------------------------------------------------- #
 
-.env
+.env/
+*.cpython-311-darwin.so
 

README.md

@@ -1,12 +1,19 @@
 # molina
 
-Welcome to the `molina` project, a synthetic research asistant for local knowledge representation.
+Welcome to the `molina` project, a synthetic research agent for local knowledge representation.
 
-Notice here the absence of the terms `Artificial`, `Intelliget` and similar, this is not an `artificially sweetened` project, is not a claim to be the panacea, neither the $n-th$ attempt to solve general let alone narrow intelligence, because this is definitely not intelligent. It is a tool, built with an agentic approach, for you interact with by the act of formulating research-related questions, which will get you responses using ONLY the academic papers you provide as the knowledge base.
+Notice here the absence of the terms `Artificial` and `Intelligence`, this is deliverate.
+This is not an `artificially sweetened` project, is not a claim to be the panacea, neither 
+the $n-th$ attempt to solve general let alone narrow intelligence because this is definitely
+not a claim of something being intelligent. 
+
+What is this then ?, a tool, built with an agentic approach, for you to interact with by the 
+act of formulating research-related questions, which will get you responses using *only* the 
+academic papers you provide as the *knowledge base*.
 
 The name is in honor to THE greatest Mexican researcher of all times, [Mario Molina (1943-2020)](https://es.wikipedia.org/wiki/Mario_Molina_(químico)).
 
-## Problem
+## Problems
 
 Challenges of the use of Large Language Models (LLMs), as an academic research assistant, are:  
 
@@ -16,3 +23,9 @@ Challenges of the use of Large Language Models (LLMs), as an academic research a
 - Bias in Training Data.
 - Interpretability and Response Attribution.
 
+## Project Structure
+
+- Python
+- Rust
+- Models 
+

python/molina/README.md

@@ -0,0 +1 @@
+

python/molina/main.py

@@ -1,8 +1,6 @@
 from molina import read_pdf
 
 def main():
-    # result = add(5, 7)
-    # print(f"The result of addition is now: {result}")
     read_pdf("knowledge/case_1/Advances-Prospect-Kahneman-Tversky-1992.pdf")
 
 if __name__ == "__main__":

rust/src/content/README.md

@@ -0,0 +1 @@
+ ## Content Module

src/content/parse.rs → rust/src/content/parse.rs

@@ -1,10 +1,10 @@
 use lopdf::{Document, Object};
-use std::collections::BTreeMap;
 use serde::{Deserialize, Serialize};
-use std::io::{Error, ErrorKind, Write};
-use std::fs::File;
-use std::fmt::Debug;
 use serde_json;
+use std::collections::BTreeMap;
+use std::fmt::Debug;
+use std::fs::File;
+use std::io::{Error, ErrorKind, Write};
 use std::path::{Path, PathBuf};
 use std::time::Instant;
 
@@ -60,7 +60,8 @@ fn filter_func(object_id: (u32, u16), object: &mut Object) -> Option<((u32, u16)
 }
 
 fn load_pdf<P: AsRef<Path>>(path: P) -> Result<Document, Error> {
-    Document::load_filtered(path, filter_func).map_err(|e| Error::new(ErrorKind::Other, e.to_string()))
+    Document::load_filtered(path, filter_func)
+        .map_err(|e| Error::new(ErrorKind::Other, e.to_string()))
 }
 
 fn get_pdf_text(doc: &Document) -> Result<PdfText, Error> {
@@ -102,7 +103,12 @@ fn get_pdf_text(doc: &Document) -> Result<PdfText, Error> {
     Ok(pdf_text)
 }
 
-fn pdf2text<P: AsRef<Path> + Debug>(path: P, output: P, pretty: bool, password: &str) -> Result<(), Error> {
+fn pdf2text<P: AsRef<Path> + Debug>(
+    path: P,
+    output: P,
+    pretty: bool,
+    password: &str,
+) -> Result<(), Error> {
     println!("Load {path:?}");
     let mut doc = load_pdf(&path)?;
     if doc.is_encrypted() {
@@ -126,19 +132,20 @@ fn pdf2text<P: AsRef<Path> + Debug>(path: P, output: P, pretty: bool, password:
     Ok(())
 }
 
-
 pub fn pdf_generate() -> Result<(), Error> {
-
     let start_time = Instant::now();
-    let pdf_path = PathBuf::from("knowledge/case_1/Advances-Prospect-Kahneman-Tversky-1992.pdf".to_string());
+    let pdf_path =
+        PathBuf::from("knowledge/case_1/Advances-Prospect-Kahneman-Tversky-1992.pdf".to_string());
     let mut output = PathBuf::from("knowledge/case_1/file_texted.pdf");
     output.set_extension("text");
-    
+
     let pretty = true;
     let passw = "abc123";
     pdf2text(&pdf_path, &output, pretty, passw)?;
-    println!("Executed after {:.1} seconds.", Instant::now().duration_since(start_time).as_secs_f64());
-
+    println!(
+        "Executed after {:.1} seconds.",
+        Instant::now().duration_since(start_time).as_secs_f64()
+    );
+
     Ok(())
 }
-

rust/src/data/README.md

@@ -0,0 +1 @@
+## Data Module

rust/src/data/db.rs

@@ -0,0 +1,2 @@
+// Placeholder
+

rust/src/data/mod.rs

@@ -0,0 +1 @@
+// Placeholder

rust/src/inference/README.md

@@ -0,0 +1 @@
+## Inference Module

src/inference/llama.rs → rust/src/inference/llama.rs

@@ -1,4 +1,3 @@
-
 use llama_cpp_rs::{
     options::{ModelOptions, PredictOptions},
     LLama,

rust/src/lib.rs

@@ -0,0 +1,32 @@
+//! Molina, in honor to THE greatest Mexican researcher of all times, Mario Molina (1943-2020).
+//!
+//! A Rust and Python Synthetic Integration for an agentic-LLM approach to build a research agent
+//! for local knowledge representation.
+
+use crate::content::parse;
+use pyo3::prelude::*;
+
+/// Tools for content parsing and generation
+pub mod content;
+
+/// Tools for data accessing, I/O, compression.
+pub mod data;
+
+/// Tools for making an inference computation
+pub mod inference;
+
+/// Events, Custom Error Types, Logs
+pub mod messages;
+
+#[pyfunction]
+fn read_pdf(_file_path: &str) -> PyResult<()> {
+    let read_result = parse::pdf_generate();
+    println!("temporal result is this {:?}", read_result);
+    Ok(())
+}
+
+#[pymodule]
+fn molina(_py: Python, m: &PyModule) -> PyResult<()> {
+    m.add_function(wrap_pyfunction!(read_pdf, m)?)?;
+    Ok(())
+}

rust/src/messages/README.md

@@ -0,0 +1 @@
+## Messages Module

rust/src/messages/errors.rs

@@ -0,0 +1,2 @@
+
+// Placeholder

rust/src/messages/logs.rs

@@ -0,0 +1 @@
+// Placeholder

rust/src/messages/mod.rs

@@ -0,0 +1 @@
+// Placeholder