Perf/gkr/solvable var

go.mod

@@ -9,7 +9,7 @@ require (
 	github.com/blang/semver/v4 v4.0.0
 	github.com/consensys/bavard v0.1.31-0.20250314194434-b30d4344e6d4
 	github.com/consensys/compress v0.2.5
-	github.com/consensys/gnark-crypto v0.17.1-0.20250326164229-5fd6610ac2a1
+	github.com/consensys/gnark-crypto v0.17.1-0.20250331132656-820ac1d108bd
 	github.com/fxamacker/cbor/v2 v2.7.0
 	github.com/google/go-cmp v0.6.0
 	github.com/google/pprof v0.0.0-20240727154555-813a5fbdbec8

go.sum

@@ -63,6 +63,10 @@ github.com/consensys/compress v0.2.5 h1:gJr1hKzbOD36JFsF1AN8lfXz1yevnJi1YolffY19
 github.com/consensys/compress v0.2.5/go.mod h1:pyM+ZXiNUh7/0+AUjUf9RKUM6vSH7T/fsn5LLS0j1Tk=
 github.com/consensys/gnark-crypto v0.17.1-0.20250326164229-5fd6610ac2a1 h1:6cK71BoMAjWHNl+EpvBh2PDDa0PIeoz1KFJ/6R16DjQ=
 github.com/consensys/gnark-crypto v0.17.1-0.20250326164229-5fd6610ac2a1/go.mod h1:uV1HwfBwGRj50DGK3LbDLeCvq0RX/vFXST3CRSAu0Fs=
+github.com/consensys/gnark-crypto v0.17.1-0.20250327163404-2fc9f58298e2 h1:vWEj2nIXK3dG2oyNlqLXVOFRGi1E3BQn+YVkwqf7GnM=
+github.com/consensys/gnark-crypto v0.17.1-0.20250327163404-2fc9f58298e2/go.mod h1:uV1HwfBwGRj50DGK3LbDLeCvq0RX/vFXST3CRSAu0Fs=
+github.com/consensys/gnark-crypto v0.17.1-0.20250331132656-820ac1d108bd h1:og4X8KhBpFv37u0PuXLz7yOLz9vwOcpTX4pKfbbwtgM=
+github.com/consensys/gnark-crypto v0.17.1-0.20250331132656-820ac1d108bd/go.mod h1:uV1HwfBwGRj50DGK3LbDLeCvq0RX/vFXST3CRSAu0Fs=
 github.com/coreos/go-semver v0.3.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk=
 github.com/coreos/go-systemd/v22 v22.3.2/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=
 github.com/coreos/go-systemd/v22 v22.5.0/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc=

internal/generator/backend/main.go

@@ -1,6 +1,8 @@
 package main
 
 import (
+	"fmt"
+	"github.com/consensys/gnark-crypto/field/generator/config"
 	"os"
 	"os/exec"
 	"path/filepath"
@@ -9,7 +11,6 @@ import (
 
 	"github.com/consensys/bavard"
 	"github.com/consensys/gnark-crypto/field/generator"
-	"github.com/consensys/gnark-crypto/field/generator/config"
 )
 
 const copyrightHolder = "Consensys Software Inc."
@@ -79,7 +80,7 @@ func main() {
 		panic(err)
 	}
 
-	datas := []templateData{
+	data := []templateData{
 		bls12_377,
 		bls12_381,
 		bn254,
@@ -91,10 +92,9 @@ func main() {
 	}
 
 	const importCurve = "../imports.go.tmpl"
-
 	var wg sync.WaitGroup
 
-	for _, d := range datas {
+	for _, d := range data {
 
 		wg.Add(1)
 
@@ -129,10 +129,24 @@ func main() {
 
 			// gkr backend
 			if d.Curve != "tinyfield" {
+				// solver and proof delegator TODO merge with "backend" below
 				entries = []bavard.Entry{{File: filepath.Join(csDir, "gkr.go"), Templates: []string{"gkr.go.tmpl", importCurve}}}
-				if err := bgen.Generate(d, "cs", "./template/representations/", entries...); err != nil {
-					panic(err)
+				err := bgen.Generate(d, "cs", "./template/representations/", entries...)
+				assertNoError(err)
+
+				curvePackageName := strings.ToLower(d.Curve)
+
+				cfg := gkrConfig{
+					FieldDependency: config.FieldDependency{
+						ElementType:      "fr.Element",
+						FieldPackageName: "fr",
+						FieldPackagePath: "github.com/consensys/gnark-crypto/ecc/" + curvePackageName + "/fr",
+					},
+					GkrPackageRelativePath: "internal/gkr/" + curvePackageName,
+					CanUseFFT:              true,
 				}
+
+				assertNoError(generateGkrBackend(cfg))
 			}
 
 			entries = []bavard.Entry{
@@ -203,6 +217,41 @@ func main() {
 
 	}
 
+	wg.Add(1)
+	// GKR test vectors
+	go func() {
+		// generate gkr and sumcheck for small-rational
+		cfg := gkrConfig{
+			FieldDependency: config.FieldDependency{
+				ElementType:      "small_rational.SmallRational",
+				FieldPackagePath: "github.com/consensys/gnark/internal/small_rational",
+				FieldPackageName: "small_rational",
+			},
+			GkrPackageRelativePath: "internal/gkr/small_rational",
+			CanUseFFT:              false,
+			NoGkrTests:             true,
+		}
+		assertNoError(generateGkrBackend(cfg))
+
+		// generate gkr test vector generator
+		cfg.GenerateTestVectors = true
+		cfg.OutsideGkrPackage = true
+
+		assertNoError(bgen.Generate(cfg, "gkr", "./template/gkr/",
+			bavard.Entry{
+				File:      "../../gkr/test_vectors/gkr/gkr-gen-vectors.go",
+				Templates: []string{"gkr.test.vectors.gen.go.tmpl", "gkr.test.vectors.go.tmpl"},
+			},
+		))
+
+		fmt.Println("generating test vectors for gkr and sumcheck")
+		cmd := exec.Command("go", "run", "../../gkr/test_vectors")
+		cmd.Stdout = os.Stdout
+		cmd.Stderr = os.Stderr
+		assertNoError(cmd.Run())
+		wg.Done()
+	}()
+
 	wg.Wait()
 
 	// run go fmt on whole directory
@@ -223,3 +272,63 @@ type templateData struct {
 	noBackend bool
 	NoGKR     bool
 }
+
+func generateGkrBackend(cfg gkrConfig) error {
+	const repoRoot = "../../../"
+	packageOutPath := filepath.Join(repoRoot, cfg.GkrPackageRelativePath)
+
+	// test vector utils
+	packageDir := filepath.Join(packageOutPath, "test_vector_utils")
+	entries := []bavard.Entry{
+		{File: filepath.Join(packageDir, "test_vector_utils.go"), Templates: []string{"test_vector_utils.go.tmpl"}},
+	}
+
+	if err := bgen.Generate(cfg, "test_vector_utils", "./template/gkr/", entries...); err != nil {
+		return err
+	}
+
+	// sumcheck backend
+	packageDir = filepath.Join(packageOutPath, "sumcheck")
+	entries = []bavard.Entry{
+		{File: filepath.Join(packageDir, "sumcheck.go"), Templates: []string{"sumcheck.go.tmpl"}},
+		{File: filepath.Join(packageDir, "sumcheck_test.go"), Templates: []string{"sumcheck.test.go.tmpl"}},
+	}
+
+	if err := bgen.Generate(cfg, "sumcheck", "./template/gkr/", entries...); err != nil {
+		return err
+	}
+
+	// gkr backend
+	packageDir = packageOutPath
+	entries = []bavard.Entry{
+		{File: filepath.Join(packageDir, "gkr.go"), Templates: []string{"gkr.go.tmpl"}},
+		{File: filepath.Join(packageDir, "registry.go"), Templates: []string{"registry.go.tmpl"}},
+	}
+
+	if !cfg.NoGkrTests {
+		entries = append(entries, bavard.Entry{
+			File: filepath.Join(packageDir, "gkr_test.go"), Templates: []string{"gkr.test.go.tmpl", "gkr.test.vectors.go.tmpl"},
+		})
+	}
+
+	if err := bgen.Generate(cfg, "gkr", "./template/gkr/", entries...); err != nil {
+		return err
+	}
+
+	return nil
+}
+
+type gkrConfig struct {
+	config.FieldDependency
+	GkrPackageRelativePath string // the GKR package, relative to the repo root
+	CanUseFFT              bool
+	OutsideGkrPackage      bool
+	GenerateTestVectors    bool
+	NoGkrTests             bool
+}
+
+func assertNoError(err error) {
+	if err != nil {
+		panic(err)
+	}
+}