perf: optimize Bug 101 Pipeline 7 routing

Author: seveibar

fixtures/bug-reports/bugreport101-cm5-spi-routing-timeout/bugreport101-cm5-spi-routing-timeout.fixture.tsx

@@ -30,6 +30,7 @@ export default () => {
           ...opts,
           cacheProvider: null,
           effort: 1,
+          experimentalHighDensitySearchOptimization: true,
         })
       }
     />

lib/autorouter-pipelines/AutoroutingPipeline7_MultiGraph/AutoroutingPipelineSolver7_MultiGraph.ts

@@ -86,6 +86,11 @@ interface CapacityMeshSolverOptions {
   minNodeArea?: number
   visualizationTraceColorMode?: TraceColorMode
   powerTraceExpansion?: PowerTraceExpanderOptions
+  /**
+   * Enables bounded, output-changing high-density repair search. Enlarged
+   * solutions may be retained as unvalidated seeds for later DRC repair.
+   */
+  experimentalHighDensitySearchOptimization?: boolean
 }
 export type AutoroutingPipelineSolverOptions = CapacityMeshSolverOptions
 
@@ -483,6 +488,7 @@ export class AutoroutingPipelineSolver7_MultiGraph extends BaseSolver {
             connections,
             layerCount: cms.srj.layerCount,
             effort: cms.effort,
+            tinyPipelineStepsPerIteration: 1_000,
             preserveTerminalPcbPortIds: true,
             minViaPadDiameter: cms.viaDiameter,
             flags: {
@@ -536,6 +542,8 @@ export class AutoroutingPipelineSolver7_MultiGraph extends BaseSolver {
         cms.portPointPathingSolver?.getOutput().nodesWithPortPoints ?? []
       const nodePortPointsSource =
         uniformNodes.length > 0 ? uniformNodes : fallbackNodes
+      const useExperimentalHighDensitySearchOptimization =
+        cms.opts.experimentalHighDensitySearchOptimization === true
 
       cms.highDensityNodePortPoints = structuredClone(nodePortPointsSource)
 
@@ -559,6 +567,18 @@ export class AutoroutingPipelineSolver7_MultiGraph extends BaseSolver {
           obstacles: cms.srj.obstacles,
           layerCount: cms.srj.layerCount,
           useGrowShrinkHighDensityIntraNodeSolver: true,
+          growShrinkMaxInitialScaleSupervisorIterations:
+            useExperimentalHighDensitySearchOptimization ? 50_000 : undefined,
+          growShrinkMaxTotalGrownScaleSupervisorIterations:
+            useExperimentalHighDensitySearchOptimization ? 25_000 : undefined,
+          // The enlarged solve is a fast seed; later DRC stages evaluate and
+          // attempt to repair its coordinate-only post-shrink geometry.
+          growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure:
+            useExperimentalHighDensitySearchOptimization,
+          prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion:
+            useExperimentalHighDensitySearchOptimization,
+          includeSyntheticPortBoundsForExternalSolvers:
+            useExperimentalHighDensitySearchOptimization,
           preserveTerminalPcbPortIds: true,
           growShrinkFallbackToInvalidGeometryOnFailure: true,
           captureSearchDebug: false,

lib/autorouter-pipelines/AutoroutingPipeline7_MultiGraph/create-pipeline7-autorouting-drc-evaluator.ts

@@ -4,7 +4,9 @@ import {
   type SimpleRouteJson as RepairSimpleRouteJson,
   type SimplifiedPcbTraces as RepairSimplifiedPcbTraces,
 } from "high-density-repair03/lib"
+import stableStringify from "fast-json-stable-stringify"
 import type { SimpleRouteJson } from "lib/types"
+import type { HighDensityRoute } from "lib/types/high-density-types"
 import { getViaDimensions } from "lib/utils/getViaDimensions"
 import {
   type ConvertPipeline7HdRoutesOptions,
@@ -50,12 +52,36 @@ export const createPipeline7AutoroutingDrcEvaluator = (
   const convertCandidateRoutes =
     createPipeline7HdRoutesToSimplifiedPcbTracesConverter(conversionOptions)
   const originalTraces = conversionOptions.originalSrj.traces ?? []
+  const routeGeometryIdByKey = new Map<string, number>()
+  const resultByBoardGeometryKey = new Map<string, ReturnType<DrcEvaluator>>()
+  let nextRouteGeometryId = 0
 
-  return ({ routes, hdRoutes }) => {
+  const getRouteGeometryId = (route: HighDensityRoute): number => {
+    const routeGeometryKey = stableStringify(route)
+    const existingId = routeGeometryIdByKey.get(routeGeometryKey)
+    if (existingId !== undefined) return existingId
+    const routeGeometryId = nextRouteGeometryId
+    nextRouteGeometryId += 1
+    routeGeometryIdByKey.set(routeGeometryKey, routeGeometryId)
+    return routeGeometryId
+  }
+
+  const getBoardGeometryKey = (routes: HighDensityRoute[]): string => {
+    const routeGeometryIds: number[] = []
+    for (const route of routes) {
+      routeGeometryIds.push(getRouteGeometryId(route))
+    }
+    return routeGeometryIds.join(",")
+  }
+
+  const evaluator: DrcEvaluator = ({ routes, hdRoutes }) => {
     const evaluatedRoutes = routes ?? hdRoutes
     if (!evaluatedRoutes) {
       throw new Error("Pipeline7 autorouting DRC evaluation requires HD routes")
     }
+    const boardGeometryKey = getBoardGeometryKey(evaluatedRoutes)
+    const cachedResult = resultByBoardGeometryKey.get(boardGeometryKey)
+    if (cachedResult !== undefined) return cachedResult
 
     const candidateTraces = convertCandidateRoutes(evaluatedRoutes)
     const tracesToEvaluate = (
@@ -64,6 +90,10 @@ export const createPipeline7AutoroutingDrcEvaluator = (
         : candidateTraces
     ) as RepairSimplifiedPcbTraces
 
-    return engine.evaluate(tracesToEvaluate)
+    const result = engine.evaluate(tracesToEvaluate)
+    resultByBoardGeometryKey.set(boardGeometryKey, result)
+    return result
   }
+  evaluator.consumesHdRoutesDirectly = true
+  return evaluator
 }

lib/solvers/HighDensitySolver/HighDensitySolver.ts

@@ -60,6 +60,11 @@ export class HighDensitySolver extends BaseSolver {
   useGrowShrinkHighDensityIntraNodeSolver: boolean
   preserveTerminalPcbPortIds: boolean
   growShrinkMaxInnerIterationsPerGrowthAttempt?: number
+  growShrinkMaxInitialScaleSupervisorIterations?: number
+  growShrinkMaxTotalGrownScaleSupervisorIterations?: number
+  growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure: boolean
+  prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion: boolean
+  includeSyntheticPortBoundsForExternalSolvers: boolean
   growShrinkFallbackToInvalidGeometryOnFailure: boolean
   growShrinkSolutionValidator?: (routes: HighDensityIntraNodeRoute[]) => boolean
   captureSearchDebug: boolean
@@ -95,6 +100,11 @@ export class HighDensitySolver extends BaseSolver {
     useGrowShrinkHighDensityIntraNodeSolver,
     preserveTerminalPcbPortIds,
     growShrinkMaxInnerIterationsPerGrowthAttempt,
+    growShrinkMaxInitialScaleSupervisorIterations,
+    growShrinkMaxTotalGrownScaleSupervisorIterations,
+    growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure,
+    prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion,
+    includeSyntheticPortBoundsForExternalSolvers,
     growShrinkFallbackToInvalidGeometryOnFailure,
     growShrinkSolutionValidator,
     captureSearchDebug,
@@ -111,6 +121,11 @@ export class HighDensitySolver extends BaseSolver {
     useGrowShrinkHighDensityIntraNodeSolver?: boolean
     preserveTerminalPcbPortIds?: boolean
     growShrinkMaxInnerIterationsPerGrowthAttempt?: number
+    growShrinkMaxInitialScaleSupervisorIterations?: number
+    growShrinkMaxTotalGrownScaleSupervisorIterations?: number
+    growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure?: boolean
+    prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion?: boolean
+    includeSyntheticPortBoundsForExternalSolvers?: boolean
     growShrinkFallbackToInvalidGeometryOnFailure?: boolean
     growShrinkSolutionValidator?: (
       routes: HighDensityIntraNodeRoute[],
@@ -137,6 +152,16 @@ export class HighDensitySolver extends BaseSolver {
     this.preserveTerminalPcbPortIds = preserveTerminalPcbPortIds ?? false
     this.growShrinkMaxInnerIterationsPerGrowthAttempt =
       growShrinkMaxInnerIterationsPerGrowthAttempt
+    this.growShrinkMaxInitialScaleSupervisorIterations =
+      growShrinkMaxInitialScaleSupervisorIterations
+    this.growShrinkMaxTotalGrownScaleSupervisorIterations =
+      growShrinkMaxTotalGrownScaleSupervisorIterations
+    this.growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure =
+      growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure ?? false
+    this.prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion =
+      prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion ?? false
+    this.includeSyntheticPortBoundsForExternalSolvers =
+      includeSyntheticPortBoundsForExternalSolvers ?? false
     this.growShrinkFallbackToInvalidGeometryOnFailure =
       growShrinkFallbackToInvalidGeometryOnFailure ?? false
     this.growShrinkSolutionValidator = growShrinkSolutionValidator
@@ -156,6 +181,7 @@ export class HighDensitySolver extends BaseSolver {
       solverNodeCount: {} as Record<string, number>,
       difficultNodePfs: {} as Record<string, number[]>,
       highDensityResizeCount: 0,
+      highDensityUnvalidatedRepairSeedCount: 0,
     }
   }
 
@@ -283,6 +309,10 @@ export class HighDensitySolver extends BaseSolver {
     if (!(solver instanceof GrowShrinkHighDensityIntraNodeSolver)) return
     this.stats.highDensityResizeCount =
       (this.stats.highDensityResizeCount ?? 0) + solver.growthAttempts
+    if (solver.stats.unvalidatedPostShrinkRepairSeed) {
+      this.stats.highDensityUnvalidatedRepairSeedCount =
+        (this.stats.highDensityUnvalidatedRepairSeedCount ?? 0) + 1
+    }
   }
 
   private getSolvedRoutesWithTerminalPcbPortIds(
@@ -383,6 +413,16 @@ export class HighDensitySolver extends BaseSolver {
       layerCount: this.layerCount,
       maxInnerIterationsPerGrowthAttempt:
         this.growShrinkMaxInnerIterationsPerGrowthAttempt,
+      maxInitialScaleSupervisorIterations:
+        this.growShrinkMaxInitialScaleSupervisorIterations,
+      maxTotalGrownScaleSupervisorIterations:
+        this.growShrinkMaxTotalGrownScaleSupervisorIterations,
+      tryLargestScaleAsRepairSeedAfterInitialFailure:
+        this.growShrinkTryLargestScaleAsRepairSeedAfterInitialFailure,
+      prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion:
+        this.prioritizeSolvedSegmentProgressBeforeAdaptiveExpansion,
+      includeSyntheticPortBoundsForExternalSolvers:
+        this.includeSyntheticPortBoundsForExternalSolvers,
       fallbackToInvalidGeometryOnFailure:
         this.growShrinkFallbackToInvalidGeometryOnFailure,
       growShrinkSolutionValidator: this.growShrinkSolutionValidator,