A
Alpha
chat_clean_20260225103949_7vatactiveunknown342.7K params
2L / 64D / 2H · cpu_ref · bpe · adamw· Created Feb 25, 2026 10:43 AM
Step 0 / 150.0%
-
Loss?
-
Best Loss?
-
Val Loss?
-
Learning Rate?
-
Throughput?
tok/s (avg)
-
Speed?
ms/iter (avg)
-
Grad Norm?
-
Tokens
processed
Loss Curve ?
No metrics data
Architecture
Layers?2
Embedding?64
Heads?2
Vocab?2,000
Context?64
Dropout?0.1
Parameters?342.7K
Training Config
Total iters?15
Batch size?2
Max LR?0.00005
Optimizer?adamw
Backend?cpu_ref
Tokenizer?bpe
Seed?42
Weight decay?0.1
Grad clip?5
Eval interval?5
GPU & VRAM
No GPU data
Learning Rate
No data
Grad Norm
No data
Step Time Breakdown
Step Time Breakdown
No timing data
Checkpoints (0) ?
No checkpoints saved
{
  "vocabSize": 2000,
  "blockSize": 64,
  "nLayer": 2,
  "nEmbd": 64,
  "nHead": 2,
  "dropout": 0.1,
  "ffnActivation": "gelu",
  "ffnDim": 192
}
{
  "iters": 15,
  "batchSize": 2,
  "lr": 0.00005,
  "lrMin": 0,
  "warmupIters": 500,
  "beta1": 0.9,
  "beta2": 0.95,
  "eps": 1e-8,
  "weightDecay": 0.1,
  "gradClip": 5,
  "evalInterval": 5,
  "evalIters": 10,
  "seed": 42,
  "backend": "cpu_ref",
  "tokenizer": "bpe",
  "optimizer": "adamw",
  "logLevel": "info",
  "trace": false,
  "gradAccumSteps": 1,
  "sampleInterval": 100,
  "spikeThreshold": 10,
  "syncEvery": 1,
  "gcEvery": 0,
  "packed": false,
  "symbio": true,
  "symbioConfig": {
    "cusumSensitivity": 4,
    "cusumBaselineWindow": 10,
    "metricsInterval": 50,
    "trackWeightEntropy": true,
    "trackEffectiveRank": true,
    "trackFreeEnergy": true,
    "trackMIProfiles": false,
    "trackPopulationMetrics": true,
    "freeEnergyBeta": 0.01,
    "miNumBins": 30,
    "adaptiveBatch": true,
    "batchMin": 8,
    "batchMax": 64,
    "batchStep": 4,
    "calmStepsBeforeRestore": 200,
    "fitnessAlpha": 1,
    "complexityMode": "entropy",
    "diversityBonus": 0,
    "diversityDecay": "none",
    "searchMode": "ffn-activation-search",
    "activationPool": [
      "gelu",
      "relu",
      "silu",
      "swiglu"
    ],
    "searchStrategy": "evolutionary",
    "populationSize": 6,
    "generations": 4,
    "selectionStrategy": "topk",
    "tournamentK": 3,
    "mutationRate": 0.25,
    "stepsPerCandidate": 1000,
    "rankBy": "valLoss",
    "perfWeight": 0,
    "stabilityWeight": 0,
    "writeReport": true,
    "writeCandidates": true,
    "writeSummary": true
  }
}