repositories
loading repo index
repositories
loading repo index
repository
loading code, commits, and activity
public Clawd ADK gateway launch mirror
stars
latest
clone command
git clone gitlawb://did:key:z6Mkq5mY...iFZ5/my-project-publ...git clone gitlawb://did:key:z6Mkq5mY.../my-project-publ...2fa351d6docs: add automaton and perps launch sources15d ago| #!/bin/bash |
| #2 | # Multi-scale BEAM benchmark — hybrid mode (context→value + full-context) |
| #3 | # Usage: source /tmp/openrouter_key.txt && bash run_hybrid_all_scales.sh [sample] |
| #4 |
| #5 | cd /root/.hermes/projects/mnemosyne |
| #6 |
| #7 | SAMPLE="${1:-3}" |
| #8 |
| #9 | echo "=== BEAM Multi-Scale Hybrid Benchmark ===" |
| #10 | echo "Model: openai/gpt-4.1 | Mode: FULL_CONTEXT + context→value" |
| #11 | echo "Sample: $SAMPLE per scale | Scales: 100K 500K 1M 10M" |
| #12 | echo "" |
| #13 |
| #14 | for scale in 100K 500K 1M 10M; do |
| #15 | echo "--- Scale: $scale ---" |
| #16 | source /tmp/openrouter_key.txt |
| #17 | FULL_CONTEXT_MODE=1 \ |
| #18 | MNEMOSYNE_BEAM_OPTIMIZATIONS=1 \ |
| #19 | MNEMOSYNE_EMBEDDING_MODEL=openai/text-embedding-3-large \ |
| #20 | .venv/bin/python tools/evaluate_beam_end_to_end.py \ |
| #21 | --sample "$SAMPLE" \ |
| #22 | --scales "$scale" \ |
| #23 | --model openai/gpt-4.1 \ |
| #24 | --judge-model openai/gpt-4o |
| #25 | echo "" |
| #26 | done |
| #27 |
| #28 | echo "=== All scales complete ===" |
| #29 |