my-project-public

repository

loading code, commits, and activity

repositories

loading repo index

my-project-public — gitlawb

#1	{
#2	"100K": {
#3	"full": {
#4	"recall@1": 0.0,
#5	"robustness_0.1@k1": 0.0,
#6	"robustness_0.3@k1": 0.0,
#7	"robustness_0.5@k1": 0.0,
#8	"recall@3": 0.0,
#9	"robustness_0.1@k3": 0.0,
#10	"robustness_0.3@k3": 0.0,
#11	"robustness_0.5@k3": 0.0,
#12	"recall@5": 0.0,
#13	"robustness_0.1@k5": 0.0,
#14	"robustness_0.3@k5": 0.0,
#15	"robustness_0.5@k5": 0.0,
#16	"recall@10": 0.0,
#17	"robustness_0.1@k10": 0.0,
#18	"robustness_0.3@k10": 0.0,
#19	"robustness_0.5@k10": 0.0,
#20	"mrr": 0.0,
#21	"ndcg@1": 0.15724397799376444,
#22	"ndcg@3": 0.13983735220930535,
#23	"ndcg@5": 0.14993651257781593,
#24	"ndcg@10": 0.17785183072777525,
#25	"latency_avg_ms": 365.72618909704033,
#26	"latency_p50_ms": 372.2822350100614,
#27	"latency_p95_ms": 650.7358050148468,
#28	"latency_p99_ms": 650.7358050148468,
#29	"latency_min_ms": 159.62649101857096,
#30	"latency_max_ms": 650.7358050148468,
#31	"qps": 2.734286003605457,
#32	"avg_relevance": 0.010486018633818348,
#33	"ingest_time_ms": 794.8174650082365,
#34	"db_size_bytes": 1855488,
#35	"db_size": "1.77 MB",
#36	"wm_items": 188,
#37	"ep_items": 0,
#38	"ep_vectors": 0,
#39	"messages_ingested": 188,
#40	"questions_evaluated": 20
#41	},
#42	"keyword_only": {
#43	"recall@1": 0.05,
#44	"robustness_0.1@k1": 0.05,
#45	"robustness_0.3@k1": 0.05,
#46	"robustness_0.5@k1": 0.05,
#47	"recall@3": 0.05,
#48	"robustness_0.1@k3": 0.05,
#49	"robustness_0.3@k3": 0.05,
#50	"robustness_0.5@k3": 0.05,
#51	"recall@5": 0.05,
#52	"robustness_0.1@k5": 0.05,
#53	"robustness_0.3@k5": 0.05,
#54	"robustness_0.5@k5": 0.05,
#55	"recall@10": 0.05,
#56	"robustness_0.1@k10": 0.05,
#57	"robustness_0.3@k10": 0.05,
#58	"robustness_0.5@k10": 0.05,
#59	"mrr": 0.05,
#60	"ndcg@1": 0.07447692408058539,
#61	"ndcg@3": 0.14453096746465743,
#62	"ndcg@5": 0.15216243094763873,
#63	"ndcg@10": 0.1655122876577389,
#64	"latency_avg_ms": 7.271441900229547,
#65	"latency_p50_ms": 7.267184992088005,
#66	"latency_p95_ms": 12.666274007642642,
#67	"latency_p99_ms": 12.666274007642642,
#68	"latency_min_ms": 3.250809997553006,
#69	"latency_max_ms": 12.666274007642642,
#70	"qps": 137.52430586957337,
#71	"avg_relevance": 0.01927247315939566,
#72	"ingest_time_ms": 646.2528420088347,
#73	"db_size_bytes": 1871872,
#74	"db_size": "1.79 MB",
#75	"messages_ingested": 188
#76	},
#77	"fts5_only": {
#78	"recall@1": 0.05,
#79	"robustness_0.1@k1": 0.05,
#80	"robustness_0.3@k1": 0.05,
#81	"robustness_0.5@k1": 0.05,
#82	"recall@3": 0.05,
#83	"robustness_0.1@k3": 0.05,
#84	"robustness_0.3@k3": 0.05,
#85	"robustness_0.5@k3": 0.05,
#86	"recall@5": 0.05,
#87	"robustness_0.1@k5": 0.05,
#88	"robustness_0.3@k5": 0.05,
#89	"robustness_0.5@k5": 0.05,
#90	"recall@10": 0.05,
#91	"robustness_0.1@k10": 0.05,
#92	"robustness_0.3@k10": 0.05,
#93	"robustness_0.5@k10": 0.05,
#94	"mrr": 0.05,
#95	"ndcg@1": 0.07447692408058539,
#96	"ndcg@3": 0.14453096746465743,
#97	"ndcg@5": 0.15216243094763873,
#98	"ndcg@10": 0.1655122876577389,
#99	"latency_avg_ms": 7.922466845775489,
#100	"latency_p50_ms": 7.669373997487128,
#101	"latency_p95_ms": 12.74045099853538,
#102	"latency_p99_ms": 12.74045099853538,
#103	"latency_min_ms": 5.125919007696211,
#104	"latency_max_ms": 12.74045099853538,
#105	"qps": 126.22331143401777,
#106	"avg_relevance": 0.01927247315939566,
#107	"ingest_time_ms": 667.0463309856132,
#108	"db_size_bytes": 1867776,
#109	"db_size": "1.78 MB",
#110	"messages_ingested": 188
#111	},
#112	"no_scratchpad": {
#113	"recall@1": 0.0,
#114	"robustness_0.1@k1": 0.0,
#115	"robustness_0.3@k1": 0.0,
#116	"robustness_0.5@k1": 0.0,
#117	"recall@3": 0.0,
#118	"robustness_0.1@k3": 0.0,
#119	"robustness_0.3@k3": 0.0,
#120	"robustness_0.5@k3": 0.0,
#121	"recall@5": 0.0,
#122	"robustness_0.1@k5": 0.0,
#123	"robustness_0.3@k5": 0.0,
#124	"robustness_0.5@k5": 0.0,
#125	"recall@10": 0.0,
#126	"robustness_0.1@k10": 0.0,
#127	"robustness_0.3@k10": 0.0,
#128	"robustness_0.5@k10": 0.0,
#129	"mrr": 0.0,
#130	"ndcg@1": 0.15724397799376444,
#131	"ndcg@3": 0.13983735220930535,
#132	"ndcg@5": 0.14993651257781593,
#133	"ndcg@10": 0.17785183072777525,
#134	"latency_avg_ms": 340.4834759494406,
#135	"latency_p50_ms": 330.63421299448237,
#136	"latency_p95_ms": 568.8875569903757,
#137	"latency_p99_ms": 568.8875569903757,
#138	"latency_min_ms": 146.48395098629408,
#139	"latency_max_ms": 568.8875569903757,
#140	"qps": 2.9370000914478824,
#141	"avg_relevance": 0.010486018633818348,
#142	"ingest_time_ms": 731.5395290206652,
#143	"db_size_bytes": 1576960,
#144	"db_size": "1.50 MB",
#145	"wm_items": 188,
#146	"ep_items": 0,
#147	"ep_vectors": 0,
#148	"messages_ingested": 188,
#149	"questions_evaluated": 20
#150	},
#151	"no_episodic": {
#152	"recall@1": 0.0,
#153	"robustness_0.1@k1": 0.0,
#154	"robustness_0.3@k1": 0.0,
#155	"robustness_0.5@k1": 0.0,
#156	"recall@3": 0.0,
#157	"robustness_0.1@k3": 0.0,
#158	"robustness_0.3@k3": 0.0,
#159	"robustness_0.5@k3": 0.0,
#160	"recall@5": 0.0,
#161	"robustness_0.1@k5": 0.0,
#162	"robustness_0.3@k5": 0.0,
#163	"robustness_0.5@k5": 0.0,
#164	"recall@10": 0.0,
#165	"robustness_0.1@k10": 0.0,
#166	"robustness_0.3@k10": 0.0,
#167	"robustness_0.5@k10": 0.0,
#168	"mrr": 0.0,
#169	"ndcg@1": 0.15724397799376444,
#170	"ndcg@3": 0.13983735220930535,
#171	"ndcg@5": 0.14993651257781593,
#172	"ndcg@10": 0.17785183072777525,
#173	"latency_avg_ms": 357.6868572999956,
#174	"latency_p50_ms": 337.4870769912377,
#175	"latency_p95_ms": 668.6317109852098,
#176	"latency_p99_ms": 668.6317109852098,
#177	"latency_min_ms": 144.34212498599663,
#178	"latency_max_ms": 668.6317109852098,
#179	"qps": 2.7957415252786038,
#180	"avg_relevance": 0.010486018633818348,
#181	"ingest_time_ms": 646.0844090033788,
#182	"db_size_bytes": 1871872,
#183	"db_size": "1.79 MB",
#184	"wm_items": 188,
#185	"ep_items": 0,
#186	"ep_vectors": 0,
#187	"messages_ingested": 188,
#188	"questions_evaluated": 20
#189	}
#190	},
#191	"_meta": {
#192	"date": "2026-05-06T03:03:03.693926",
#193	"benchmark": "ICLR 2026 BEAM",
#194	"framework": "Mnemosyne BEAM Architecture",
#195	"scales": [
#196	"100K"
#197	],
#198	"modes": {
#199	"full": {
#200	"recall@1": 0.0,
#201	"robustness_0.1@k1": 0.0,
#202	"robustness_0.3@k1": 0.0,
#203	"robustness_0.5@k1": 0.0,
#204	"recall@3": 0.0,
#205	"robustness_0.1@k3": 0.0,
#206	"robustness_0.3@k3": 0.0,
#207	"robustness_0.5@k3": 0.0,
#208	"recall@5": 0.0,
#209	"robustness_0.1@k5": 0.0,
#210	"robustness_0.3@k5": 0.0,
#211	"robustness_0.5@k5": 0.0,
#212	"recall@10": 0.0,
#213	"robustness_0.1@k10": 0.0,
#214	"robustness_0.3@k10": 0.0,
#215	"robustness_0.5@k10": 0.0,
#216	"mrr": 0.0,
#217	"ndcg@1": 0.15724397799376444,
#218	"ndcg@3": 0.13983735220930535,
#219	"ndcg@5": 0.14993651257781593,
#220	"ndcg@10": 0.17785183072777525,
#221	"latency_avg_ms": 365.72618909704033,
#222	"latency_p50_ms": 372.2822350100614,
#223	"latency_p95_ms": 650.7358050148468,
#224	"latency_p99_ms": 650.7358050148468,
#225	"latency_min_ms": 159.62649101857096,
#226	"latency_max_ms": 650.7358050148468,
#227	"qps": 2.734286003605457,
#228	"avg_relevance": 0.010486018633818348,
#229	"ingest_time_ms": 794.8174650082365,
#230	"db_size_bytes": 1855488,
#231	"db_size": "1.77 MB",
#232	"wm_items": 188,
#233	"ep_items": 0,
#234	"ep_vectors": 0,
#235	"messages_ingested": 188,
#236	"questions_evaluated": 20
#237	},
#238	"keyword_only": {
#239	"recall@1": 0.05,
#240	"robustness_0.1@k1": 0.05,
#241	"robustness_0.3@k1": 0.05,
#242	"robustness_0.5@k1": 0.05,
#243	"recall@3": 0.05,
#244	"robustness_0.1@k3": 0.05,
#245	"robustness_0.3@k3": 0.05,
#246	"robustness_0.5@k3": 0.05,
#247	"recall@5": 0.05,
#248	"robustness_0.1@k5": 0.05,
#249	"robustness_0.3@k5": 0.05,
#250	"robustness_0.5@k5": 0.05,
#251	"recall@10": 0.05,
#252	"robustness_0.1@k10": 0.05,
#253	"robustness_0.3@k10": 0.05,
#254	"robustness_0.5@k10": 0.05,
#255	"mrr": 0.05,
#256	"ndcg@1": 0.07447692408058539,
#257	"ndcg@3": 0.14453096746465743,
#258	"ndcg@5": 0.15216243094763873,
#259	"ndcg@10": 0.1655122876577389,
#260	"latency_avg_ms": 7.271441900229547,
#261	"latency_p50_ms": 7.267184992088005,
#262	"latency_p95_ms": 12.666274007642642,
#263	"latency_p99_ms": 12.666274007642642,
#264	"latency_min_ms": 3.250809997553006,
#265	"latency_max_ms": 12.666274007642642,
#266	"qps": 137.52430586957337,
#267	"avg_relevance": 0.01927247315939566,
#268	"ingest_time_ms": 646.2528420088347,
#269	"db_size_bytes": 1871872,
#270	"db_size": "1.79 MB",
#271	"messages_ingested": 188
#272	},
#273	"fts5_only": {
#274	"recall@1": 0.05,
#275	"robustness_0.1@k1": 0.05,
#276	"robustness_0.3@k1": 0.05,
#277	"robustness_0.5@k1": 0.05,
#278	"recall@3": 0.05,
#279	"robustness_0.1@k3": 0.05,
#280	"robustness_0.3@k3": 0.05,
#281	"robustness_0.5@k3": 0.05,
#282	"recall@5": 0.05,
#283	"robustness_0.1@k5": 0.05,
#284	"robustness_0.3@k5": 0.05,
#285	"robustness_0.5@k5": 0.05,
#286	"recall@10": 0.05,
#287	"robustness_0.1@k10": 0.05,
#288	"robustness_0.3@k10": 0.05,
#289	"robustness_0.5@k10": 0.05,
#290	"mrr": 0.05,
#291	"ndcg@1": 0.07447692408058539,
#292	"ndcg@3": 0.14453096746465743,
#293	"ndcg@5": 0.15216243094763873,
#294	"ndcg@10": 0.1655122876577389,
#295	"latency_avg_ms": 7.922466845775489,
#296	"latency_p50_ms": 7.669373997487128,
#297	"latency_p95_ms": 12.74045099853538,
#298	"latency_p99_ms": 12.74045099853538,
#299	"latency_min_ms": 5.125919007696211,
#300	"latency_max_ms": 12.74045099853538,
#301	"qps": 126.22331143401777,
#302	"avg_relevance": 0.01927247315939566,
#303	"ingest_time_ms": 667.0463309856132,
#304	"db_size_bytes": 1867776,
#305	"db_size": "1.78 MB",
#306	"messages_ingested": 188
#307	},
#308	"no_scratchpad": {
#309	"recall@1": 0.0,
#310	"robustness_0.1@k1": 0.0,
#311	"robustness_0.3@k1": 0.0,
#312	"robustness_0.5@k1": 0.0,
#313	"recall@3": 0.0,
#314	"robustness_0.1@k3": 0.0,
#315	"robustness_0.3@k3": 0.0,
#316	"robustness_0.5@k3": 0.0,
#317	"recall@5": 0.0,
#318	"robustness_0.1@k5": 0.0,
#319	"robustness_0.3@k5": 0.0,
#320	"robustness_0.5@k5": 0.0,
#321	"recall@10": 0.0,
#322	"robustness_0.1@k10": 0.0,
#323	"robustness_0.3@k10": 0.0,
#324	"robustness_0.5@k10": 0.0,
#325	"mrr": 0.0,
#326	"ndcg@1": 0.15724397799376444,
#327	"ndcg@3": 0.13983735220930535,
#328	"ndcg@5": 0.14993651257781593,
#329	"ndcg@10": 0.17785183072777525,
#330	"latency_avg_ms": 340.4834759494406,
#331	"latency_p50_ms": 330.63421299448237,
#332	"latency_p95_ms": 568.8875569903757,
#333	"latency_p99_ms": 568.8875569903757,
#334	"latency_min_ms": 146.48395098629408,
#335	"latency_max_ms": 568.8875569903757,
#336	"qps": 2.9370000914478824,
#337	"avg_relevance": 0.010486018633818348,
#338	"ingest_time_ms": 731.5395290206652,
#339	"db_size_bytes": 1576960,
#340	"db_size": "1.50 MB",
#341	"wm_items": 188,
#342	"ep_items": 0,
#343	"ep_vectors": 0,
#344	"messages_ingested": 188,
#345	"questions_evaluated": 20
#346	},
#347	"no_episodic": {
#348	"recall@1": 0.0,
#349	"robustness_0.1@k1": 0.0,
#350	"robustness_0.3@k1": 0.0,
#351	"robustness_0.5@k1": 0.0,
#352	"recall@3": 0.0,
#353	"robustness_0.1@k3": 0.0,
#354	"robustness_0.3@k3": 0.0,
#355	"robustness_0.5@k3": 0.0,
#356	"recall@5": 0.0,
#357	"robustness_0.1@k5": 0.0,
#358	"robustness_0.3@k5": 0.0,
#359	"robustness_0.5@k5": 0.0,
#360	"recall@10": 0.0,
#361	"robustness_0.1@k10": 0.0,
#362	"robustness_0.3@k10": 0.0,
#363	"robustness_0.5@k10": 0.0,
#364	"mrr": 0.0,
#365	"ndcg@1": 0.15724397799376444,
#366	"ndcg@3": 0.13983735220930535,
#367	"ndcg@5": 0.14993651257781593,
#368	"ndcg@10": 0.17785183072777525,
#369	"latency_avg_ms": 357.6868572999956,
#370	"latency_p50_ms": 337.4870769912377,
#371	"latency_p95_ms": 668.6317109852098,
#372	"latency_p99_ms": 668.6317109852098,
#373	"latency_min_ms": 144.34212498599663,
#374	"latency_max_ms": 668.6317109852098,
#375	"qps": 2.7957415252786038,
#376	"avg_relevance": 0.010486018633818348,
#377	"ingest_time_ms": 646.0844090033788,
#378	"db_size_bytes": 1871872,
#379	"db_size": "1.79 MB",
#380	"wm_items": 188,
#381	"ep_items": 0,
#382	"ep_vectors": 0,
#383	"messages_ingested": 188,
#384	"questions_evaluated": 20
#385	}
#386	},
#387	"top_k": 10,
#388	"total_time_ms": 26274.62137999828,
#389	"embedding_model": "BAAI/bge-small-en-v1.5",
#390	"embedding_dim": 384,
#391	"vec_type": "int8"
#392	}
#393	}

z6Mkq5mY3JWtxoxUobWcfNHm7AkRubgSWEZTkBVqZXJviFZ5/my-project-public