my-project-public

repository

loading code, commits, and activity

repositories

loading repo index

#1	{
#2	"100K": {
#3	"full": {
#4	"recall@1": 0.2,
#5	"robustness_0.1@k1": 0.2,
#6	"robustness_0.3@k1": 0.2,
#7	"robustness_0.5@k1": 0.2,
#8	"recall@3": 0.2,
#9	"robustness_0.1@k3": 0.2,
#10	"robustness_0.3@k3": 0.2,
#11	"robustness_0.5@k3": 0.2,
#12	"recall@5": 0.2,
#13	"robustness_0.1@k5": 0.2,
#14	"robustness_0.3@k5": 0.2,
#15	"robustness_0.5@k5": 0.2,
#16	"recall@10": 0.2,
#17	"robustness_0.1@k10": 0.2,
#18	"robustness_0.3@k10": 0.2,
#19	"robustness_0.5@k10": 0.2,
#20	"mrr": 0.2,
#21	"ndcg@1": 0.18876314626206786,
#22	"ndcg@3": 0.18257902128492484,
#23	"ndcg@5": 0.18570742922765746,
#24	"ndcg@10": 0.19479740690689656,
#25	"latency_avg_ms": 371.93415590008954,
#26	"latency_p50_ms": 337.0880039874464,
#27	"latency_p95_ms": 666.7286900046747,
#28	"latency_p99_ms": 666.7286900046747,
#29	"latency_min_ms": 171.51405499316752,
#30	"latency_max_ms": 666.7286900046747,
#31	"qps": 2.688647934417252,
#32	"avg_relevance": 0.05875521823154519,
#33	"ingest_time_ms": 719.3993550026789,
#34	"db_size_bytes": 1855488,
#35	"db_size": "1.77 MB",
#36	"wm_items": 188,
#37	"ep_items": 0,
#38	"ep_vectors": 0,
#39	"messages_ingested": 188,
#40	"questions_evaluated": 20
#41	},
#42	"keyword_only": {
#43	"recall@1": 0.2,
#44	"robustness_0.1@k1": 0.2,
#45	"robustness_0.3@k1": 0.2,
#46	"robustness_0.5@k1": 0.2,
#47	"recall@3": 0.2,
#48	"robustness_0.1@k3": 0.2,
#49	"robustness_0.3@k3": 0.2,
#50	"robustness_0.5@k3": 0.2,
#51	"recall@5": 0.2,
#52	"robustness_0.1@k5": 0.2,
#53	"robustness_0.3@k5": 0.2,
#54	"robustness_0.5@k5": 0.2,
#55	"recall@10": 0.2,
#56	"robustness_0.1@k10": 0.2,
#57	"robustness_0.3@k10": 0.2,
#58	"robustness_0.5@k10": 0.2,
#59	"mrr": 0.2,
#60	"ndcg@1": 0.16603596907941143,
#61	"ndcg@3": 0.18529299689899378,
#62	"ndcg@5": 0.18909159920366386,
#63	"ndcg@10": 0.1941191379483131,
#64	"latency_avg_ms": 7.634628299274482,
#65	"latency_p50_ms": 7.56232300773263,
#66	"latency_p95_ms": 11.26858199131675,
#67	"latency_p99_ms": 11.26858199131675,
#68	"latency_min_ms": 3.9118110144045204,
#69	"latency_max_ms": 11.26858199131675,
#70	"qps": 130.9821461897536,
#71	"avg_relevance": 0.0637626068013686,
#72	"ingest_time_ms": 658.2723909814376,
#73	"db_size_bytes": 1871872,
#74	"db_size": "1.79 MB",
#75	"messages_ingested": 188
#76	},
#77	"fts5_only": {
#78	"recall@1": 0.2,
#79	"robustness_0.1@k1": 0.2,
#80	"robustness_0.3@k1": 0.2,
#81	"robustness_0.5@k1": 0.2,
#82	"recall@3": 0.2,
#83	"robustness_0.1@k3": 0.2,
#84	"robustness_0.3@k3": 0.2,
#85	"robustness_0.5@k3": 0.2,
#86	"recall@5": 0.2,
#87	"robustness_0.1@k5": 0.2,
#88	"robustness_0.3@k5": 0.2,
#89	"robustness_0.5@k5": 0.2,
#90	"recall@10": 0.2,
#91	"robustness_0.1@k10": 0.2,
#92	"robustness_0.3@k10": 0.2,
#93	"robustness_0.5@k10": 0.2,
#94	"mrr": 0.2,
#95	"ndcg@1": 0.16603596907941143,
#96	"ndcg@3": 0.18529299689899378,
#97	"ndcg@5": 0.18909159920366386,
#98	"ndcg@10": 0.1941191379483131,
#99	"latency_avg_ms": 8.861083300143946,
#100	"latency_p50_ms": 8.548949001124129,
#101	"latency_p95_ms": 14.997030986705795,
#102	"latency_p99_ms": 14.997030986705795,
#103	"latency_min_ms": 4.822974995477125,
#104	"latency_max_ms": 14.997030986705795,
#105	"qps": 112.85301877071342,
#106	"avg_relevance": 0.0637626068013686,
#107	"ingest_time_ms": 746.0921930032782,
#108	"db_size_bytes": 1867776,
#109	"db_size": "1.78 MB",
#110	"messages_ingested": 188
#111	},
#112	"no_scratchpad": {
#113	"recall@1": 0.2,
#114	"robustness_0.1@k1": 0.2,
#115	"robustness_0.3@k1": 0.2,
#116	"robustness_0.5@k1": 0.2,
#117	"recall@3": 0.2,
#118	"robustness_0.1@k3": 0.2,
#119	"robustness_0.3@k3": 0.2,
#120	"robustness_0.5@k3": 0.2,
#121	"recall@5": 0.2,
#122	"robustness_0.1@k5": 0.2,
#123	"robustness_0.3@k5": 0.2,
#124	"robustness_0.5@k5": 0.2,
#125	"recall@10": 0.2,
#126	"robustness_0.1@k10": 0.2,
#127	"robustness_0.3@k10": 0.2,
#128	"robustness_0.5@k10": 0.2,
#129	"mrr": 0.2,
#130	"ndcg@1": 0.18876314626206786,
#131	"ndcg@3": 0.18257902128492484,
#132	"ndcg@5": 0.18570742922765746,
#133	"ndcg@10": 0.19479740690689656,
#134	"latency_avg_ms": 337.77034459490096,
#135	"latency_p50_ms": 344.37468598480336,
#136	"latency_p95_ms": 531.7180800193455,
#137	"latency_p99_ms": 531.7180800193455,
#138	"latency_min_ms": 140.9783949784469,
#139	"latency_max_ms": 531.7180800193455,
#140	"qps": 2.9605914669605844,
#141	"avg_relevance": 0.05875521823154519,
#142	"ingest_time_ms": 707.685583998682,
#143	"db_size_bytes": 1576960,
#144	"db_size": "1.50 MB",
#145	"wm_items": 188,
#146	"ep_items": 0,
#147	"ep_vectors": 0,
#148	"messages_ingested": 188,
#149	"questions_evaluated": 20
#150	},
#151	"no_episodic": {
#152	"recall@1": 0.2,
#153	"robustness_0.1@k1": 0.2,
#154	"robustness_0.3@k1": 0.2,
#155	"robustness_0.5@k1": 0.2,
#156	"recall@3": 0.2,
#157	"robustness_0.1@k3": 0.2,
#158	"robustness_0.3@k3": 0.2,
#159	"robustness_0.5@k3": 0.2,
#160	"recall@5": 0.2,
#161	"robustness_0.1@k5": 0.2,
#162	"robustness_0.3@k5": 0.2,
#163	"robustness_0.5@k5": 0.2,
#164	"recall@10": 0.2,
#165	"robustness_0.1@k10": 0.2,
#166	"robustness_0.3@k10": 0.2,
#167	"robustness_0.5@k10": 0.2,
#168	"mrr": 0.2,
#169	"ndcg@1": 0.18876314626206786,
#170	"ndcg@3": 0.18257902128492484,
#171	"ndcg@5": 0.18570742922765746,
#172	"ndcg@10": 0.19479740690689656,
#173	"latency_avg_ms": 357.7750074517098,
#174	"latency_p50_ms": 357.2757259826176,
#175	"latency_p95_ms": 627.1029920026194,
#176	"latency_p99_ms": 627.1029920026194,
#177	"latency_min_ms": 141.73592498991638,
#178	"latency_max_ms": 627.1029920026194,
#179	"qps": 2.7950526984056414,
#180	"avg_relevance": 0.05875521823154519,
#181	"ingest_time_ms": 668.1493639771361,
#182	"db_size_bytes": 1871872,
#183	"db_size": "1.79 MB",
#184	"wm_items": 188,
#185	"ep_items": 0,
#186	"ep_vectors": 0,
#187	"messages_ingested": 188,
#188	"questions_evaluated": 20
#189	}
#190	},
#191	"1M": {
#192	"full": {
#193	"recall@1": 0.2,
#194	"robustness_0.1@k1": 0.2,
#195	"robustness_0.3@k1": 0.2,
#196	"robustness_0.5@k1": 0.2,
#197	"recall@3": 0.2,
#198	"robustness_0.1@k3": 0.2,
#199	"robustness_0.3@k3": 0.2,
#200	"robustness_0.5@k3": 0.2,
#201	"recall@5": 0.2,
#202	"robustness_0.1@k5": 0.2,
#203	"robustness_0.3@k5": 0.2,
#204	"robustness_0.5@k5": 0.2,
#205	"recall@10": 0.2,
#206	"robustness_0.1@k10": 0.2,
#207	"robustness_0.3@k10": 0.2,
#208	"robustness_0.5@k10": 0.2,
#209	"mrr": 0.2,
#210	"ndcg@1": 0.1446815274127551,
#211	"ndcg@3": 0.17267564684996006,
#212	"ndcg@5": 0.17933950715221963,
#213	"ndcg@10": 0.190176470636891,
#214	"latency_avg_ms": 492.59777949919226,
#215	"latency_p50_ms": 419.84987299656495,
#216	"latency_p95_ms": 1074.1184520011302,
#217	"latency_p99_ms": 1074.1184520011302,
#218	"latency_min_ms": 292.27355000330135,
#219	"latency_max_ms": 1074.1184520011302,
#220	"qps": 2.0300538118882034,
#221	"avg_relevance": 0.05232302812483549,
#222	"ingest_time_ms": 11336.941048997687,
#223	"db_size_bytes": 5017600,
#224	"db_size": "4.79 MB",
#225	"wm_items": 213,
#226	"ep_items": 3,
#227	"ep_vectors": 0,
#228	"messages_ingested": 1710,
#229	"questions_evaluated": 20
#230	},
#231	"keyword_only": {
#232	"recall@1": 0.2,
#233	"robustness_0.1@k1": 0.2,
#234	"robustness_0.3@k1": 0.2,
#235	"robustness_0.5@k1": 0.2,
#236	"recall@3": 0.2,
#237	"robustness_0.1@k3": 0.2,
#238	"robustness_0.3@k3": 0.2,
#239	"robustness_0.5@k3": 0.2,
#240	"recall@5": 0.2,
#241	"robustness_0.1@k5": 0.2,
#242	"robustness_0.3@k5": 0.2,
#243	"robustness_0.5@k5": 0.2,
#244	"recall@10": 0.2,
#245	"robustness_0.1@k10": 0.2,
#246	"robustness_0.3@k10": 0.2,
#247	"robustness_0.5@k10": 0.2,
#248	"mrr": 0.2,
#249	"ndcg@1": 0.1852208794491282,
#250	"ndcg@3": 0.18979088247630901,
#251	"ndcg@5": 0.18999741560002048,
#252	"ndcg@10": 0.19614268869073076,
#253	"latency_avg_ms": 12.656913453247398,
#254	"latency_p50_ms": 10.80800499767065,
#255	"latency_p95_ms": 29.37605101033114,
#256	"latency_p99_ms": 29.37605101033114,
#257	"latency_min_ms": 5.660546012222767,
#258	"latency_max_ms": 29.37605101033114,
#259	"qps": 79.0082039901623,
#260	"avg_relevance": 0.05017114407822137,
#261	"ingest_time_ms": 10083.668131002923,
#262	"db_size_bytes": 5038080,
#263	"db_size": "4.80 MB",
#264	"messages_ingested": 1710
#265	},
#266	"fts5_only": {
#267	"recall@1": 0.2,
#268	"robustness_0.1@k1": 0.2,
#269	"robustness_0.3@k1": 0.2,
#270	"robustness_0.5@k1": 0.2,
#271	"recall@3": 0.2,
#272	"robustness_0.1@k3": 0.2,
#273	"robustness_0.3@k3": 0.2,
#274	"robustness_0.5@k3": 0.2,
#275	"recall@5": 0.2,
#276	"robustness_0.1@k5": 0.2,
#277	"robustness_0.3@k5": 0.2,
#278	"robustness_0.5@k5": 0.2,
#279	"recall@10": 0.2,
#280	"robustness_0.1@k10": 0.2,
#281	"robustness_0.3@k10": 0.2,
#282	"robustness_0.5@k10": 0.2,
#283	"mrr": 0.2,
#284	"ndcg@1": 0.1852208794491282,
#285	"ndcg@3": 0.18979088247630901,
#286	"ndcg@5": 0.18999741560002048,
#287	"ndcg@10": 0.19614268869073076,
#288	"latency_avg_ms": 10.239280898531433,
#289	"latency_p50_ms": 9.748592972755432,
#290	"latency_p95_ms": 16.860288014868274,
#291	"latency_p99_ms": 16.860288014868274,
#292	"latency_min_ms": 5.981922993669286,
#293	"latency_max_ms": 16.860288014868274,
#294	"qps": 97.6631083676418,
#295	"avg_relevance": 0.05017114407822137,
#296	"ingest_time_ms": 10131.131047004601,
#297	"db_size_bytes": 5029888,
#298	"db_size": "4.80 MB",
#299	"messages_ingested": 1710
#300	},
#301	"no_scratchpad": {
#302	"recall@1": 0.2,
#303	"robustness_0.1@k1": 0.2,
#304	"robustness_0.3@k1": 0.2,
#305	"robustness_0.5@k1": 0.2,
#306	"recall@3": 0.2,
#307	"robustness_0.1@k3": 0.2,
#308	"robustness_0.3@k3": 0.2,
#309	"robustness_0.5@k3": 0.2,
#310	"recall@5": 0.2,
#311	"robustness_0.1@k5": 0.2,
#312	"robustness_0.3@k5": 0.2,
#313	"robustness_0.5@k5": 0.2,
#314	"recall@10": 0.2,
#315	"robustness_0.1@k10": 0.2,
#316	"robustness_0.3@k10": 0.2,
#317	"robustness_0.5@k10": 0.2,
#318	"mrr": 0.2,
#319	"ndcg@1": 0.1446815274127551,
#320	"ndcg@3": 0.17267564684996006,
#321	"ndcg@5": 0.17933950715221963,
#322	"ndcg@10": 0.190176470636891,
#323	"latency_avg_ms": 455.4518270990229,
#324	"latency_p50_ms": 430.8436930004973,
#325	"latency_p95_ms": 906.6703040152788,
#326	"latency_p99_ms": 906.6703040152788,
#327	"latency_min_ms": 231.7068789852783,
#328	"latency_max_ms": 906.6703040152788,
#329	"qps": 2.195621886884171,
#330	"avg_relevance": 0.05232302812483549,
#331	"ingest_time_ms": 9500.444064993644,
#332	"db_size_bytes": 4997120,
#333	"db_size": "4.77 MB",
#334	"wm_items": 213,
#335	"ep_items": 3,
#336	"ep_vectors": 0,
#337	"messages_ingested": 1710,
#338	"questions_evaluated": 20
#339	},
#340	"no_episodic": {
#341	"recall@1": 0.2,
#342	"robustness_0.1@k1": 0.2,
#343	"robustness_0.3@k1": 0.2,
#344	"robustness_0.5@k1": 0.2,
#345	"recall@3": 0.2,
#346	"robustness_0.1@k3": 0.2,
#347	"robustness_0.3@k3": 0.2,
#348	"robustness_0.5@k3": 0.2,
#349	"recall@5": 0.2,
#350	"robustness_0.1@k5": 0.2,
#351	"robustness_0.3@k5": 0.2,
#352	"robustness_0.5@k5": 0.2,
#353	"recall@10": 0.2,
#354	"robustness_0.1@k10": 0.2,
#355	"robustness_0.3@k10": 0.2,
#356	"robustness_0.5@k10": 0.2,
#357	"mrr": 0.2,
#358	"ndcg@1": 0.12484603156880449,
#359	"ndcg@3": 0.15115370510489598,
#360	"ndcg@5": 0.15947519355039497,
#361	"ndcg@10": 0.18247517617700088,
#362	"latency_avg_ms": 3342.0456308478606,
#363	"latency_p50_ms": 2851.838591013802,
#364	"latency_p95_ms": 6629.0451509994455,
#365	"latency_p99_ms": 6629.0451509994455,
#366	"latency_min_ms": 1600.312682974618,
#367	"latency_max_ms": 6629.0451509994455,
#368	"qps": 0.29921793729258717,
#369	"avg_relevance": 0.06141601069972676,
#370	"ingest_time_ms": 19850.20100499969,
#371	"db_size_bytes": 13615104,
#372	"db_size": "12.98 MB",
#373	"wm_items": 1705,
#374	"ep_items": 0,
#375	"ep_vectors": 0,
#376	"messages_ingested": 1710,
#377	"questions_evaluated": 20
#378	}
#379	},
#380	"500K": {
#381	"full": {
#382	"recall@1": 0.15,
#383	"robustness_0.1@k1": 0.15,
#384	"robustness_0.3@k1": 0.15,
#385	"robustness_0.5@k1": 0.15,
#386	"recall@3": 0.2,
#387	"robustness_0.1@k3": 0.2,
#388	"robustness_0.3@k3": 0.2,
#389	"robustness_0.5@k3": 0.2,
#390	"recall@5": 0.2,
#391	"robustness_0.1@k5": 0.2,
#392	"robustness_0.3@k5": 0.2,
#393	"robustness_0.5@k5": 0.2,
#394	"recall@10": 0.2,
#395	"robustness_0.1@k10": 0.2,
#396	"robustness_0.3@k10": 0.2,
#397	"robustness_0.5@k10": 0.2,
#398	"mrr": 0.175,
#399	"ndcg@1": 0.15299175958538636,
#400	"ndcg@3": 0.16930042972351655,
#401	"ndcg@5": 0.1735765383676836,
#402	"ndcg@10": 0.18925111569057296,
#403	"latency_avg_ms": 571.2068668013671,
#404	"latency_p50_ms": 520.5686709959991,
#405	"latency_p95_ms": 957.3034789937083,
#406	"latency_p99_ms": 957.3034789937083,
#407	"latency_min_ms": 254.3075820140075,
#408	"latency_max_ms": 957.3034789937083,
#409	"qps": 1.7506792339521058,
#410	"avg_relevance": 0.053743135869701225,
#411	"ingest_time_ms": 4571.2864670204,
#412	"db_size_bytes": 4120576,
#413	"db_size": "3.93 MB",
#414	"wm_items": 296,
#415	"ep_items": 1,
#416	"ep_vectors": 0,
#417	"messages_ingested": 796,
#418	"questions_evaluated": 20
#419	},
#420	"keyword_only": {
#421	"recall@1": 0.15,
#422	"robustness_0.1@k1": 0.15,
#423	"robustness_0.3@k1": 0.15,
#424	"robustness_0.5@k1": 0.15,
#425	"recall@3": 0.2,
#426	"robustness_0.1@k3": 0.2,
#427	"robustness_0.3@k3": 0.2,
#428	"robustness_0.5@k3": 0.2,
#429	"recall@5": 0.2,
#430	"robustness_0.1@k5": 0.2,
#431	"robustness_0.3@k5": 0.2,
#432	"robustness_0.5@k5": 0.2,
#433	"recall@10": 0.2,
#434	"robustness_0.1@k10": 0.2,
#435	"robustness_0.3@k10": 0.2,
#436	"robustness_0.5@k10": 0.2,
#437	"mrr": 0.16666666666666666,
#438	"ndcg@1": 0.15688789865500619,
#439	"ndcg@3": 0.1653442724860557,
#440	"ndcg@5": 0.17621903675471884,
#441	"ndcg@10": 0.18874927630642008,
#442	"latency_avg_ms": 10.877954452007543,
#443	"latency_p50_ms": 10.629441996570677,
#444	"latency_p95_ms": 17.381548997946084,
#445	"latency_p99_ms": 17.381548997946084,
#446	"latency_min_ms": 6.6390460124239326,
#447	"latency_max_ms": 17.381548997946084,
#448	"qps": 91.92904827942614,
#449	"avg_relevance": 0.05535130458334745,
#450	"ingest_time_ms": 4298.866672994336,
#451	"db_size_bytes": 4128768,
#452	"db_size": "3.94 MB",
#453	"messages_ingested": 796
#454	},
#455	"fts5_only": {
#456	"recall@1": 0.15,
#457	"robustness_0.1@k1": 0.15,
#458	"robustness_0.3@k1": 0.15,
#459	"robustness_0.5@k1": 0.15,
#460	"recall@3": 0.2,
#461	"robustness_0.1@k3": 0.2,
#462	"robustness_0.3@k3": 0.2,
#463	"robustness_0.5@k3": 0.2,
#464	"recall@5": 0.2,
#465	"robustness_0.1@k5": 0.2,
#466	"robustness_0.3@k5": 0.2,
#467	"robustness_0.5@k5": 0.2,
#468	"recall@10": 0.2,
#469	"robustness_0.1@k10": 0.2,
#470	"robustness_0.3@k10": 0.2,
#471	"robustness_0.5@k10": 0.2,
#472	"mrr": 0.16666666666666666,
#473	"ndcg@1": 0.15688789865500619,
#474	"ndcg@3": 0.1653442724860557,
#475	"ndcg@5": 0.17621903675471884,
#476	"ndcg@10": 0.18874927630642008,
#477	"latency_avg_ms": 12.579948653001338,
#478	"latency_p50_ms": 12.264695018529892,
#479	"latency_p95_ms": 19.813445018371567,
#480	"latency_p99_ms": 19.813445018371567,
#481	"latency_min_ms": 7.854808995034546,
#482	"latency_max_ms": 19.813445018371567,
#483	"qps": 79.49158041765288,
#484	"avg_relevance": 0.05535130458334745,
#485	"ingest_time_ms": 4373.8971530110575,
#486	"db_size_bytes": 4132864,
#487	"db_size": "3.94 MB",
#488	"messages_ingested": 796
#489	},
#490	"no_scratchpad": {
#491	"recall@1": 0.15,
#492	"robustness_0.1@k1": 0.15,
#493	"robustness_0.3@k1": 0.15,
#494	"robustness_0.5@k1": 0.15,
#495	"recall@3": 0.2,
#496	"robustness_0.1@k3": 0.2,
#497	"robustness_0.3@k3": 0.2,
#498	"robustness_0.5@k3": 0.2,
#499	"recall@5": 0.2,
#500	"robustness_0.1@k5": 0.2,
#501	"robustness_0.3@k5": 0.2,
#502	"robustness_0.5@k5": 0.2,
#503	"recall@10": 0.2,
#504	"robustness_0.1@k10": 0.2,
#505	"robustness_0.3@k10": 0.2,
#506	"robustness_0.5@k10": 0.2,
#507	"mrr": 0.175,
#508	"ndcg@1": 0.15299175958538636,
#509	"ndcg@3": 0.16930042972351655,
#510	"ndcg@5": 0.1735765383676836,
#511	"ndcg@10": 0.18925111569057296,
#512	"latency_avg_ms": 538.9055268504308,
#513	"latency_p50_ms": 489.0238830121234,
#514	"latency_p95_ms": 1074.374620016897,
#515	"latency_p99_ms": 1074.374620016897,
#516	"latency_min_ms": 252.27741297567263,
#517	"latency_max_ms": 1074.374620016897,
#518	"qps": 1.8556128118491957,
#519	"avg_relevance": 0.053743135869701225,
#520	"ingest_time_ms": 4586.601679009618,
#521	"db_size_bytes": 4108288,
#522	"db_size": "3.92 MB",
#523	"wm_items": 296,
#524	"ep_items": 1,
#525	"ep_vectors": 0,
#526	"messages_ingested": 796,
#527	"questions_evaluated": 20
#528	},
#529	"no_episodic": {
#530	"recall@1": 0.15,
#531	"robustness_0.1@k1": 0.15,
#532	"robustness_0.3@k1": 0.15,
#533	"robustness_0.5@k1": 0.15,
#534	"recall@3": 0.2,
#535	"robustness_0.1@k3": 0.2,
#536	"robustness_0.3@k3": 0.2,
#537	"robustness_0.5@k3": 0.2,
#538	"recall@5": 0.2,
#539	"robustness_0.1@k5": 0.2,
#540	"robustness_0.3@k5": 0.2,
#541	"robustness_0.5@k5": 0.2,
#542	"recall@10": 0.2,
#543	"robustness_0.1@k10": 0.2,
#544	"robustness_0.3@k10": 0.2,
#545	"robustness_0.5@k10": 0.2,
#546	"mrr": 0.175,
#547	"ndcg@1": 0.1567872367595603,
#548	"ndcg@3": 0.17781282461421744,
#549	"ndcg@5": 0.18244194962550375,
#550	"ndcg@10": 0.19129542692310683,
#551	"latency_avg_ms": 1397.3638650015346,
#552	"latency_p50_ms": 1268.0273610167205,
#553	"latency_p95_ms": 2475.04171699984,
#554	"latency_p99_ms": 2475.04171699984,
#555	"latency_min_ms": 671.0406930069439,
#556	"latency_max_ms": 2475.04171699984,
#557	"qps": 0.7156332184093667,
#558	"avg_relevance": 0.06142830263594947,
#559	"ingest_time_ms": 5225.982042000396,
#560	"db_size_bytes": 6303744,
#561	"db_size": "6.01 MB",
#562	"wm_items": 796,
#563	"ep_items": 0,
#564	"ep_vectors": 0,
#565	"messages_ingested": 796,
#566	"questions_evaluated": 20
#567	}
#568	},
#569	"10M": {
#570	"full": {
#571	"recall@1": 0.2,
#572	"robustness_0.1@k1": 0.2,
#573	"robustness_0.3@k1": 0.2,
#574	"robustness_0.5@k1": 0.2,
#575	"recall@3": 0.2,
#576	"robustness_0.1@k3": 0.2,
#577	"robustness_0.3@k3": 0.2,
#578	"robustness_0.5@k3": 0.2,
#579	"recall@5": 0.2,
#580	"robustness_0.1@k5": 0.2,
#581	"robustness_0.3@k5": 0.2,
#582	"robustness_0.5@k5": 0.2,
#583	"recall@10": 0.2,
#584	"robustness_0.1@k10": 0.2,
#585	"robustness_0.3@k10": 0.2,
#586	"robustness_0.5@k10": 0.2,
#587	"mrr": 0.2,
#588	"ndcg@1": 0.1914024513680106,
#589	"ndcg@3": 0.19570662738394695,
#590	"ndcg@5": 0.1964574308469412,
#591	"ndcg@10": 0.19835337625897986,
#592	"latency_avg_ms": 35.407220797787886,
#593	"latency_p50_ms": 34.12483001011424,
#594	"latency_p95_ms": 51.26428999938071,
#595	"latency_p99_ms": 51.26428999938071,
#596	"latency_min_ms": 25.8543899981305,
#597	"latency_max_ms": 51.26428999938071,
#598	"qps": 28.24282667400081,
#599	"avg_relevance": 0.051886829109267965,
#600	"ingest_time_ms": 22919.72725899541,
#601	"db_size_bytes": 7593984,
#602	"db_size": "7.24 MB",
#603	"wm_items": 0,
#604	"ep_items": 40,
#605	"ep_vectors": 0,
#606	"messages_ingested": 19895,
#607	"questions_evaluated": 20
#608	},
#609	"keyword_only": {
#610	"recall@1": 0.2,
#611	"robustness_0.1@k1": 0.2,
#612	"robustness_0.3@k1": 0.2,
#613	"robustness_0.5@k1": 0.2,
#614	"recall@3": 0.2,
#615	"robustness_0.1@k3": 0.2,
#616	"robustness_0.3@k3": 0.2,
#617	"robustness_0.5@k3": 0.2,
#618	"recall@5": 0.2,
#619	"robustness_0.1@k5": 0.2,
#620	"robustness_0.3@k5": 0.2,
#621	"robustness_0.5@k5": 0.2,
#622	"recall@10": 0.2,
#623	"robustness_0.1@k10": 0.2,
#624	"robustness_0.3@k10": 0.2,
#625	"robustness_0.5@k10": 0.2,
#626	"mrr": 0.2,
#627	"ndcg@1": 0.1854659766250094,
#628	"ndcg@3": 0.18489835533056653,
#629	"ndcg@5": 0.18743886653339192,
#630	"ndcg@10": 0.19529064157535636,
#631	"latency_avg_ms": 0.6495128051028587,
#632	"latency_p50_ms": 0.5654220003634691,
#633	"latency_p95_ms": 2.378867007791996,
#634	"latency_p99_ms": 2.378867007791996,
#635	"latency_min_ms": 0.4244110023137182,
#636	"latency_max_ms": 2.378867007791996,
#637	"qps": 1539.6155274284965,
#638	"avg_relevance": 0.04920363473361949,
#639	"ingest_time_ms": 21085.989481012803,
#640	"db_size_bytes": 7626752,
#641	"db_size": "7.27 MB",
#642	"messages_ingested": 19895
#643	}
#644	},
#645	"_meta": {
#646	"date": "2026-05-06T03:11:54.230995",
#647	"benchmark": "ICLR 2026 BEAM",
#648	"framework": "Mnemosyne BEAM Architecture",
#649	"scales": [
#650	"100K",
#651	"1M",
#652	"500K"
#653	],
#654	"modes": {
#655	"full": {
#656	"recall@1": 0.15,
#657	"robustness_0.1@k1": 0.15,
#658	"robustness_0.3@k1": 0.15,
#659	"robustness_0.5@k1": 0.15,
#660	"recall@3": 0.2,
#661	"robustness_0.1@k3": 0.2,
#662	"robustness_0.3@k3": 0.2,
#663	"robustness_0.5@k3": 0.2,
#664	"recall@5": 0.2,
#665	"robustness_0.1@k5": 0.2,
#666	"robustness_0.3@k5": 0.2,
#667	"robustness_0.5@k5": 0.2,
#668	"recall@10": 0.2,
#669	"robustness_0.1@k10": 0.2,
#670	"robustness_0.3@k10": 0.2,
#671	"robustness_0.5@k10": 0.2,
#672	"mrr": 0.175,
#673	"ndcg@1": 0.15299175958538636,
#674	"ndcg@3": 0.16930042972351655,
#675	"ndcg@5": 0.1735765383676836,
#676	"ndcg@10": 0.18925111569057296,
#677	"latency_avg_ms": 571.2068668013671,
#678	"latency_p50_ms": 520.5686709959991,
#679	"latency_p95_ms": 957.3034789937083,
#680	"latency_p99_ms": 957.3034789937083,
#681	"latency_min_ms": 254.3075820140075,
#682	"latency_max_ms": 957.3034789937083,
#683	"qps": 1.7506792339521058,
#684	"avg_relevance": 0.053743135869701225,
#685	"ingest_time_ms": 4571.2864670204,
#686	"db_size_bytes": 4120576,
#687	"db_size": "3.93 MB",
#688	"wm_items": 296,
#689	"ep_items": 1,
#690	"ep_vectors": 0,
#691	"messages_ingested": 796,
#692	"questions_evaluated": 20
#693	},
#694	"keyword_only": {
#695	"recall@1": 0.15,
#696	"robustness_0.1@k1": 0.15,
#697	"robustness_0.3@k1": 0.15,
#698	"robustness_0.5@k1": 0.15,
#699	"recall@3": 0.2,
#700	"robustness_0.1@k3": 0.2,
#701	"robustness_0.3@k3": 0.2,
#702	"robustness_0.5@k3": 0.2,
#703	"recall@5": 0.2,
#704	"robustness_0.1@k5": 0.2,
#705	"robustness_0.3@k5": 0.2,
#706	"robustness_0.5@k5": 0.2,
#707	"recall@10": 0.2,
#708	"robustness_0.1@k10": 0.2,
#709	"robustness_0.3@k10": 0.2,
#710	"robustness_0.5@k10": 0.2,
#711	"mrr": 0.16666666666666666,
#712	"ndcg@1": 0.15688789865500619,
#713	"ndcg@3": 0.1653442724860557,
#714	"ndcg@5": 0.17621903675471884,
#715	"ndcg@10": 0.18874927630642008,
#716	"latency_avg_ms": 10.877954452007543,
#717	"latency_p50_ms": 10.629441996570677,
#718	"latency_p95_ms": 17.381548997946084,
#719	"latency_p99_ms": 17.381548997946084,
#720	"latency_min_ms": 6.6390460124239326,
#721	"latency_max_ms": 17.381548997946084,
#722	"qps": 91.92904827942614,
#723	"avg_relevance": 0.05535130458334745,
#724	"ingest_time_ms": 4298.866672994336,
#725	"db_size_bytes": 4128768,
#726	"db_size": "3.94 MB",
#727	"messages_ingested": 796
#728	},
#729	"fts5_only": {
#730	"recall@1": 0.15,
#731	"robustness_0.1@k1": 0.15,
#732	"robustness_0.3@k1": 0.15,
#733	"robustness_0.5@k1": 0.15,
#734	"recall@3": 0.2,
#735	"robustness_0.1@k3": 0.2,
#736	"robustness_0.3@k3": 0.2,
#737	"robustness_0.5@k3": 0.2,
#738	"recall@5": 0.2,
#739	"robustness_0.1@k5": 0.2,
#740	"robustness_0.3@k5": 0.2,
#741	"robustness_0.5@k5": 0.2,
#742	"recall@10": 0.2,
#743	"robustness_0.1@k10": 0.2,
#744	"robustness_0.3@k10": 0.2,
#745	"robustness_0.5@k10": 0.2,
#746	"mrr": 0.16666666666666666,
#747	"ndcg@1": 0.15688789865500619,
#748	"ndcg@3": 0.1653442724860557,
#749	"ndcg@5": 0.17621903675471884,
#750	"ndcg@10": 0.18874927630642008,
#751	"latency_avg_ms": 12.579948653001338,
#752	"latency_p50_ms": 12.264695018529892,
#753	"latency_p95_ms": 19.813445018371567,
#754	"latency_p99_ms": 19.813445018371567,
#755	"latency_min_ms": 7.854808995034546,
#756	"latency_max_ms": 19.813445018371567,
#757	"qps": 79.49158041765288,
#758	"avg_relevance": 0.05535130458334745,
#759	"ingest_time_ms": 4373.8971530110575,
#760	"db_size_bytes": 4132864,
#761	"db_size": "3.94 MB",
#762	"messages_ingested": 796
#763	},
#764	"no_scratchpad": {
#765	"recall@1": 0.15,
#766	"robustness_0.1@k1": 0.15,
#767	"robustness_0.3@k1": 0.15,
#768	"robustness_0.5@k1": 0.15,
#769	"recall@3": 0.2,
#770	"robustness_0.1@k3": 0.2,
#771	"robustness_0.3@k3": 0.2,
#772	"robustness_0.5@k3": 0.2,
#773	"recall@5": 0.2,
#774	"robustness_0.1@k5": 0.2,
#775	"robustness_0.3@k5": 0.2,
#776	"robustness_0.5@k5": 0.2,
#777	"recall@10": 0.2,
#778	"robustness_0.1@k10": 0.2,
#779	"robustness_0.3@k10": 0.2,
#780	"robustness_0.5@k10": 0.2,
#781	"mrr": 0.175,
#782	"ndcg@1": 0.15299175958538636,
#783	"ndcg@3": 0.16930042972351655,
#784	"ndcg@5": 0.1735765383676836,
#785	"ndcg@10": 0.18925111569057296,
#786	"latency_avg_ms": 538.9055268504308,
#787	"latency_p50_ms": 489.0238830121234,
#788	"latency_p95_ms": 1074.374620016897,
#789	"latency_p99_ms": 1074.374620016897,
#790	"latency_min_ms": 252.27741297567263,
#791	"latency_max_ms": 1074.374620016897,
#792	"qps": 1.8556128118491957,
#793	"avg_relevance": 0.053743135869701225,
#794	"ingest_time_ms": 4586.601679009618,
#795	"db_size_bytes": 4108288,
#796	"db_size": "3.92 MB",
#797	"wm_items": 296,
#798	"ep_items": 1,
#799	"ep_vectors": 0,
#800	"messages_ingested": 796,
#801	"questions_evaluated": 20
#802	},
#803	"no_episodic": {
#804	"recall@1": 0.15,
#805	"robustness_0.1@k1": 0.15,
#806	"robustness_0.3@k1": 0.15,
#807	"robustness_0.5@k1": 0.15,
#808	"recall@3": 0.2,
#809	"robustness_0.1@k3": 0.2,
#810	"robustness_0.3@k3": 0.2,
#811	"robustness_0.5@k3": 0.2,
#812	"recall@5": 0.2,
#813	"robustness_0.1@k5": 0.2,
#814	"robustness_0.3@k5": 0.2,
#815	"robustness_0.5@k5": 0.2,
#816	"recall@10": 0.2,
#817	"robustness_0.1@k10": 0.2,
#818	"robustness_0.3@k10": 0.2,
#819	"robustness_0.5@k10": 0.2,
#820	"mrr": 0.175,
#821	"ndcg@1": 0.1567872367595603,
#822	"ndcg@3": 0.17781282461421744,
#823	"ndcg@5": 0.18244194962550375,
#824	"ndcg@10": 0.19129542692310683,
#825	"latency_avg_ms": 1397.3638650015346,
#826	"latency_p50_ms": 1268.0273610167205,
#827	"latency_p95_ms": 2475.04171699984,
#828	"latency_p99_ms": 2475.04171699984,
#829	"latency_min_ms": 671.0406930069439,
#830	"latency_max_ms": 2475.04171699984,
#831	"qps": 0.7156332184093667,
#832	"avg_relevance": 0.06142830263594947,
#833	"ingest_time_ms": 5225.982042000396,
#834	"db_size_bytes": 6303744,
#835	"db_size": "6.01 MB",
#836	"wm_items": 796,
#837	"ep_items": 0,
#838	"ep_vectors": 0,
#839	"messages_ingested": 796,
#840	"questions_evaluated": 20
#841	}
#842	},
#843	"top_k": 10,
#844	"total_time_ms": 341555.53293798584,
#845	"embedding_model": "BAAI/bge-small-en-v1.5",
#846	"embedding_dim": 384,
#847	"vec_type": "int8"
#848	}
#849	}

z6Mkq5mY3JWtxoxUobWcfNHm7AkRubgSWEZTkBVqZXJviFZ5/my-project-public