my-project-public

repository

loading code, commits, and activity

repositories

loading repo index

#1	{
#2	"10M": {
#3	"full": {
#4	"recall@1": 0.2,
#5	"robustness_0.1@k1": 0.2,
#6	"robustness_0.3@k1": 0.2,
#7	"robustness_0.5@k1": 0.2,
#8	"recall@3": 0.2,
#9	"robustness_0.1@k3": 0.2,
#10	"robustness_0.3@k3": 0.2,
#11	"robustness_0.5@k3": 0.2,
#12	"recall@5": 0.2,
#13	"robustness_0.1@k5": 0.2,
#14	"robustness_0.3@k5": 0.2,
#15	"robustness_0.5@k5": 0.2,
#16	"recall@10": 0.2,
#17	"robustness_0.1@k10": 0.2,
#18	"robustness_0.3@k10": 0.2,
#19	"robustness_0.5@k10": 0.2,
#20	"mrr": 0.2,
#21	"ndcg@1": 0.1914024513680106,
#22	"ndcg@3": 0.19570662738394695,
#23	"ndcg@5": 0.1964574308469412,
#24	"ndcg@10": 0.19835337625897986,
#25	"latency_avg_ms": 35.407220797787886,
#26	"latency_p50_ms": 34.12483001011424,
#27	"latency_p95_ms": 51.26428999938071,
#28	"latency_p99_ms": 51.26428999938071,
#29	"latency_min_ms": 25.8543899981305,
#30	"latency_max_ms": 51.26428999938071,
#31	"qps": 28.24282667400081,
#32	"avg_relevance": 0.051886829109267965,
#33	"ingest_time_ms": 22919.72725899541,
#34	"db_size_bytes": 7593984,
#35	"db_size": "7.24 MB",
#36	"wm_items": 0,
#37	"ep_items": 40,
#38	"ep_vectors": 0,
#39	"messages_ingested": 19895,
#40	"questions_evaluated": 20
#41	},
#42	"keyword_only": {
#43	"recall@1": 0.2,
#44	"robustness_0.1@k1": 0.2,
#45	"robustness_0.3@k1": 0.2,
#46	"robustness_0.5@k1": 0.2,
#47	"recall@3": 0.2,
#48	"robustness_0.1@k3": 0.2,
#49	"robustness_0.3@k3": 0.2,
#50	"robustness_0.5@k3": 0.2,
#51	"recall@5": 0.2,
#52	"robustness_0.1@k5": 0.2,
#53	"robustness_0.3@k5": 0.2,
#54	"robustness_0.5@k5": 0.2,
#55	"recall@10": 0.2,
#56	"robustness_0.1@k10": 0.2,
#57	"robustness_0.3@k10": 0.2,
#58	"robustness_0.5@k10": 0.2,
#59	"mrr": 0.2,
#60	"ndcg@1": 0.1854659766250094,
#61	"ndcg@3": 0.18489835533056653,
#62	"ndcg@5": 0.18743886653339192,
#63	"ndcg@10": 0.19529064157535636,
#64	"latency_avg_ms": 0.6495128051028587,
#65	"latency_p50_ms": 0.5654220003634691,
#66	"latency_p95_ms": 2.378867007791996,
#67	"latency_p99_ms": 2.378867007791996,
#68	"latency_min_ms": 0.4244110023137182,
#69	"latency_max_ms": 2.378867007791996,
#70	"qps": 1539.6155274284965,
#71	"avg_relevance": 0.04920363473361949,
#72	"ingest_time_ms": 21085.989481012803,
#73	"db_size_bytes": 7626752,
#74	"db_size": "7.27 MB",
#75	"messages_ingested": 19895
#76	}
#77	},
#78	"_meta": {
#79	"date": "2026-05-06T03:43:20.961059",
#80	"benchmark": "ICLR 2026 BEAM",
#81	"framework": "Mnemosyne BEAM Architecture",
#82	"scales": [
#83	"10M"
#84	],
#85	"modes": {
#86	"full": {
#87	"recall@1": 0.2,
#88	"robustness_0.1@k1": 0.2,
#89	"robustness_0.3@k1": 0.2,
#90	"robustness_0.5@k1": 0.2,
#91	"recall@3": 0.2,
#92	"robustness_0.1@k3": 0.2,
#93	"robustness_0.3@k3": 0.2,
#94	"robustness_0.5@k3": 0.2,
#95	"recall@5": 0.2,
#96	"robustness_0.1@k5": 0.2,
#97	"robustness_0.3@k5": 0.2,
#98	"robustness_0.5@k5": 0.2,
#99	"recall@10": 0.2,
#100	"robustness_0.1@k10": 0.2,
#101	"robustness_0.3@k10": 0.2,
#102	"robustness_0.5@k10": 0.2,
#103	"mrr": 0.2,
#104	"ndcg@1": 0.1914024513680106,
#105	"ndcg@3": 0.19570662738394695,
#106	"ndcg@5": 0.1964574308469412,
#107	"ndcg@10": 0.19835337625897986,
#108	"latency_avg_ms": 35.407220797787886,
#109	"latency_p50_ms": 34.12483001011424,
#110	"latency_p95_ms": 51.26428999938071,
#111	"latency_p99_ms": 51.26428999938071,
#112	"latency_min_ms": 25.8543899981305,
#113	"latency_max_ms": 51.26428999938071,
#114	"qps": 28.24282667400081,
#115	"avg_relevance": 0.051886829109267965,
#116	"ingest_time_ms": 22919.72725899541,
#117	"db_size_bytes": 7593984,
#118	"db_size": "7.24 MB",
#119	"wm_items": 0,
#120	"ep_items": 40,
#121	"ep_vectors": 0,
#122	"messages_ingested": 19895,
#123	"questions_evaluated": 20
#124	},
#125	"keyword_only": {
#126	"recall@1": 0.2,
#127	"robustness_0.1@k1": 0.2,
#128	"robustness_0.3@k1": 0.2,
#129	"robustness_0.5@k1": 0.2,
#130	"recall@3": 0.2,
#131	"robustness_0.1@k3": 0.2,
#132	"robustness_0.3@k3": 0.2,
#133	"robustness_0.5@k3": 0.2,
#134	"recall@5": 0.2,
#135	"robustness_0.1@k5": 0.2,
#136	"robustness_0.3@k5": 0.2,
#137	"robustness_0.5@k5": 0.2,
#138	"recall@10": 0.2,
#139	"robustness_0.1@k10": 0.2,
#140	"robustness_0.3@k10": 0.2,
#141	"robustness_0.5@k10": 0.2,
#142	"mrr": 0.2,
#143	"ndcg@1": 0.1854659766250094,
#144	"ndcg@3": 0.18489835533056653,
#145	"ndcg@5": 0.18743886653339192,
#146	"ndcg@10": 0.19529064157535636,
#147	"latency_avg_ms": 0.6495128051028587,
#148	"latency_p50_ms": 0.5654220003634691,
#149	"latency_p95_ms": 2.378867007791996,
#150	"latency_p99_ms": 2.378867007791996,
#151	"latency_min_ms": 0.4244110023137182,
#152	"latency_max_ms": 2.378867007791996,
#153	"qps": 1539.6155274284965,
#154	"avg_relevance": 0.04920363473361949,
#155	"ingest_time_ms": 21085.989481012803,
#156	"db_size_bytes": 7626752,
#157	"db_size": "7.27 MB",
#158	"messages_ingested": 19895
#159	}
#160	},
#161	"top_k": 10,
#162	"total_time_ms": 59306.728445983026,
#163	"embedding_model": "BAAI/bge-small-en-v1.5",
#164	"embedding_dim": 384,
#165	"vec_type": "int8"
#166	}
#167	}

z6Mkq5mY3JWtxoxUobWcfNHm7AkRubgSWEZTkBVqZXJviFZ5/my-project-public