my-project-public

repository

loading code, commits, and activity

repositories

loading repo index

#1	{
#2	"100K": {
#3	"full": {
#4	"recall@1": 0.2,
#5	"robustness_0.1@k1": 0.2,
#6	"robustness_0.3@k1": 0.2,
#7	"robustness_0.5@k1": 0.2,
#8	"recall@3": 0.2,
#9	"robustness_0.1@k3": 0.2,
#10	"robustness_0.3@k3": 0.2,
#11	"robustness_0.5@k3": 0.2,
#12	"recall@5": 0.2,
#13	"robustness_0.1@k5": 0.2,
#14	"robustness_0.3@k5": 0.2,
#15	"robustness_0.5@k5": 0.2,
#16	"recall@10": 0.2,
#17	"robustness_0.1@k10": 0.2,
#18	"robustness_0.3@k10": 0.2,
#19	"robustness_0.5@k10": 0.2,
#20	"mrr": 0.2,
#21	"ndcg@1": 0.18876314626206786,
#22	"ndcg@3": 0.18257902128492484,
#23	"ndcg@5": 0.18570742922765746,
#24	"ndcg@10": 0.19479740690689656,
#25	"latency_avg_ms": 421.7816195508931,
#26	"latency_p50_ms": 408.729006012436,
#27	"latency_p95_ms": 799.5003710093442,
#28	"latency_p99_ms": 799.5003710093442,
#29	"latency_min_ms": 162.11515199393034,
#30	"latency_max_ms": 799.5003710093442,
#31	"qps": 2.3708951591223566,
#32	"avg_relevance": 0.05875521823154519,
#33	"ingest_time_ms": 916.0199260222726,
#34	"db_size_bytes": 1855488,
#35	"db_size": "1.77 MB",
#36	"wm_items": 188,
#37	"ep_items": 0,
#38	"ep_vectors": 0,
#39	"messages_ingested": 188,
#40	"questions_evaluated": 20
#41	},
#42	"keyword_only": {
#43	"recall@1": 0.2,
#44	"robustness_0.1@k1": 0.2,
#45	"robustness_0.3@k1": 0.2,
#46	"robustness_0.5@k1": 0.2,
#47	"recall@3": 0.2,
#48	"robustness_0.1@k3": 0.2,
#49	"robustness_0.3@k3": 0.2,
#50	"robustness_0.5@k3": 0.2,
#51	"recall@5": 0.2,
#52	"robustness_0.1@k5": 0.2,
#53	"robustness_0.3@k5": 0.2,
#54	"robustness_0.5@k5": 0.2,
#55	"recall@10": 0.2,
#56	"robustness_0.1@k10": 0.2,
#57	"robustness_0.3@k10": 0.2,
#58	"robustness_0.5@k10": 0.2,
#59	"mrr": 0.2,
#60	"ndcg@1": 0.16603596907941143,
#61	"ndcg@3": 0.18529299689899378,
#62	"ndcg@5": 0.18909159920366386,
#63	"ndcg@10": 0.1941191379483131,
#64	"latency_avg_ms": 6.57178120163735,
#65	"latency_p50_ms": 6.633355020312592,
#66	"latency_p95_ms": 10.57798700639978,
#67	"latency_p99_ms": 10.57798700639978,
#68	"latency_min_ms": 3.344544005813077,
#69	"latency_max_ms": 10.57798700639978,
#70	"qps": 152.16574765922692,
#71	"avg_relevance": 0.0637626068013686,
#72	"ingest_time_ms": 1125.528912001755,
#73	"db_size_bytes": 1871872,
#74	"db_size": "1.79 MB",
#75	"messages_ingested": 188
#76	}
#77	},
#78	"_meta": {
#79	"date": "2026-05-06T03:05:17.923343",
#80	"benchmark": "ICLR 2026 BEAM",
#81	"framework": "Mnemosyne BEAM Architecture",
#82	"scales": [
#83	"100K"
#84	],
#85	"modes": {
#86	"full": {
#87	"recall@1": 0.2,
#88	"robustness_0.1@k1": 0.2,
#89	"robustness_0.3@k1": 0.2,
#90	"robustness_0.5@k1": 0.2,
#91	"recall@3": 0.2,
#92	"robustness_0.1@k3": 0.2,
#93	"robustness_0.3@k3": 0.2,
#94	"robustness_0.5@k3": 0.2,
#95	"recall@5": 0.2,
#96	"robustness_0.1@k5": 0.2,
#97	"robustness_0.3@k5": 0.2,
#98	"robustness_0.5@k5": 0.2,
#99	"recall@10": 0.2,
#100	"robustness_0.1@k10": 0.2,
#101	"robustness_0.3@k10": 0.2,
#102	"robustness_0.5@k10": 0.2,
#103	"mrr": 0.2,
#104	"ndcg@1": 0.18876314626206786,
#105	"ndcg@3": 0.18257902128492484,
#106	"ndcg@5": 0.18570742922765746,
#107	"ndcg@10": 0.19479740690689656,
#108	"latency_avg_ms": 421.7816195508931,
#109	"latency_p50_ms": 408.729006012436,
#110	"latency_p95_ms": 799.5003710093442,
#111	"latency_p99_ms": 799.5003710093442,
#112	"latency_min_ms": 162.11515199393034,
#113	"latency_max_ms": 799.5003710093442,
#114	"qps": 2.3708951591223566,
#115	"avg_relevance": 0.05875521823154519,
#116	"ingest_time_ms": 916.0199260222726,
#117	"db_size_bytes": 1855488,
#118	"db_size": "1.77 MB",
#119	"wm_items": 188,
#120	"ep_items": 0,
#121	"ep_vectors": 0,
#122	"messages_ingested": 188,
#123	"questions_evaluated": 20
#124	},
#125	"keyword_only": {
#126	"recall@1": 0.2,
#127	"robustness_0.1@k1": 0.2,
#128	"robustness_0.3@k1": 0.2,
#129	"robustness_0.5@k1": 0.2,
#130	"recall@3": 0.2,
#131	"robustness_0.1@k3": 0.2,
#132	"robustness_0.3@k3": 0.2,
#133	"robustness_0.5@k3": 0.2,
#134	"recall@5": 0.2,
#135	"robustness_0.1@k5": 0.2,
#136	"robustness_0.3@k5": 0.2,
#137	"robustness_0.5@k5": 0.2,
#138	"recall@10": 0.2,
#139	"robustness_0.1@k10": 0.2,
#140	"robustness_0.3@k10": 0.2,
#141	"robustness_0.5@k10": 0.2,
#142	"mrr": 0.2,
#143	"ndcg@1": 0.16603596907941143,
#144	"ndcg@3": 0.18529299689899378,
#145	"ndcg@5": 0.18909159920366386,
#146	"ndcg@10": 0.1941191379483131,
#147	"latency_avg_ms": 6.57178120163735,
#148	"latency_p50_ms": 6.633355020312592,
#149	"latency_p95_ms": 10.57798700639978,
#150	"latency_p99_ms": 10.57798700639978,
#151	"latency_min_ms": 3.344544005813077,
#152	"latency_max_ms": 10.57798700639978,
#153	"qps": 152.16574765922692,
#154	"avg_relevance": 0.0637626068013686,
#155	"ingest_time_ms": 1125.528912001755,
#156	"db_size_bytes": 1871872,
#157	"db_size": "1.79 MB",
#158	"messages_ingested": 188
#159	}
#160	},
#161	"top_k": 10,
#162	"total_time_ms": 24925.923346017953,
#163	"embedding_model": "BAAI/bge-small-en-v1.5",
#164	"embedding_dim": 384,
#165	"vec_type": "int8"
#166	}
#167	}

z6Mkq5mY3JWtxoxUobWcfNHm7AkRubgSWEZTkBVqZXJviFZ5/my-project-public