Function ingest_conv

evaluation/scripts/longmemeval/lme_ingestion.py:63–117

(lme_df, version, conv_idx, frame, success_records, f)

def ingest_conv(lme_df, version, conv_idx, frame, success_records, f):
    conversation = lme_df.iloc[conv_idx]
    sessions = conversation["haystack_sessions"]
    dates = conversation["haystack_dates"]

    user_id = f"lme_exper_user_{version}_{conv_idx}"

    print("\n" + "=" * 80)
    print(f"🔄 [INGESTING CONVERSATION {conv_idx}".center(80))
    print("=" * 80)

    if frame == "mem0" or frame == "mem0_graph":
        from utils.client import Mem0Client

        client = Mem0Client(enable_graph="graph" in frame)
        client.client.delete_all(user_id=user_id)
    elif frame == "memos-api":
        from utils.client import MemosApiClient

        client = MemosApiClient()
    elif frame == "memos-api-online":
        from utils.client import MemosApiOnlineClient

        client = MemosApiOnlineClient()
    elif frame == "memobase":
        from utils.client import MemobaseClient

        client = MemobaseClient()
        client.delete_user(user_id)
    elif frame == "memu":
        from utils.client import MemuClient

        client = MemuClient()
    elif frame == "supermemory":
        from utils.client import SupermemoryClient

        client = SupermemoryClient()

    for idx, session in enumerate(sessions):
        if f"{conv_idx}_{idx}" not in success_records:
            session_id = user_id + "_lme_exper_session_" + str(idx)
            date = dates[idx] + " UTC"
            date_format = "%Y/%m/%d (%a) %H:%M UTC"
            date_string = datetime.strptime(date, date_format).replace(tzinfo=timezone.utc)

            try:
                ingest_session(session, date_string, user_id, session_id, frame, client)
                f.write(f"{conv_idx}_{idx}\n")
                f.flush()
            except Exception as e:
                print(f"❌ Error ingesting session: {e}")
        else:
            print(f"✅ Session {conv_idx}_{idx} already ingested")

    print("=" * 80)


def main(frame, version, num_workers=2):