From 35af25d4e80d2eccb7b62f36c4fa22d0359d081b Mon Sep 17 00:00:00 2001 From: Mathieu Virbel Date: Wed, 11 Oct 2023 19:10:50 +0200 Subject: [PATCH] update export tools for danswer to match the plugin --- server/reflector/tools/exportdanswer.py | 43 ++++++++++++++----------- 1 file changed, 24 insertions(+), 19 deletions(-) diff --git a/server/reflector/tools/exportdanswer.py b/server/reflector/tools/exportdanswer.py index e5925ba9..05062edc 100644 --- a/server/reflector/tools/exportdanswer.py +++ b/server/reflector/tools/exportdanswer.py @@ -1,5 +1,6 @@ import json import pathlib +from datetime import timedelta async def export_db(filename: str) -> None: @@ -18,10 +19,14 @@ async def export_db(filename: str) -> None: for topic in transcript.topics: metadata = { "link": f"https://reflector.media/transcripts/{transcript.id}#topic:{topic['id']},timestamp:{topic['timestamp']}", - "rfl_id": transcript.id, - "rfl_topic_id": topic["id"], - "rfl_topic_timestamp": topic["timestamp"], - "rfl_topic_title": topic["title"], + "transcript_id": transcript.id, + "transcript_created_at": transcript.created_at.isoformat(), + "topic_id": topic["id"], + "topic_relative_timestamp": topic["timestamp"], + "topic_created_at": ( + transcript.created_at + timedelta(seconds=topic["timestamp"]) + ).isoformat(), + "topic_title": topic["title"], } j_metadata = json.dumps(metadata) @@ -30,24 +35,24 @@ async def export_db(filename: str) -> None: with open(output, "w", encoding="utf8") as fd: fd.write(f"#DANSWER_METADATA={j_metadata}\n") fd.write("\n") - fd.write(f"# {topic['title']} [{topic['timestamp']}]\n") + fd.write(f"# {topic['title']}\n") fd.write("\n") fd.write(f"{topic['transcript']}\n") - # export summary - output = output_dir / f"{transcript.id}-summary.txt" - metadata = { - "link": f"https://reflector.media/transcripts/{transcript.id}", - "rfl_id": transcript.id, - } - - j_metadata = json.dumps(metadata) - with open(output, "w", encoding="utf8") as fd: - fd.write(f"#DANSWER_METADATA={j_metadata}\n") - fd.write("\n") - fd.write("# Summary\n") - fd.write("\n") - fd.write(f"{transcript.long_summary}\n") + # # export summary + # output = output_dir / f"{transcript.id}-summary.txt" + # metadata = { + # "link": f"https://reflector.media/transcripts/{transcript.id}", + # "rfl_id": transcript.id, + # } + # + # j_metadata = json.dumps(metadata) + # with open(output, "w", encoding="utf8") as fd: + # fd.write(f"#DANSWER_METADATA={j_metadata}\n") + # fd.write("\n") + # fd.write("# Summary\n") + # fd.write("\n") + # fd.write(f"{transcript.long_summary}\n") output_dir = pathlib.Path("exportdanswer") for transcript in transcripts: