Nauman J Qazi commited on
Commit ·
f2df1af
1
Parent(s): b7487c9
Remove lanceDB table if exists
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- app.py +20 -3
- shared_data/.lancedb/blackholes101nationalgeographic_table.lance/_transactions/0-575ee12a-c8ac-4c94-b320-820ba2f011c2.txn +0 -0
- shared_data/.lancedb/blackholes101nationalgeographic_table.lance/_versions/1.manifest +0 -0
- shared_data/.lancedb/blackholes101nationalgeographic_table.lance/data/3d34e6a4-3f19-4e87-a6b6-33e6a75708cb.lance +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_0.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_1.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_10.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_11.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_12.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_13.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_14.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_15.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_16.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_17.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_18.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_19.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_2.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_20.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_21.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_22.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_23.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_24.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_25.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_26.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_27.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_28.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_29.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_3.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_30.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_31.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_32.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_33.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_34.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_35.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_36.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_37.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_38.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_39.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_4.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_40.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_41.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_42.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_43.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_44.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_45.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_46.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_47.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_48.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_49.jpg +0 -0
- shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_5.jpg +0 -0
app.py
CHANGED
|
@@ -84,7 +84,17 @@ def get_metadata_of_yt_video_with_captions(vid_url, from_gen=False):
|
|
| 84 |
vid_filepath, vid_folder_path, is_downloaded = download_video(vid_url, base_dir)
|
| 85 |
if is_downloaded:
|
| 86 |
print("Video downloaded at ", vid_filepath)
|
| 87 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 88 |
print("checking transcript")
|
| 89 |
vid_transcript_filepath = get_transcript_vtt(vid_folder_path, vid_url, vid_filepath, from_gen)
|
| 90 |
vid_metadata_path = f"{vid_folder_path}/metadatas.json"
|
|
@@ -100,8 +110,14 @@ def get_metadata_of_yt_video_with_captions(vid_url, from_gen=False):
|
|
| 100 |
print("Checking db and Table name ", vid_table_name)
|
| 101 |
if not check_if_table_exists(vid_table_name):
|
| 102 |
print("Table does not exists Storing in RAG")
|
| 103 |
-
|
| 104 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 105 |
return vid_filepath, vid_table_name
|
| 106 |
|
| 107 |
"""
|
|
@@ -160,6 +176,7 @@ def process_url_and_init(youtube_url, from_gen=False):
|
|
| 160 |
|
| 161 |
def init_ui():
|
| 162 |
with gr.Blocks() as demo:
|
|
|
|
| 163 |
url_input = gr.Textbox(label="Enter YouTube URL", visible=False, elem_id='url-inp',value="https://www.youtube.com/watch?v=kOEDG3j1bjs", interactive=True)
|
| 164 |
vid_table_name = gr.Textbox(label="Enter Table Name", visible=False, interactive=False)
|
| 165 |
video = gr.Video()
|
|
|
|
| 84 |
vid_filepath, vid_folder_path, is_downloaded = download_video(vid_url, base_dir)
|
| 85 |
if is_downloaded:
|
| 86 |
print("Video downloaded at ", vid_filepath)
|
| 87 |
+
if from_gen:
|
| 88 |
+
# Delete existing caption and metadata files if they exist
|
| 89 |
+
caption_file = f"{vid_folder_path}/captions.vtt"
|
| 90 |
+
metadata_file = f"{vid_folder_path}/metadatas.json"
|
| 91 |
+
if os.path.exists(caption_file):
|
| 92 |
+
os.remove(caption_file)
|
| 93 |
+
print(f"Deleted existing caption file: {caption_file}")
|
| 94 |
+
if os.path.exists(metadata_file):
|
| 95 |
+
os.remove(metadata_file)
|
| 96 |
+
print(f"Deleted existing metadata file: {metadata_file}")
|
| 97 |
+
|
| 98 |
print("checking transcript")
|
| 99 |
vid_transcript_filepath = get_transcript_vtt(vid_folder_path, vid_url, vid_filepath, from_gen)
|
| 100 |
vid_metadata_path = f"{vid_folder_path}/metadatas.json"
|
|
|
|
| 110 |
print("Checking db and Table name ", vid_table_name)
|
| 111 |
if not check_if_table_exists(vid_table_name):
|
| 112 |
print("Table does not exists Storing in RAG")
|
| 113 |
+
else:
|
| 114 |
+
print("Table exists")
|
| 115 |
+
def delete_table(table_name):
|
| 116 |
+
db.drop_table(table_name)
|
| 117 |
+
print(f"Deleted table {table_name}")
|
| 118 |
+
delete_table(vid_table_name)
|
| 119 |
+
|
| 120 |
+
store_in_rag(vid_table_name, vid_metadata_path)
|
| 121 |
return vid_filepath, vid_table_name
|
| 122 |
|
| 123 |
"""
|
|
|
|
| 176 |
|
| 177 |
def init_ui():
|
| 178 |
with gr.Blocks() as demo:
|
| 179 |
+
gr.Markdown("Welcome to video chat demo - Initial processing can take up to 2 minutes, and responses may be slow. Please be patient and avoid clicking repeatedly.")
|
| 180 |
url_input = gr.Textbox(label="Enter YouTube URL", visible=False, elem_id='url-inp',value="https://www.youtube.com/watch?v=kOEDG3j1bjs", interactive=True)
|
| 181 |
vid_table_name = gr.Textbox(label="Enter Table Name", visible=False, interactive=False)
|
| 182 |
video = gr.Video()
|
shared_data/.lancedb/blackholes101nationalgeographic_table.lance/_transactions/0-575ee12a-c8ac-4c94-b320-820ba2f011c2.txn
DELETED
|
Binary file (564 Bytes)
|
|
|
shared_data/.lancedb/blackholes101nationalgeographic_table.lance/_versions/1.manifest
CHANGED
|
Binary files a/shared_data/.lancedb/blackholes101nationalgeographic_table.lance/_versions/1.manifest and b/shared_data/.lancedb/blackholes101nationalgeographic_table.lance/_versions/1.manifest differ
|
|
|
shared_data/.lancedb/blackholes101nationalgeographic_table.lance/data/3d34e6a4-3f19-4e87-a6b6-33e6a75708cb.lance
DELETED
|
Binary file (164 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_0.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_1.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_10.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_11.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_12.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_13.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_14.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_15.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_16.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_17.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_18.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_19.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_2.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_20.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_21.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_22.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_23.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_24.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_25.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_26.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_27.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_28.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_29.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_3.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_30.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_31.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_32.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_33.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_34.jpg
DELETED
|
Binary file (85.4 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_35.jpg
DELETED
|
Binary file (79.4 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_36.jpg
DELETED
|
Binary file (84.6 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_37.jpg
DELETED
|
Binary file (91.3 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_38.jpg
DELETED
|
Binary file (29.7 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_39.jpg
DELETED
|
Binary file (36.8 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_4.jpg
CHANGED
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_40.jpg
DELETED
|
Binary file (34.1 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_41.jpg
DELETED
|
Binary file (37.1 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_42.jpg
DELETED
|
Binary file (36.8 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_43.jpg
DELETED
|
Binary file (40.2 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_44.jpg
DELETED
|
Binary file (49.8 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_45.jpg
DELETED
|
Binary file (45.9 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_46.jpg
DELETED
|
Binary file (41.9 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_47.jpg
DELETED
|
Binary file (46 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_48.jpg
DELETED
|
Binary file (59.7 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_49.jpg
DELETED
|
Binary file (56.7 kB)
|
|
|
shared_data/videos/yt_video/blackholes101nationalgeographic/extracted_frame/frame_5.jpg
CHANGED
|
|