8iF~dZddlZddlZejj ddddefdZdZedk(reyy) aq YouTube Pipeline Database Initialization ========================================== Creates the required PostgreSQL tables for the YouTube watch history pipeline. Run this once before using the pipeline. Usage: python youtube_pipeline_init_db.py python youtube_pipeline_init_db.py --verify # Just check if tables exist Author: Genesis System Version: 1.0.0 Nz)/mnt/e/genesis-system/data/genesis-memory verify_onlyc Bddl}ddlm}|jdi|j } |j 5}|r|j d|jDcgc]}|d }}td|dD]O}||vr:|j d||jd}td|d |d Atd|d Q ddd|jytd |j d tdtd|j dtd|jtd|j d|jDcgc]}|d }}td|ddd|jycc}wcc}w#1swY$xYw#t$r=} td| |jtjdYd} ~ hd} ~ wwxYw#|jwxYw)z6Create or verify the YouTube pipeline database tables.rN)PostgresConfigz SELECT table_name FROM information_schema.tables WHERE table_schema = 'public' AND table_name IN ('yt_watch_history', 'yt_transcripts') ORDER BY table_name; zExisting tables: )yt_watch_historyyt_transcriptszSELECT COUNT(*) FROM z z: z rowsz : NOT FOUNDz"Creating yt_watch_history table...a CREATE TABLE IF NOT EXISTS yt_watch_history ( id SERIAL PRIMARY KEY, video_id VARCHAR(20) NOT NULL, title TEXT, channel_name TEXT, channel_id VARCHAR(50), watched_at TIMESTAMP WITH TIME ZONE, duration_seconds INTEGER, thumbnail_url TEXT, source VARCHAR(20) DEFAULT 'api', created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(), UNIQUE(video_id, watched_at) ); CREATE INDEX IF NOT EXISTS idx_yt_watch_date ON yt_watch_history(watched_at); CREATE INDEX IF NOT EXISTS idx_yt_video_id ON yt_watch_history(video_id); CREATE INDEX IF NOT EXISTS idx_yt_source ON yt_watch_history(source); z OKz Creating yt_transcripts table...a8 CREATE TABLE IF NOT EXISTS yt_transcripts ( id SERIAL PRIMARY KEY, video_id VARCHAR(20) NOT NULL, transcript TEXT, language VARCHAR(10) DEFAULT 'en', word_count INTEGER, extraction_method VARCHAR(20) DEFAULT 'youtube_api', extracted_topics TEXT[], extracted_insights JSONB, created_at TIMESTAMP WITH TIME ZONE DEFAULT NOW(), UNIQUE(video_id) ); CREATE INDEX IF NOT EXISTS idx_yt_transcript_video ON yt_transcripts(video_id); CREATE INDEX IF NOT EXISTS idx_yt_transcript_date ON yt_transcripts(created_at); z! All tables created successfully.z SELECT table_name FROM information_schema.tables WHERE table_schema = 'public' AND table_name IN ('yt_watch_history', 'yt_transcripts') ORDER BY table_name; zVerified tables: zERROR: )psycopg2elestio_configrconnectget_connection_paramscursorexecutefetchallprintfetchoneclosecommit Exceptionrollbacksysexit) rr rconncurrowexistingtablecountes 9/mnt/e/genesis-system/scripts/youtube_pipeline_init_db.py init_tablesr!s- 8   EnBBD EDX [[]P 2c  /2lln=sCF==)(45C7E( &;E7$CD # q 15'E7%895'56 7'P 2n C 6 7 KK , &M 4 5 KK & &M KKM 6 7 KK  +.,,.93A9H9 %hZ0 1aP 2n ]>L:_P 2P 2d  sm    slG&F7" F-.A%F7G,B F78 F2F7G- F77G<G H  3H?H H  H Hctjd}|jddd|j}t |j y)Nz+Initialize YouTube pipeline database tables) descriptionz--verify store_truez.Just verify tables exist without creating them)actionhelp)r)argparseArgumentParser add_argument parse_argsr!verify)parserargss r mainr.xsO  $ $AF  =    DDKK(__main__)F) __doc__r'rpathinsertboolr!r.__name__r r/r r6sM  >?_T_D ) zFr/