MjdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z dZ dZ dZdZd Zd Zd d d dehZdZdZdZdZdZdZdZdZdZe dfdZdZdZe dfdZdZ dZ!dZ"dZ#d Z$d!Z%d"Z&d#Z'd$Z(d%Z)d&dd'd(Z*d@d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0Z2d@d1Z3d2Z4d@d3Z5d4Z6d5Z7d6Z8dAd7Z9dAd8Z:dAd9Z;d:Zd@d=Z?d>Z@d@d?ZAdS)Bu  Video Metadata Utilities This module provides functionality to read and write JSON metadata to video files. - MP4: Uses mutagen to store metadata in ©cmt tag - MKV: Uses FFmpeg to store metadata in comment/description tags and source images as attached pictures N)Pathresolve_media_binaryi_wangp_metadata_reserved©cmtscmts ECOMMENTcommentCOMMENT description DESCRIPTIONsmoovsudtametasilst)z.mp4z.mov.jpgz.jpeg.pngc$t|p|SNr)names CC:\Users\johnn\OneDrive\Documents\AI\shared\utils\video_metadata.py_resolve_media_toolrs  % % --c^ t|pddkS#ttf$rYdSwxYw)NrF)int TypeError ValueError) verbose_levels r_is_verbose_metadata_debugr#sF=%A&&!++ z "uus ,,cLt|rtd|dSdS)Nz[Video Metadata] )rprint)rmessages r_log_metadata_debugr!*s9!-00- +'++,,,,,--rct|tr|dd}t|pddddS)Nutf-8ignore)errorsu) isinstancebytesdecodestrreplacerstrip)texts r_normalize_metadata_textr//sW$5{{78{44 tzr?? " "8R 0 0 7 7 = ==rcFt|}t|dkrdS tj|}n##t t tjf$rYdSwxYwt|tr| trdn|S)Nr) r/lenstripjsonloadsrrJSONDecodeErrorr(dictget_RESERVED_METADATA_KEY)r.payloadmetadatas r_parse_metadata_textr;5s&t,,G 7==??q  t:g&& z4#7 8tth-- d(,,?U2V2V d44\ddsA A-,A-cVtj|dddS)NF,: ensure_ascii separatorsr#)r3dumpsencode) metadata_dicts r_encode_metadata_bytesrF@s( :m%J O O O V VW^ _ __rczt|}t||krdS|d|t|z zzS)N )rr1) payload_bytesreserved_bytess r_pad_metadata_bytesrKDsD((N =N**t DNS5G5G$GH IIrc tdt|}t| tdin|}t |t|t |dS)NTr#)maxrrFr8rKr1r*)rJrEr9s r"build_reserved_video_metadata_textrOKsfc.1122N$}G\&>BBcBt|dt||iS)Nr )rdrO)r`rJrEs rwrite_reserved_video_ffmetadatarf`s$ !)i9[\jly9z9z-{ | ||rc td}tj|dddddd|gddd d d }|jd kriS t j|jpidpidpi}n$#tttj f$ricYSwxYwd| DS)Nffprobe-verrorz -show_entries format_tagsz-ofr3Tr#r$Fcapture_outputr.r[r%checkrformatracRi|]$\}}|t|t|%Sr)r+.0rcrWs r z(_read_container_tags..ms/ U U UZS%5CTCHHc%jjCTCTCTr) r subprocessrun returncoder3r4stdoutr7rrr5r_)r` ffprobe_pathresultras r_read_container_tagsrzds&y11L ^\4/=Z_agirsEIPT_fowDEEEF A FM**0b55h??E2JJ6RRXVX z4#7 8  U U4::<< U U UUsABB'&B'ct|}t||jd||jS)N_)rr+ with_namestemsuffix)r`rpaths r_make_temp_output_pathrps>  ??D t~~BBVBT[BBCC D DDrc|dz|krdSt|||dzd}t||dz|dz}d}|dkr7|dz|krdSt||dz|dzd}d}n |dkr||z }||z}||ks||krdS||z|dkrdndz}||krdn|||fS)Nbigrr )r from_bytesr))mmoffsetendbox_sizebox_type header_sizebox_endcontent_offsets r _read_mp4_boxrus zCt~~b !23U;;HR 6A:-.//HK1}} B;  4>>"VaZ %;"G; 0)((-AA-E-R-R%9A%=N)9~+EEE( "g--1 1 122~wOOD ) 1*  * 4rc Dt|d5}tj|dtj5}t |dt |cdddcdddS#1swxYwY ddddS#1swxYwYdS)Nrbraccess)r]mmapfileno ACCESS_READrr1)r`rbrs r_find_mp4_comment_slotrsU i  C& Yv}}$2B C C C Cr22q#b''BB C C C C C C CCCCCCCCC C C C C C C C C CCCCCCCCCCCCCCCCCCCs54BA<# B<B BB BBBc ttdi}t|d5}tj|dtj5}d}d}d} |||}|dkrn|t|z}|t|kr0||dkr$|dz }|t|kr ||dk$|||z f} | }|ttd|dz |dkr| }|t|z}|p|cdddcdddS#1swxYwY ddddS#1swxYwYdS)NTrrr r@) rFr8r]rrrfindr1rfindrrN) r` placeholderrbrr fallback_slot comment_slotr payload_endrs r!_find_reserved_metadata_text_slotrs(*@$)GHHK i  1& Yv}}$2B C C C 1rF ML ;!#f!=!=!A%%,s;/?/?? !CGG++;40G0G1$K"CGG++;40G0G%{^'CC $ 88,c!^b5H.I.I>ZZ^___#'L'#k*:*:: ; 0=! 1 1 1 1 1 1 111111111 1 1 1 1 1 1 1 1 1111111111111111111s64EC E' EE EE EE Ec>t|pt|Sr)rrr`s r_find_mp4_metadata_slotrs ,Y 7 7 \;QR[;\;\\rc |t|krdS||}d}d}|dkr||zs|dz}|dz }|dkr||z|dks||zt|krdS||dz z}td|D]}|dz|||zz}||fS)NrMrr)r1range)rrfirstmasklengthrWindexs r_read_ebml_sizers Rt vJE D F A++ut|+  !  A++ut|+zzVf_s2ww..t TAX Eq&!!22!r&5.11 &=rct|d5}tj|dtj5}d} |t |}|dkr dddddddS|t t z}tt ||dz}|d||}|dkrTt||dz}|?|\} } |dz| z} | | zt |kr| | fcdddcdddS|t t z}#1swxYwY ddddS#1swxYwYdS)NrrrTi sDr) r]rrrr_MKV_COMMENT_NAMEr1minr) r`rbrr name_offset search_start search_end value_offset parsed_size data_sizesize_len data_offsets r_find_mkv_comment_slotrs> i  >& Yv}}$2B C C C >rF > gg&7@@ ??  > > > > > >>>>>>>>> +S1B-C-CC  R,*=>> !ww{L*MM 1$$"1"lQ6F"G"GK"..9+ 8&2Q&6&A &2c"gg==#. #9 > > > > > > >>>>>>>>>"%s+<'='== > > > > > > > > > >>>>>>>>>>>>>>>>>>>sH4E&E+ EBE E+EE E E EE #E c|dS|\}}t||}|dSt|d5}||||dddn #1swxYwYdS)NFzr+bT)rKr]seekr^)r`rrIrrJpaddedrbs r_write_metadata_slotrs |u%)"NN  ? ?F ~u i  6 N### V 4s+A%%A),A)Fallow_inplace_updaterc |sdStj}||}tj|z dz}|t||d|dddS|\} } t|t | kr9t||dt|dt | d|dddSt |||} | r't||d |dd t | nt||d |dd| S) NFg@@z%: no reserved metadata slot found in z.1fz msz$: reserved metadata slot too small (z > z) after z: updated metadata in place in z ms at offset z.: in-place update failed after slot lookup in )time perf_counterr!r1rr) r`rIcontainer_name find_slot_fnrr started_atr elapsed_msrrJoks r_maybe_update_metadata_in_placers u"$$J < " "D#%% 2fr r )r+lowerrqs rrsz,_copy_video_with_comment..s` H H H:3TWX[T\T\TbTbTdTdmGUGUGCUGUGUGrr -yrirj-iz-f ffmetadata-map0z -map_metadata1-ccopyz-attachz-metadata:s:t:z mimetype=z filename=Tr#r$Frlrr&) ignore_errors)Tr&)rrtempfilemkdtemposrjoinrzr_rd enumerate_materialize_mkv_attachmentsrtrurvisfileexistsremovestderrrwr2shutilrmtreer,)r` metadata_text source_images ffmpeg_pathtemp_output_pathmeta_dir metadata_pathracommand attachment_noattachment_pathattachment_filenamemimetyperys r_copy_video_with_commentr s%h//K-iDD'8999HGLL+;<>#&& "===>>>!z'""3''*0022CjjooG|<//<6))!&5',!P!PJ$$W7==??13E$FFF(GG%ooe44G I777 Yu 555)-  Yvr BBB). %%''3 3 c5; ' ' :x|++8v%%!&5#(O!L!LJ$$Ssyy{{1~$>>>$CC++e,,C I HHYuH - - -%%'')99 9 =$s))==>>>z  5!55666zzzzzs82J3 J3AJ3D)J3CJ3J33 K=KKcddt|pdD}|d}|p|S)Nr&c3NK|] }|s|dvr|ndV!dS)z._-r|N)isalnum)rrchars r z/_safe_metadata_filename_part..{s;hh4<<>>CTU]]44hhhhhhrz._)rr+r2)r.defaultsafes r_safe_metadata_filename_partr*zsY 77hhPSTXT^\^P_P_PePePgPghhh h hD ::d  D ?7rcFtjt|pd}tj|\}}d|vr<|dd\}}t |dt |d|zfSdt |dfS)Nr&__runknownsourcez source.png)rrbasenamer+rrr*)filenamer~rtag original_stems r_split_mkv_attachment_filenamer3swHN 3 344H  **ID# t||!ZZa00]+C;;=YZgiq=r=rux=xxx 28\JJ JJrc|sdSi}t|tr|}n8dtt|ttfr|n|gD}|D]e\}}t|tr|n|g}d|D}|r8|t |pdg|f|pdS)Nc3DK|]}t|d|fVdS)rN)r3rrrs rr'z+_normalize_source_images..sMccc3C88;SAccccccrcg|]}||Srr6s r z,_normalize_source_images..sCCC3????rr-)r(r6r_listtuple setdefaultr+extend)r normalizediterableimg_tagimg_dataimg_list valid_imagess r_normalize_source_imagesrDs7 tJ-&&c &&((ccTcmn{CEJ~KdLdLSaR_R_S`RaNbNbccc%VV)(D99I88zCCxCCC  V  ! !#g&:";";R @ @ G G U U U  rc4|drdSdS)Nr)rz image/png)rz image/jpeg)r) image_bytess r_image_extension_and_mimetyperGs$j))#""  rcht|}|gSg}t}|D]\}}t|d}t |D]\}}t |\} } | st | \} } t|trttj |rUttj |\} }tj |d}nd|}t|d|}|d|| }tj |\}}d}||vr$|d||}|dz }||v$||tj ||}t%|d5}|| dddn #1swxYwY|||| fӐ|S)Nr-rsource_r,rr|wb)rDsetr_r*rr"rGr(r+rrrr3r/rraddrr]r^append)rwork_dir attachmentsused_filenamesr@rBsafe_tagimage_norrF _image_format extensionr_attachment_tagoriginal_filename original_name safe_namer base_namercounterrrbs rrrs,];;M KUUN*0022QQ/CC&x00 Q QMHc)@)E)E &K "? "L"L Ix#s## 5s(;(; 55STVT[TdTdehTiTi5j5j2!2 " 0 01B C CA F 4( 4 4 4]DXhDXDXYYI%-"G"G"GI"G"G W--.ABBNIsG%++--??)2&C&CW&Cc&C&C#1 &++--??   288:: ; ; ; gll85HIIOot,, * [))) * * * * * * * * * * * * * * *   1DhO P P P P+ Q, s)H  H H cddlm}m}m}ddl}ddl}t |}|s|S |j|g}i}| D] \} } |  g} t| tr| n| g} | D]} | t| \}}|rt| trU|j| r;|j| }|j|d}n||jkrdnd}| |}| t)|||d||||| r| || < |r5||jd<|j|d|jd <n8#t.$r+}t1d |t1d Yd}~nd}~wwxYw|S) Nr)MP4MP4Coverrrrr)rr0rT%----:com.apple.iTunes:EMBEDDED_IMAGESr#$----:com.apple.iTunes:IMAGE_METADATAz(Failed to embed cover art with mutagen: z>This might be due to image format or MP4 file structure issues)r r\r]rr3rrDraadd_tagsr_r(r:r"r+rrr/rrrMr1rCrDrr)filerr\r]rr3r cover_dataimage_metadatar@rA tag_imagesrBr cover_bytes image_formatr0rTr!s r embed_source_images_metadata_mp4rgsx7777777777KKK III,];;M  2Q 9  MMOOO "/!4!4!6!6 5 5 GXJ$.h#=#=MxxH:H O O?0G0L0L-K"O%c3//?BGNN34G4G?')w'7'7'<'9'>'>H"))%(__(0)2++ #))((; *M*MNNN 5*4w'  kAKDI= >@J >@Z@Z@a@abi@j@jDI< = QQQ <<<=== OPPPPPPPPQ KsE7F G)!GGc  ddlm}||}tj|g|jd<|t |||dS#t$r }td|d|Yd}~dSd}~wwxYw) z Legacy MP4 metadata writer kept for reference. Args: file_path (str): Path to MP4 file metadata_dict (dict): Metadata dictionary to save Returns: bool: True if successful, False otherwise rr\rNTError saving metadata to MP4 : F) r r\r3rCrargrrr)r`rErr\rar!s r_legacy_save_metadata_to_mp4rls ######s9~~"j778 '  $ ,T= A A A t  >i>>1>>???uuuuusAA B"A==Bc  |dd}ddd|ddtj|dd d d |g }tj|d d }|jdkrt j||d Std|j tj |rtj |dS#t$r }td|d|Yd}~dSd}~wwxYw)z Legacy MKV metadata writer kept for reference. Args: file_path (str): Path to MKV file metadata_dict (dict): Metadata dictionary to save Returns: bool: True if successful, False otherwise .mkvz_temp_with_metadata.mkvrrrz -metadatazcomment=rrrrTrmr.r-Warning: Failed to add metadata to MKV file: FError saving metadata to MKV rkN)r,r3rCrtrurvrmoverrrrrrr)r`rE temp_path ffmpeg_cmdryr!s r_legacy_save_metadata_to_mkvrus %%f.GHH  dD) ?DJ}$=$=?? C &    4dKKK   ! ! K 9 - - -4 Q&-QQ R R Rw~~i(( % )$$$5  >i>>1>>???uuuuusA/B?3A B?? C) C$$C)c"t|trt |||St|drt ||SdS)z Legacy video metadata writer kept for reference. Args: file_path (str): Path to video file metadata_dict (dict): Metadata dictionary to save Returns: bool: True if successful, False otherwise rnF)r+rendswith_MP4_METADATA_EXTENSIONSsave_metadata_to_mp4save_metadata_to_mkv)r`rErs r_legacy_save_video_metadatar{Cs| 9~~&&'?@@#I}mLLL Y     ( ( 0 0#I}===urc ddlm}||}|jdd}tj|S#t $rYdSwxYw)z Legacy MP4 metadata reader kept for reference. Args: file_path (str): Path to MP4 file Returns: dict or None: Metadata dictionary if found, None otherwise rrirN)r r\rar3r4r)r`r\raras r_legacy_read_metadata_from_mp4r}Wsi######s9~~y!!$z$ tts7: AAc \ tjdddddd|gdd}|jd krptj|j}|d id i}d D]*}||vr$ tj||cS#Y'xYw+d S#t$rYd SwxYw)z Legacy MKV metadata reader kept for reference. Args: file_path (str): Path to MKV file Returns: dict or None: Metadata dictionary if found, None otherwise rhriquiet -print_formatr3 -show_formatTrorrorarN)rtrurvr3r4rwr7r)r`ry probe_datarktag_keys r_legacy_read_metadata_from_mkvrjs tWov I! T+++   ! !FM22J$..266::62FFKP ! !k))!#z+g*>?????!  * t tts*A4B7BBBB B+*B+ct|trt |St|drt |SdS)z Legacy video metadata reader kept for reference. Args: file_path (str): Path to video file Returns: dict or None: Metadata dictionary if found, None otherwise rnNr+rrwrxread_metadata_from_mp4read_metadata_from_mkvrs r _legacy_read_metadata_from_videorsv 9~~&&'?@@%i000 Y     ( ( 0 0%i000trctj|dd}|d}t|}|t ||dt ||rdS|t |d d d lm}||}|j | |g|j t<|t||| t |d dS#t$r } td |d | Yd} ~ dSd} ~ wwxYw)NFr=r@r#r\rrrrTzKMP4: skipping in-place update because embedded images are being written toorriz4MP4: used standard metadata save path (non in-place)rjrk)r3rCrDrDrrr!r r\rar`_MP4_COMMENT_TAGrgrrr) r`rErrrrrIr\rar!s rryrysZJ}5ZXXXM!((11M,];;M!@MjoVmAQ^"_"_"_t M+xyyy ######s9~~ 9  MMOOO'4o "#  $ ,T= A A A M+abbbt  >i>>1>>???uuuuus-A2C!! D +DD ctj|dd}|d}t|}|t ||dt ||rdS|t |d t|||\}}|rt |d dStd |dS#t$r } td |d | Yd} ~ dSd} ~ wwxYw) NFr=r@r#MKVrTzKMKV: skipping in-place update because embedded images are being written tooz9MKV: created a rewritten container copy to store metadatarprqrk) r3rCrDrDrrr!rrr) r`rErrrrrIrrjr!s rrzrzs-J}5ZXXXM!((11M,];;M!@MjoUl@P]"^"^"^t M+xyyy ,Y }UU E    /j k k k4 EeEEFFFu  >i>>1>>???uuuuus-&B)B)) C3CCcNt|}t|trt |||||St|drt |||||SdS)NrrnF)rDr+rrwrxryrz)r`rErrrs rsave_video_metadatars,];;M 9~~&&'?@@U#I}mbvGTUUU U 9~~&&v..U#I}mbvGTUUU U 5rcX ddlm}||}|j|jtnd}|sdnt |d}||Sn#t $rYnwxYwt|}tD]*}t ||}||cS+dS)Nrri) r r\rar7rr;rrz_CONTAINER_COMMENT_TAGS)r`r\ra tag_valuesr:rars rrrs ######s9~~8< 8MTY]]#3444SW )R44/CJqM/R/R  O       * *D*'(9(9::  OOO 4sAA A&%A&c  td}tj|ddddd|gdddd d }|jd krut j|j}|d idi}tD]*}t||}||cS+dS#t$rYdSwxYw)Nrhrirrr3rTr#r$Frlrrora) rrtrurvr3r4rwr7rr;r)r`rxryrrkrr:s rrrs *955 tWovWegp qCGNR]dmu}BCCC   ! !FM22J$..266::62FFK2 $ $/ 0H0HII'#OOO(t ttsB.B41B44 CCct|trt |St|drt |SdS)Nrnrrs rread_metadata_from_videorst 9~~&&'?@@1%i000 9~~&&v..1%i000 4rc ddlm}ddl}||}|j d|jvriS|jd}|jd}|r|j|dd}i}|D]\} } g|| <| D]} | d} | t|kr|t}tj |d || } | d }tj ||}tj |rtj |\}}d }tj |rM|d ||}tj ||}|d z }tj |Mt!|d 5}|| dddn #1swxYwYtj |r|| ||St'd|ddgi}t)|D]\}} |t}tj |d d|d}tj ||}t!|d 5}|| dddn #1swxYwYtj |r|d||S#t*$r}t'd|icYd}~Sd}~wwxYw)aj Extract cover art from MP4 files using mutagen with proper tag association. Args: video_path (str): Path to the MP4 file output_dir (str): Directory to save extracted images Returns: dict: Dictionary mapping tags to lists of extracted image file paths Format: {tag_name: [path1, path2, ...], ...} rriNr^r_r#rTexist_okr0rr|rJz$Warning: No IMAGE_METADATA found in z, using generic extractionr- cover_art_rz%Error extracting cover art from MP4: )r r\r3rar7r4r*r_r1_create_temp_dirrmakedirsrrrrr]r^rMrrr) video_path output_dirr\r3ra cover_art metadata_datarcextracted_filesr1rdimg_info cover_idxcoverr0 output_filebaserrZfir!s r_extract_mp4_cover_artrsM###### s: 9  Gty X XIYFG  &LMM ; #'TZ a(8(?(?(H(HIIN O#1#7#7#9#9 A AZ')$ *AAH ( 1I C NN22 !)8H8J8J:K T::::%i0E ( 3H"$',,z8"D"DKw~~k22)$&G$4$4X$>$> c"# gnn[99)*.'?'?'?#'?'?H*,',,z8*L*LK#qLG!gnn[99)k400'A'''''''''''''''w~~k22A',33K@@@;A># " ____ ` ` `("oO%i00 C C5%4D4F4Fz J6666//// gll:x@@ +t,,#GGENNN###############7>>+..C#I.55kBBB" "  9a99::: ss&L1F*L1G5) L15G9 9L1<G9 =AL1BL1K) L1)K- -L10K- 1?L11 M;MMMcXtj}tj|d|S)NTr)rrrr)temp_dirs rrrVs*!!HK4(((( Orc |trt||S|t }t j|d td}td}|ddddd |g}tj |ddd }d dl }| |j }g}t|d gD]7\} } | d idd dk} | di} d| vr-| ddpnd| vo,| ddp=d| vo| ddpd| vo| dd} | ddk}| ddkr| s| r|r|| 9|siSi}t#}|D]}|d |}|di} | dp| dpd|d}t%|\}}t j|}|t*s|dz }t j|\}}d }|}||vr|dz }|d||}||v||t j||}|dddd |d!d"|d#d$d%d$|g } tj |ddd t j|r)||g|#tj$rE}t9d&|d't j|d(|jYd}~d}~wwxYw|S#tj$rC}t9d)t j|d(|jicYd}~Sd}~wwxYw)*NTrrhrrirrr3z -show_streams)rmr.rnrstreams disposition attached_picrraFILENAMErr0MIMETYPEzimage/r codec_namemjpeg codec_typevideo attachment_rr|rrjrrz0:z -frames:vrz-updatezFailed to extract attachment z from rkz$Error extracting source images from )rrwrxrrrrrrtrur3r4rwrr7rrMrKr3rr/_IMAGE_EXTENSIONSrrLrrr<CalledProcessErrorrr)rrrxr probe_cmdry json_modulerattachment_streamsrstreamis_attached_picrahas_image_metadatais_mjpegrrP stream_idx stream_inforVr@ safe_filenamerYrrZfinal_filenamer extract_cmdr!s rextract_source_imagesr[s+""#;<<>%j*===%'' K T****[*955 )(33  $& Z  $TQUVVV"""" &&v}55  ":>>)R#@#@AA - -IAv %jj;;??PQRRVWWO::fb))Dd"ctJ'7'='='?'?'H'HIb'c'cMd"ctJ'7'='='?'?'H'HIb'c'cMd"LtJ'7'B'B8'L'LMd"LtJ'7'B'B8'L'L zz,//7:H <((G33 4%74??M &&((112CDD ('  W--m<!>!>!>!>!N22   ~ . . .',,z>BBKT4$ )Z));YK  t{4dRVWWWW7>>+..P#..w;;BB;OOO0 t t trjrrHXHXYcHdHdrrhihprrssssssss t  ( _RW5E5Ej5Q5Q__UVU]__``` sQ$F>P-#EP-2A OP-P(#:P#P-#P((P--Q?<8Q:4Q?:Q?r)NFr)B__doc__r3rrrrtrrpathlibrshared.utils.video_decoder%DEFAULT_RESERVED_VIDEO_METADATA_BYTESr8rrrrrrxrrrr!r/r;rFrKrOrXrdrfrzrrrrrrrrrrrr"r*r3rDrGrrgrlrur{r}rrryrzrrrrrrrr8rrrs  ::::::(1%3*N#Wgw@PQ+-...--- >>> eee```JJJ7\ko[[[[ LLL ?dsw}}}} V V VEEE UUU(4CCC 111,]]]">>>*   uzJK*4444.UUUp KKK       B===@0'''V(&B$0($    YYYYv eeeeeer