jpm :ddlZddlZddlZddlmZddlmZddlZddl m Z ddl m Z ddl mZdZdZeGd d Zd'd Zd efd ZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#d ededed ed!ed"ef d#Z$d$Z%d%Z&d&Z'dS)(N) dataclass)Callable)model_dropdowns)deepy_available)model_unload_guardFc<eZdZUejed<ejed<ejed<dZejdzed<dZejdzed<dZ ejdzed<dZ ej dzed<dZ ej dzed <dZej dzed <dZejdzed <dZejdzed <dS) ModelSelectorToolbar search_buttonrefresh_button unload_buttonNfinetune_buttontool_row search_row search_querysearch_results search_targetsearch_apply_buttonsearch_close_button)__name__ __module__ __qualname__grButton__annotations__rrRowrrTextboxrHTMLrrrLC:\Users\johnn\OneDrive\Documents\AI\shared\gradio\model_selector_toolbar.pyr r s9I9(,ORY%,,,"Hbftm""" $J $$$&*L"*t#***%)NBGdN)))'+M2:$+++,0T)000,0T)00000r r c tjdddg5tjdg5}tjddd d gd d }tj|rdnddd dgd d }tjddd dgd d }tjddd dgd d }dddn #1swxYwYtjddg5}tjdd dg5tjddddd g!}tjddd"#}dddn #1swxYwYdddn #1swxYwYdddn #1swxYwYt ||||||||$S)%Nzwangp-model-selector-tools)scale min_width elem_classeszwangp-model-selector-tool-row)r'u⌕wangp_model_tool_searchzwangp-model-selector-toolz wangp-model-selector-tool-searchsmr)elem_idr'sizer%u✎+wangp_model_tool_finetunez"wangp-model-selector-tool-finetuneu↻wangp_model_tool_refreshz!wangp-model-selector-tool-refreshzUnload models and extensionswangp_model_tool_unloadz wangp-model-selector-tool-unloadFzwangp-model-selector-search-rowvisibler'zwangp-model-selector-search-boxz Search modelswangp_model_search_queryz!wangp-model-selector-search-input)value show_label placeholderr*r'wangp_model_search_results)r5r1r*)rrrrr)rColumnrrrrr ) is_finetune_editorrr rr r rrrs r!create_toolbarr;"s c9U8V W W W h h V"A!B C C C MxIe5N^y|^^_fjrstttM i1C(LVqB]_CADKOWXYYYOYu6P`{~a`bimuvwwwNI&DNgxSUwwxCKLMMMM  M M M M M M M M M M M M M M M VE1R0S T T T hXba?`>abbb h h!zuRalFVyUz { { { !#r5Jf!g!g!g h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h h ~}^myANXgsDR S S SSs}EA1B-! E-B1 1E4B1 5ED=(2D& D=&D* *D=-D* .D=1 E=E EE EEEtoolbarctjddg5tjddd|_tjdd |_tjd d |_dddn #1swxYwY|S) NFz$wangp-model-selector-hidden-controlsr0r3wangp_model_search_target)r5r6r*zApply model searchwangp_model_search_apply)r*zClose model searchwangp_model_search_close)rrrrrrr)r<s r!create_search_panelrA0s -S,T U U Ujj " Oj k k k&(i0DNh&i&i&i#&(i0DNh&i&i&i#jjjjjjjjjjjjjjj NsAA77A;>A;ctjdtjdtjdtjddfS)NFr1Tr3r5r5r1rupdaterr r!show_search_panelrH8sK 9U # # #RYt%<%<%Q>Q>QSUS\ceotSuSuSu uur ctjdtjdtjdtjddfS)NTrCFr3rDrErFrr r!clear_search_panelrJ<sK 9T " " "BIe$<$<$Q>Q>QSUS\ceotSuSuSu uur cptjddt|pdS)Nz [^a-z0-9]+r3)resubstrcasefoldrDs r!_normalize_search_textrP@s. 6-S"%5%5%>%>%@%@ A AAr cdd|D}tjdd|S)N c3K|]J}t|pd%t|pdVKdS)r3N)rNstrip).0parts r! z _display_join..EsSYYTZRAVAVAXAXYC OO))++YYYYYYr z\s+)joinrLrMrT)partstexts r! _display_joinr[DsB 88YYYYY Y YD 6&#t $ $ * * , ,,r c$fd|DS)NcJg|]}|dk| ST)for_uiget_model_family)rU model_typedepsfamilys r! z'_family_model_types..Js9 t t t:4;P;PQ[dh;P;i;ims;s;sJ;s;s;sr r)rcdropdown_typesrds` `r!_family_model_typesrgIs! t t t t t t t ttr cj|dtfdt||Dd}d|D}|pidi|d}||vr|n |r|dndS) Nr2cdg|],}tj||f-Sr)r compact_nameget_model_namerUrbrc family_names r!rez-_default_model_for_family..OsNqqqpzO0d>Q>QR\>]>]^^`jkqqqr c6|dSNrrOrows r!z+_default_model_for_family..Os5CFGHCICRCRCTCTr keycg|]\}}|SrrrU_labelrbs r!rez-_default_model_for_family..Ps 8 8 8/VZj 8 8 8r last_model_per_familyr3r)families_infossortedrgget)rcstaterfrdrowsvaluesrbrms` @r!_default_model_for_familyrMs%f-a0K qqqqqRSWYgioppqqqwTwT U U UD 8 84 8 8 8F+2""#:B??CCFBOOJ#v--::4OF1IIRPr cj|dfdt||D}|dtj|S)Nr2cg|]@}tj|||fASr)rrjrkget_parent_model_typerls r!rez%_family_hierarchy..Wsk      %k43F3Fz3R3R S SU_aea{a{}GbHbH I   r c6|dSrorprqs r!rsz#_family_hierarchy..[sc!foo//r rt)rzrgsortrcreate_models_hierarchy)rcrfrdr~rms` @r!_family_hierarchyrUsz%f-a0K     -dNFKK   D II//I000  24 8 88r c||g}d|D}|pidi|d}||vr|n |r|dndS)Ncg|]\}}|Srrrws r!rez-_default_model_for_parent..as < < </VZj < < h|]}|dSr^r`rUrbrcs r! z"_search_results..rs,iiiJ..z$.GGiiir cJj|d|fdS)Nir)rzr|)rdrcs r!rsz!_search_results..rsYCRVVW]`cek_lmmnopr rtr2FamilyModelFinetune)rPlenrget_dropdown_model_typesr{setrzrrrr[rkrr|MAX_SEARCH_RESULTS)rcr}queryneedlerf family_idsrrrdrmparent_choicesr parent_namer parent_label child_namechild_model_type full_name child_labels` r!_search_resultsrms #E * *F 6{{a $=dCCNiiiiZhiiippppppppqqqJ\G'' , , , )&1!4 +K88 8 8 7L(KIbcginp~AGJHJHJU V V V ->t^U[-\-\**.< ' ' *K*(kBBL/ ====KabfbubuwHcIcILJLJBJBJw g|MfgkmruGIZN[N[]hiii0B0F0FGXZ\0]0] ' ', , //0@AA +15KI5V5V+V+Vii\ijvyC]D]D 3K@@@@FNdenNoNoDoDo"7L*kScers~ALfMfMNNN7||'999&  ' ' Nr c t|pd}t|dkrtjddSt |||}t|dkrtjddSg}t |D]\}}trGdtj |dtj |d  nd}| d tj |d d tj |d|tjdd |zdzdS)Nr3rFrEzj
No matching models
TuE{scope} · {path}rr)rrzrb)quoter)rbr type_linez5
z
) rNrrTrrGr enumerateSHOW_SEARCH_RESULT_TYPE_LINEformathtmlescaperrX)rcr}rritemsindexresultrs r!render_search_resultsrs    E 5;;==Qyr51111dE511G 7||qy LVZ[[[ [ E"7++   vmIQ[bbimitu{}DvEjFjFMQMXY_`fYgMhMhbiiiOQ   ;vl';4HHHk&/22#  9RUWU\U\]bUcUccfnnx| } } }}r ct|pd}|r|dtjntjgt RS)Nr3|)rNrTtimerrGrJ)rbs r!apply_search_selectionrs\Z%2&&,,..J-7 Hz ) )DIKK ) ) )RY[[ `L^L`L` ` ``r c|pidd}t|tsdSfd|D}|D]}||dt |S)N all_settingsrc>g|]}||SN) get_model_defrs r!rez0_prune_orphan_model_settings..s-nnntGYGYZdGeGeGm*GmGmGmr )r| isinstancedictpopr)r}rcrorphan_model_typesrbs ` r!_prune_orphan_model_settingsrsKR$$^T::L lD ) )qnnnn|nnn(++ T**** ! " ""r c |pg}n9#t$r,}tjd|||cYd}~Sd}~wwxYwt||}|dkrd|d|dkrdnddnd}t |dkr!tjd |dz|zntjd |z||S) NzUnable to refresh model list: rz Removed z orphan model settingr2sr3.z5Model list refreshed, but parsing errors were found: zModel list refreshed.) ExceptionrInforr)refresh_model_defsrefresh_model_dropdownsr} deps_factory parse_errorse pruned_count prune_texts r!refresh_models_with_infors#.))++1r ... 444555&&u--------.0||~~FFLfruvfvfvb\bb|VWGWGW]_bbbb|~J <1 G,WX/Y\ffgggg '*4555 " "5 ) ))s  A!AAAct5t|}||dr&tjd|d ddddSt |r||ddd|vr||||dddn #1swxYwYtj|ddS) N configurationzUnable to unload z# while GPU resources are allocated.FT)clear_session_statediscard_runtime_snapshotPrompt Enhancerz unloaded from RAM.)r_unload_targets_textrrr) r} server_configany_GPU_process_runningrelease_deepy_vramreset_prompt_enhancer"reset_prompt_enhancer_if_requestedrelease_extensions release_modelunload_targetss r!unload_models_from_ramrs\     -m<< " "5/ : :  G[[[[ \ \ \          = ) ) `  u%Z^ _ _ _ _  . . ! ! # # # . . 0 0 0                G~ 2 2 233333s5B&A B&&B*-B*cddlm}dg} t|ddpddk}n#t$rd}YnwxYw|r|d||t|r|dt|dkr|dSt|d kr)d |dd d |d znd |S)Nr)registered_namesModelsenhancer_enabledFrDeepyr2r#z, z, and z and ) shared.utils.offload_registryrintr|rrextendrrrX)rrtargetsrs r!rrs9>>>>>>jG!}001CQGGL1MMPQQ !!! !*())) NN##%%&&&}%% w 7||qqz?B7||a?O?O499WSbS\ " "%;gbk%;%; ; ;U\UaUabiUjUjjs)5 AArrrrefresh_lora_listunload_handlerc  |jt|j|j|j|jgddtdd|j fd||jg|jgd|j t|j g||j|j|j|jgd|j t|j|j|j|jgd|j fd|g||||gd| ||| g|| gd|j| |gdddS)Nhidden)fnoutputs show_progress)rjsinputsrc6t||Sr)r) state_valuerrs r!rszbind_toolbar..s&;LLNNKY^&_&_r )rrrrc(t|Sr)r)rrrrs r!rszbind_toolbar..s78JLcepr~r )r clickrHrrrrthenfocus_search_javascriptinputrrrrrJr r )r<rr} model_familymodel_base_type_choice model_choicemodel_choice_targetrefresh_form_trigger lset_name loras_choicesrrrrs ` `` r! bind_toolbarrs  !7#5w7KWMcd  dd.00tdLLL  _ _ _ _w+,'(   %% !%&$g&68JGL`bibxy &  %% !7#5w7KWMcd&         w5|EYZ !  d y-0M*    >5'4_ghhhhhr cdS)NaZ () => { const root = window.gradioApp ? window.gradioApp() : (document.querySelector("gradio-app")?.shadowRoot || document); setTimeout(() => { const input = root.querySelector("#wangp_model_search_query textarea, #wangp_model_search_query input"); if (input) input.focus(); }, 50); } rrr r!rrs   r cdS)Nu (function () { let searchResultPointerDown = false; let activeSearchIndex = -1; function root() { if (window.gradioApp) return window.gradioApp(); const app = document.querySelector("gradio-app"); return app ? (app.shadowRoot || app) : document; } function queryInput() { return root().querySelector("#wangp_model_search_query textarea, #wangp_model_search_query input"); } function targetInput() { return root().querySelector("#wangp_model_search_target textarea, #wangp_model_search_target input"); } function applyButton() { const el = root().querySelector("#wangp_model_search_apply"); return el?.matches("button") ? el : el?.querySelector("button"); } function closeButton() { const el = root().querySelector("#wangp_model_search_close"); return el?.matches("button") ? el : el?.querySelector("button"); } function toolButton(id) { const el = root().querySelector(id); return el?.matches("button") ? el : el?.querySelector("button"); } function updateFinetuneTooltip() { const button = toolButton("#wangp_model_tool_finetune"); if (!button) return; const text = (button.textContent || "").trim(); button.dataset.wangpTooltip = text.includes("✎") ? "Edit finetune [Alt+F]" : "Create finetune [Alt+F]"; } function resultItems() { return Array.from(root().querySelectorAll("#wangp_model_search_results [data-model-type]")); } function setActive(index) { const items = resultItems(); if (!items.length) return; const bounded = Math.max(0, Math.min(index, items.length - 1)); activeSearchIndex = bounded; items.forEach((item, itemIndex) => item.classList.toggle("wangp-model-search-result-active", itemIndex === bounded)); items[bounded].scrollIntoView({ block: "nearest" }); } function activeIndex() { const items = resultItems(); if (activeSearchIndex >= 0 && activeSearchIndex < items.length) return activeSearchIndex; const index = items.findIndex((item) => item.classList.contains("wangp-model-search-result-active")); return index; } function selectModel(modelType) { const target = targetInput(); const button = applyButton(); if (!target || !button || !modelType) return; target.value = modelType; target.dispatchEvent(new Event("input", { bubbles: true })); button.click(); } function eventSearchItem(event) { const path = event.composedPath ? event.composedPath() : []; for (const node of path) { if (node?.matches?.("#wangp_model_search_results [data-model-type]")) return node; const closest = node?.closest?.("#wangp_model_search_results [data-model-type]"); if (closest) return closest; } return event.target?.closest?.("#wangp_model_search_results [data-model-type]"); } document.addEventListener("click", (event) => { const item = eventSearchItem(event); if (!item) return; event.preventDefault(); selectModel(item.dataset.modelType || ""); }); document.addEventListener("pointerdown", (event) => { if (!eventSearchItem(event)) return; searchResultPointerDown = true; setTimeout(() => searchResultPointerDown = false, 250); }); function bindSearchKeyboard() { const input = queryInput(); if (!input || input.dataset.wangpModelSearchBound === "1") return; input.dataset.wangpModelSearchBound = "1"; input.addEventListener("input", () => activeSearchIndex = -1); input.addEventListener("keydown", (event) => { if (event.key === "Escape") { event.preventDefault(); closeButton()?.click(); return; } const items = resultItems(); if (!items.length) return; if (event.key === "ArrowDown" || event.key === "Down") { event.preventDefault(); const index = activeIndex(); setActive(index < 0 ? 0 : index + 1); } else if (event.key === "ArrowUp" || event.key === "Up") { event.preventDefault(); const index = activeIndex(); setActive(index < 0 ? items.length - 1 : index - 1); } else if (event.key === "Enter") { event.preventDefault(); const index = activeIndex(); const item = items[index >= 0 ? index : 0] || items[0]; selectModel(item?.dataset?.modelType || ""); } }); input.addEventListener("blur", () => { setTimeout(() => { if (searchResultPointerDown) return; const active = root().activeElement || document.activeElement; if (active === queryInput()) return; closeButton()?.click(); }, 120); }); } document.addEventListener("keydown", (event) => { if (!event.altKey || event.ctrlKey || event.metaKey || event.shiftKey || event.repeat) return; const key = event.key.toLowerCase(); const target = key === "s" ? "#wangp_model_tool_search" : key === "r" ? "#wangp_model_tool_refresh" : key === "u" ? "#wangp_model_tool_unload" : ""; if (key === "f") { event.preventDefault(); toolButton("#wangp_model_tool_finetune")?.click(); return; } if (!target) return; event.preventDefault(); toolButton(target)?.click(); }); document.addEventListener("focusin", () => { bindSearchKeyboard(); updateFinetuneTooltip(); }); document.addEventListener("pointerover", (event) => { if (event.target.closest?.("#wangp_model_tool_finetune")) updateFinetuneTooltip(); }); bindSearchKeyboard(); updateFinetuneTooltip(); })(); rrr r!get_javascriptr sX X r c$dtrdndzdzS)NuN .wangp-model-selector-tools { position: relative; align-self: center; background: transparent !important; border: 0 !important; box-shadow: none !important; padding: 0 !important; } .wangp-model-selector-tool-row { position: relative; z-index: 2; width: max-content; margin: 0 auto !important; gap: 6px !important; padding: 0 4px; background: var(--body-background-fill); } .wangp-model-selector-tool { position: relative; display: flex !important; align-items: center !important; justify-content: center !important; min-width: 42px !important; width: 42px !important; max-width: 42px !important; height: 32px !important; padding: 0 !important; font-size: 0 !important; line-height: 1 !important; border-radius: 6px !important; color: var(--button-secondary-text-color, var(--body-text-color)) !important; } .wangp-model-selector-tool::before { position: absolute; inset: 0; display: flex; align-items: center; justify-content: center; color: var(--button-secondary-text-color, var(--body-text-color)); font-family: "Segoe UI Symbol", "Arial Unicode MS", sans-serif; font-size: 32px; line-height: 1; } .wangp-model-selector-tool-search::before { content: "⌕"; font-size: 22px; transform: translateY(-1px); } .wangp-model-selector-tool-refresh::before { content: "↻"; font-size: 23px; transform: translateY(-1px); } .wangp-model-selector-tool-unload::before { content: ""; inset: 0; margin: auto; width: 22px; height: 22px; background: currentColor; mask: url("data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 24 24'%3E%3Cpath d='M12 3 3 15h18L12 3ZM3 18h18v3H3z'/%3E%3C/svg%3E") center / contain no-repeat; } .wangp-model-selector-tool-finetune { font-size: 24px !important; font-family: "Segoe UI Symbol", "Arial Unicode MS", sans-serif !important; transform: translateY(-1px); } .wangp-model-selector-tool-finetune::before { content: ""; } .wangp-model-selector-tool::after { position: absolute; left: 50%; bottom: calc(100% + 8px); transform: translateX(-50%); white-space: nowrap; padding: 4px 7px; border-radius: 4px; background: var(--body-text-color); color: var(--body-background-fill); font-size: 12px; line-height: 1.2; opacity: 0; pointer-events: none; transition: opacity 120ms ease; transition-delay: 0s; z-index: 50; } .wangp-model-selector-tool:hover::after { opacity: 1; transition-delay: 500ms; } .wangp-model-selector-tool-search::after { content: "Search models [Alt+S]"; } .wangp-model-selector-tool-refresh::after { content: "Refresh model list [Alt+R]"; } .wangp-model-selector-tool-finetune::after { content: attr(data-wangp-tooltip); } .wangp-model-selector-tool-unload::after { content: "Unload models and extensions [Alt+U]"; } .wangp-model-selector-search-row { --wangp-model-selector-gap: calc(16px * var(--wangp-ui-scale, 0.9)); --wangp-model-selector-search-margin: 8px; position: relative; z-index: 3; box-sizing: border-box; width: calc(100% + var(--wangp-model-selector-gap) - var(--wangp-model-selector-search-margin)); margin: 0 0 0 calc(var(--wangp-model-selector-search-margin) - var(--wangp-model-selector-gap)) !important; padding: 0; background: var(--body-background-fill); } .wangp-model-selector-search-box { position: relative; width: 100%; min-width: 0 !important; } .wangp-model-selector-search-input textarea, .wangp-model-selector-search-input input { text-align: left; min-height: 27px !important; height: 27px !important; padding: 2px 7px !important; font-size: 13px !important; border: 0 !important; box-shadow: none !important; } .wangp-model-selector-search-input { border: 1px solid var(--border-color-primary) !important; border-radius: 5px !important; background: var(--input-background-fill, var(--body-background-fill)) !important; box-sizing: border-box; width: 100%; padding: 1px !important; margin: 0 !important; } .wangp-model-selector-search-input label, .wangp-model-selector-search-input > div { margin: 0 !important; padding: 0 !important; } #wangp_model_search_results { position: absolute !important; left: auto; right: 0; top: calc(100% - 1px); width: min(560px, 90vw); z-index: 1000; } .wangp-model-search-popup { margin-top: 0; border: 1px solid var(--border-color-primary); border-radius: 0 0 6px 6px; background: var(--body-background-fill); overflow: hidden; max-height: 280px; overflow-y: auto; } .wangp-model-search-result { width: 100%; border: 0; border-bottom: z%1px solid var(--border-color-primary)0ap; background: transparent; color: var(--body-text-color); display: block; text-align: left; padding: 8px 10px; cursor: pointer; } .wangp-model-search-result:last-child { border-bottom: 0; } .wangp-model-search-result:hover, .wangp-model-search-result-active { background: var(--background-fill-secondary); background: color-mix(in srgb, var(--button-primary-background-fill) 18%, var(--body-background-fill)); box-shadow: inset 3px 0 0 var(--button-primary-background-fill); color: var(--body-text-color); } .wangp-model-search-result:hover .wangp-model-search-result-title, .wangp-model-search-result-active .wangp-model-search-result-title { font-weight: 700; } .wangp-model-search-result-title, .wangp-model-search-result-meta { display: block; overflow: hidden; text-overflow: ellipsis; white-space: nowrap; } .wangp-model-search-result-title { font-weight: 600; font-size: 13px; } .wangp-model-search-result-meta { opacity: 0.75; font-size: 11px; margin-top: 2px; } .wangp-model-search-empty { padding: 8px 10px; font-size: 12px; opacity: 0.75; } .wangp-model-selector-hidden-controls { display: none !important; } )rrr r!get_cssr s8] zJfnEEkn{] pz,s{I Ir )F)(rrLr dataclassesrtypingrgradiorsharedrshared.deepy.configrshared.utils.model_unloadrrrr r;rArHrJrPr[rgrrrrrrrrrrrrrr r rr r!rs !!!!!!""""""//////888888$  1 1 1 1 1 1 1  1 S S S S!5vvvvvvBBB--- uuuQQQ999QQQ]]]<~~~.aaa ### * * * 4 4 4 kkk$"i."i"i`h"iCK"i`h"izB"i"i"i"iJ   YYYxJJJJJr