
     Yjg                        d Z ddlmZ ddlmZmZ ddlmZ  ed           G d d                      Zd0d
Z	ddddddddddddd1dZ
d2d!Zdd"d3d$Zd4d%Zd5d&Zd2d'Zd6d(Zdd)d7d*Zd8d9d/ZdS ):u  Provider/model inventory context — shared substrate for the dashboard
``/api/model/options``, the TUI ``model.options``/``model.save_key``
JSON-RPC handlers, and the interactive picker.

Before this module the three call-sites each duplicated:

1. The 17-LOC config-slice that pulls ``model.{default,name,provider,base_url}``,
   ``providers:``, and ``custom_providers:`` out of ``load_config()``;
2. The call into ``list_authenticated_providers`` with the resulting kwargs;
3. (TUI only) a 45-LOC post-pass that merges authenticated rows with
   unconfigured ``CANONICAL_PROVIDERS`` rows and emits ``authenticated``/
   ``auth_type``/``key_env``/``warning`` hints for the picker UI.

Consolidating those three steps into one entry point eliminates two bugs
the duplicates were hiding:

- The dashboard read ``cfg.get("custom_providers")`` directly, missing the
  v12+ keyed ``providers:`` form (which the TUI handled via
  ``get_compatible_custom_providers``).
- The TUI's canonical-merge keyed on ``is_user_defined`` to decide
  ordering. Section 3 of ``list_authenticated_providers`` sets
  ``is_user_defined=True`` even for canonical slugs that appear in the
  ``providers:`` config dict, which silently demoted them to the tail of
  the picker. ``_reorder_canonical`` keys on slug membership instead.

Substrate facts (verified May 2026):
- ``list_authenticated_providers`` already populates each row's
  ``models`` from the curated catalog (same source as the picker). Do
  NOT call ``provider_model_ids()`` per row to "freshen" — that bypasses
  curation and pulls in non-agentic models (Nous /models returns ~400
  IDs including TTS, embeddings, rerankers, image/video generators).
    )annotations)	dataclassreplace)OptionalT)frozenc                  X    e Zd ZU dZded<   ded<   ded<   ded<   ded	<   d
d
d
dddZd
S )ConfigContextzSnapshot of the model + provider config every inventory caller
    needs. Built once via ``load_picker_context()``; the TUI overlays
    live agent state via ``with_overrides()`` before passing through.
    strcurrent_providercurrent_modelcurrent_base_urldictuser_providerslistcustom_providersN)r   r   r   Optional[str]return'ConfigContext'c               R    i }|r||d<   |r||d<   |r||d<   |rt          | fi |n| S )u   Return a copy with truthy overrides applied.

        Truthy-only because the TUI reads agent attributes that may be
        empty strings before an agent is spawned — empties must NOT
        clobber the disk-config values.
        r   r   r   )r   )selfr   r   r   kws        IC:\Users\server\AppData\Local\hermes\hermes-agent\hermes_cli\inventory.pywith_overrideszConfigContext.with_overrides8   sa      	6%5B!" 	0"/B 	6%5B!"&(2wt""r"""d2    )r   r   r   r   r   r   r   r   )__name__
__module____qualname____doc____annotations__r    r   r   r	   r	   +   s          
 
 +/'+*.3 3 3 3 3 3 3 3r   r	   r   c            	        ddl m} m}  |            }|                    di           }t	          |t
                    r]|                    d|                    dd                    pd}|                    dd          pd}|                    dd          pd}n|rt          |          nd}d}d}|                    d	          }t          |||t	          |t
                    r|ni  | |          
          S )u   Load the disk-config snapshot every consumer needs.

    Replaces the inline 17-LOC config-slice that ``web_server.py`` and
    ``tui_gateway/server.py`` (×2 sites) used to do.
    r   )get_compatible_custom_providersload_configmodeldefaultname providerbase_url	providers)r   r   r   r   r   )hermes_cli.configr"   r#   get
isinstancer   r
   r	   )r"   r#   cfg	model_cfgr   r   r   raws           r   load_picker_contextr1   O   s    ONNNNNNN
+--C$$I)T"" !ivr1J1JKKQr$==R88>B$==R88>B +4;I
''+

C)#)(d33;ss88==   r   FN)explicit_onlyinclude_unconfiguredpicker_hintscanonical_orderpricingcapabilitiesforce_fresh_nous_tierrefreshprobe_custom_providersprobe_current_custom_provider
max_modelsctxr2   boolr3   r4   r5   r6   r7   r8   r9   r:   r;   r<   
int | Noner   c               J   ddl m}  || j        | j        | j        | j        | j        ||||	|

  
        }t          | j                  }||gd |D             z   }|r2t          ||           }t          |          t          || d          z   }	 ddlm} n# t          $ r d}Y nw xY w|t                      |D ]K}|                    d	          r4                    d
 |                    d          pg D                        Lr|D ]}|                    d	          r|                    dd          } ||          s:|                    d          pg }fd|D             }t#          |          t#          |          k     r||d<   t#          |          |d<   |r*t          |          d t          ||           D             z   }|rt%          |           |rt'          |          }|rt)          ||           |rt+          |           || j        | j        dS )u|
  Build the ``{providers, model, provider}`` shape every consumer
    needs from a single substrate call.

    Flags:
    - ``explicit_only``: keep only providers the user explicitly configured
      (current provider, providers from config, or providers backed by
      provider-specific env vars). This hides ambient / auto-seeded
      credentials from desktop chat pickers.
    - ``include_unconfigured``: append ``CANONICAL_PROVIDERS`` rows that
      ``list_authenticated_providers`` didn't emit (TUI uses this to show
      the full provider universe in the picker).
    - ``picker_hints``: add ``authenticated``/``auth_type``/``key_env``/
      ``warning`` per row (TUI ``ModelPickerDialog`` shape).
    - ``canonical_order``: reorder canonical-slug rows to
      ``CANONICAL_PROVIDERS`` declaration order; truly-custom rows go
      last (TUI display order).
    - ``pricing``: enrich each row with formatted per-model pricing and,
      for Nous, ``free_tier``/``unavailable_models`` so the GUI picker can
      show $/Mtok columns and gate paid models on free accounts —
      mirroring the ``hermes model`` CLI picker. Adds network calls
      (pricing fetch + Nous tier check); only set for interactive pickers.
    - ``capabilities``: add a per-row ``capabilities`` map
      ``{model: {fast, reasoning}}`` so pickers can gate the model-options
      controls (fast toggle / reasoning) to what each model actually
      supports, instead of offering knobs the backend would reject.
    - ``force_fresh_nous_tier``: bypass the short Nous free-tier cache when
      selecting Portal-recommended Nous models and applying tier gating. Keep
      this false for UI picker opens; explicit auth/model flows can opt in
      when they need freshly-purchased credits to show up immediately.
    - ``refresh``: bust the per-provider model-id disk cache so every row
      re-fetches its live catalog. Set only for an explicit user-triggered
      "refresh models" action; normal picker opens leave it false to stay
      snappy on the 1h cache.
    - ``probe_custom_providers``: allow saved custom/provider endpoints to
      run live ``/models`` discovery while building the payload. GUI picker
      opens should leave this false unless the user explicitly refreshes; the
      row can still render its configured model immediately, and slow/offline
      local endpoints no longer block the dialog.
    - ``probe_current_custom_provider``: when ``probe_custom_providers`` is
      false, still live-probe the current custom endpoint. This keeps normal
      GUI/TUI picker opens fast while making the active custom provider's model
      list match the classic CLI picker.
    r   )list_authenticated_providers)
r   r   r   r   r   r8   r<   r9   r:   r;   Nc                    g | ]=}t          |                    d d                                                    dk    ;|>S slugr'   moar
   r,   lower.0rs     r   
<listcomp>z(build_models_payload.<locals>.<listcomp>   sE    WWW!s1553D3D/E/E/K/K/M/MQV/V/VA/V/V/Vr   Tcurrent_only)is_routing_aggregatoris_user_definedc              3  >   K   | ]}|                                 V  d S NrG   )rI   ms     r   	<genexpr>z'build_models_payload.<locals>.<genexpr>   s*      "P"P17799"P"P"P"P"P"Pr   modelsrD   r'   c                @    g | ]}|                                 v|S r    rR   )rI   rS   user_modelss     r   rK   z(build_models_payload.<locals>.<listcomp>   s+    PPP!17799K3O3OA3O3O3Or   total_modelsc                    g | ]=}t          |                    d d                                                    dk    ;|>S rC   rF   rH   s     r   rK   z(build_models_payload.<locals>.<listcomp>   sK    xxx1PSTUTYTYZ`bdTeTePfPfPlPlPnPnrwPwPwQPwPwPwr   r8   )r*   r$   r(   )hermes_cli.model_switchrA   r   r   r   r   r   _moa_provider_row_filter_explicit_provider_rowsr   _append_unconfigured_rowshermes_cli.providersrN   	Exceptionsetr,   updatelen_apply_picker_hints_reorder_canonical_apply_pricing_apply_capabilities)r=   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   rA   rowsmoa_row_is_routing_aggregatorrowrD   originalfilteredrW   s                       @r   build_models_payloadrn   o   s   t EDDDDD''--')-35&C  D   455GyWWtWWWW 	
-dC88 Dzz5#D
 
 
 
&XXXXXXX & & &!%& ) # 	Q 	QCww()) Q"""P"Pswwx7H7H7NB"P"P"PPPP 	8 8 8 77,-- wwvr** .-d33 778,,2PPPPxPPPx==3x==00$,CM*-h--C' yDzzxx(A$(L(Lxxxx "D!!! (!$'' Jt3HIIII "D!!! "(  s   B B'&B'rh   
list[dict]Nonec                t   ddl m} 	 ddlm} n# t          $ r d}Y nw xY w| D ]}|                    d          pd}i }|                    d          pg D ]\}d}|8|r6	  |||          }|t          |j                  }n# t          $ r d}Y nw xY wt           ||                    |d	||<   ]||d
<   dS )u  Attach a ``{model: {fast, reasoning}}`` map to each provider row.

    `fast` mirrors ``model_supports_fast_mode`` (the same gate the runtime
    enforces). `reasoning` comes from the models.dev catalog when known and
    defaults to True otherwise — the effort dial is broadly accepted and a
    no-op on models that ignore it, whereas hiding it from a capable-but-
    uncatalogued model is the worse failure.
    r   )model_supports_fast_mode)get_model_capabilitiesNrD   r'   rU   T)fast	reasoningr7   )hermes_cli.modelsrr   agent.models_devrs   r`   r,   r>   supports_reasoning)	rh   rr   rs   rk   rD   capsr$   ru   metas	            r   rg   rg     sJ    ;:::::&;;;;;;; & & &!%&  # #wwv$"+-WWX&&," 	 	EI%1d1%11$>>D'$()@$A$A	  % % % $III% 55e<<==& DKK
 #N'# #s    "BBBrL   rM   c               p   ddl m} ddlm}m} d | D             }|j        pd                                }t          |j        pd          	                                }g }	|D ]R}
|
j
                                        |v r|r|
j
                                        |k    r?|
j
                                        |k    r|                    |
j
                  }|r|j        nd}|r|j        r|j        d         nd}|dk    r|rd| dnd	}|	                    |
j
        |                    |
j
        |
j                  d
d|r|gng |rdnddd|||d           |	                    |
j
        |                    |
j
        |
j                  |
j
                                        |k    dg ddd           T|	S )a  Build fallback rows for canonical providers missing from ``rows``.

    Most missing canonical providers become empty setup skeletons. The one
    exception is the *current* configured provider: if config.yaml still points
    at it but credentials are presently unavailable, keep a visible row carrying
    the saved model so GUI pickers don't silently snap to some other provider.
    r   PROVIDER_REGISTRY)CANONICAL_PROVIDERS_PROVIDER_LABELSc                B    h | ]}|d                                           S rD   rR   rH   s     r   	<setcomp>z,_append_unconfigured_rows.<locals>.<setcomp>?  s&    ,,,!AfIOO,,,r   r'   api_keyz6Configured provider missing usable credentials; paste z- to reactivate. Showing the saved model only.ziConfigured provider is not authenticated; run `hermes model` to reactivate. Showing the saved model only.TF   zconfigured-current)rD   r&   
is_currentrO   rU   rX   sourceauthenticated	auth_typekey_envwarning	canonical)rD   r&   r   rO   rU   rX   r   )hermes_cli.authr}   rv   r~   r   r   rG   r
   r   striprD   r,   r   api_key_env_varsappendlabel)rh   r=   rM   r}   r~   r   seencur	cur_modelextrasentryr.   r   r   r   s                  r   r^   r^   /  sI    211111GGGGGGGG,,t,,,D%2
,
,
.
.CC%+,,2244IF$ .
 .
:%% 	EJ,,..#55:$$#''
33C),;)I 0$Q''  	))g)0 0 0 0 00	  MM!J,00U[II"&',-6>ykkB)2$9AA2%*!*&&    
(,,UZEE#j..00C7#( !% 
	
 
	
 
	
 
	
 Mr   c                N   ddl m} t          |j        pd                                                                          }g }| D ]}t          |                    dd                                                                                    }|sL|                    d          r|                    |           w|r||k    r|                    |           |dk    r$t                      r|                    |            ||          r|                    |           |S )a'  Keep only rows backed by explicit user configuration.

    ``list_authenticated_providers`` intentionally discovers ambient / auto-
    seeded credentials (for example GitHub CLI -> Copilot). Desktop chat model
    pickers want the narrower subset the user explicitly configured for Hermes.
    r   )!is_provider_explicitly_configuredr'   rD   rO   rE   )	r   r   r
   r   r   rG   r,   r   "_raw_config_has_enabled_moa_preset)rh   r=   r   current_slugkeptrk   rD   s          r   r]   r]   u  s@    BAAAAAs+1r2288::@@BBLD  37762&&''--//5577 	77$%% 	KK 	DL00KK5== 233 !C   ,,T22 	KKKr   c                    	 ddl m}   |             }n# t          $ r Y dS w xY wt          |t                    sdS |                    d          t          t                    sdS                     d          }t          |t                    rq|                                D ]Z\  }}t          |pd                                          s)t          |t                    s dS |                    dd          r dS [dS h d	}t          fd
|D                       o"t                              dd                    S )a~  Return True when the user's raw config explicitly enables MoA.

    ``load_config()`` includes ``DEFAULT_CONFIG["moa"].presets.default`` for
    everyone. Explicit-only model pickers must not treat that default as a user
    choice, but they should keep MoA visible once the user has saved at least
    one enabled preset (or an older flat MoA config) in their own config.yaml.
    r   )read_raw_configFrE   presetsr'   Tenabled>   fanout
aggregator
max_tokensreference_modelsreference_max_tokensreference_temperatureaggregator_temperaturec              3      K   | ]}|v V  	d S rQ   r    )rI   keyrE   s     r   rT   z5_raw_config_has_enabled_moa_preset.<locals>.<genexpr>  s'      11cscz111111r   )r+   r   r`   r-   r   r,   itemsr
   r   anyr>   )r   r0   r   r&   presetlegacy_keysrE   s         @r   r   r     sz   555555o   uu c4   u
''%..Cc4   uggi  G'4   #MMOO 	 	LD&tzr??((** fd++ ttzz)T** ttu  K 1111[11111Td3779d;S;S6T6TTs    
""c                ~   ddl m} | D ]}d|v r|                    d          dk    o|                    d           }| |d<   |r|                    d          rT|                    |d                   }|r|j        nd	}|r|j        r|j        d         nd
}||d<   ||d<   |d	k    r|rd| dnd| d|d<   dS )a0  Add ``authenticated``/``auth_type``/``key_env``/``warning`` per row.

    Mutates ``rows`` in-place. Rows already from
    ``list_authenticated_providers`` are marked ``authenticated=True``;
    the unconfigured skeleton rows from ``_append_unconfigured_rows`` get
    the picker's setup-hint shape.
    r   r|   r   r   r   rU   rO   rD   r   r'   r   r   zpaste z to activatez!run `hermes model` to configure ()r   N)r   r}   r,   r   r   )rh   r}   rk   is_skeletonr.   r   r   s          r   rd   rd     s8    211111 
 
c!! ggh'';6Pswwx?P?P;P#.O 	cgg&788 	##CK00%(7CMMi	 ,C ## 	
 %K I I%%'% +W****AYAAA 	I+
 
r   c                    ddl m} d t          |          D             t          fd| D             fd          }fd| D             }||z   S )u  Canonical slugs in ``CANONICAL_PROVIDERS`` declaration order;
    truly-custom rows last.

    Keys on slug membership, NOT ``is_user_defined`` — section 3 of
    ``list_authenticated_providers`` sets ``is_user_defined=True`` on
    rows from the ``providers:`` config dict even when the slug is
    canonical. Keying on the flag would silently demote canonical
    providers configured via the new keyed schema.
    r   )r~   c                $    i | ]\  }}|j         |S r    r   )rI   ies      r   
<dictcomp>z&_reorder_canonical.<locals>.<dictcomp>  s     BBB41aQVQBBBr   c              3  0   K   | ]}|d          v |V  dS )rD   Nr    rI   rJ   orders     r   rT   z%_reorder_canonical.<locals>.<genexpr>  s1      //qAfI......//r   c                     | d                  S )NrD   r    )rJ   r   s    r   <lambda>z$_reorder_canonical.<locals>.<lambda>  s    eAfI& r   )r   c                (    g | ]}|d          v|S r   r    r   s     r   rK   z&_reorder_canonical.<locals>.<listcomp>  s'    888A6%!7!7a!7!7!7r   )rv   r~   	enumeratesorted)rh   r~   canonr   r   s       @r   re   re     s     655555BB9-@#A#ABBBE////D///&&&&  E 9888888F6>r   rZ   c               f   ddl m}m}m}m} d}| D ]}t          |                    dd                                                    }|                    d          pg }	|	sR	  ||          pi }
n# t          $ r i }
Y nw xY w|
svi }|	D ]}|
                    |          }|s|                    dd          }|                    dd          }|                    d	d          }|dk    r ||          nd}|dk    r ||          nd}|r ||          nd}|d
k    o|d
k    p|dk    }||||d||<   |r||d<   |dk    ri	 | ||          }t          |          |d<   |r$ |t          |	          |
d          \  }}||d<   ng |d<   # t          $ r d|d<   g |d<   Y w xY wdS )u  Enrich each provider row with per-model pricing + Nous tier gating.

    Mutates ``rows`` in-place. For every row whose provider supports live
    pricing (openrouter / nous / novita) adds::

        row["pricing"] = {model_id: {"input": "$3.00", "output": "$15.00",
                                     "cache": "$0.30" | None, "free": bool}}

    For Nous additionally adds::

        row["free_tier"] = bool            # current account is free-tier
        row["unavailable_models"] = [...]  # paid models a free user can't pick

    Prices are pre-formatted via ``_format_price_per_mtok`` so the GUI just
    renders strings — identical formatting to the CLI picker. All failures
    are swallowed (best-effort): a row simply gets no ``pricing`` key.
    r   )_format_price_per_mtokcheck_nous_free_tierget_pricing_for_providerpartition_nous_models_by_tierNrD   r'   rU   prompt
completioninput_cache_readfree)inputoutputcacher   r6   nous)force_fresh	free_tierT)r   unavailable_modelsF)rv   r   r   r   r   r
   r,   rG   r`   r>   r   )rh   r8   r   r   r   r   nous_free_tierrk   rD   rU   raw_pricing	formattedmidpinp_rawout_raw	cache_rawinpoutr   is_free_selectableunavailables                          r   rf   rf     s   ,            &*N 5/ 5/37762&&''--//""(b 		22488>BKK 	 	 	KKK	 	%'	 	 	C$$A eeHb))GeeL"--G0"55I5<]]((111C5<]]((111C9BL**9555EVmD)C#)G	 IcNN  	'&C	N6>>/!)%9%9$9& & &N $(#7#7K ! 3/L/LVkT0 0 0,K 1<C,--02C,- / / / $)K ,.()))	/ G5/ 5/s%   $A22B BAFF,+F,r'   r   r
   dict | Nonec                d   	 ddl m} ddlm}  | |                                d          pi           }t          |                    di                                                     }|sdS dd| pd                                dk    d	|t          |          d
dd
dd
S # t          $ r Y dS w xY w)a+  Build the virtual ``moa`` provider row for model pickers.

    Shared by the CLI inventory (:func:`build_models_payload`) and the gateway
    picker path (:func:`hermes_cli.model_switch.list_picker_providers`) so the
    row shape stays in one place. Returns ``None`` when no MoA presets exist.
    r   )r#   )normalize_moa_configrE   r   NzMixture of Agentsr'   FvirtualTzTAggregator acts as the selected model; references provide analysis before each call.)
rD   r&   r   rO   rU   rX   r   r   r   r   )
r+   r#   hermes_cli.moa_configr   r,   r   keysrG   rc   r`   )r   r#   r   r.   rU   s        r   r\   r\   W  s    111111>>>>>>"";;==#4#4U#;#;#ArBBcggi,,113344 	4'+1r88::eC$KK!"m
 
 	
    tts   A+B! /1B! !
B/.B/)r   r	   )r=   r	   r2   r>   r3   r>   r4   r>   r5   r>   r6   r>   r7   r>   r8   r>   r9   r>   r:   r>   r;   r>   r<   r?   r   r   )rh   ro   r   rp   )rh   ro   r=   r	   rM   r>   r   ro   )rh   ro   r=   r	   r   ro   )r   r>   )rh   ro   r   ro   )rh   ro   r8   r>   r   rp   )r'   )r   r
   r   r   )r   
__future__r   dataclassesr   r   typingr   r	   r1   rn   rg   r^   r]   r   rd   re   rf   r\   r    r   r   <module>r      s   B # " " " " " * * * * * * * *       $ 3  3  3  3  3  3  3  3F   F  !&!"'#'*/!T T T T T Tn## ## ## ##Z 	C C C C C CL       F)U )U )U )UX#
 #
 #
 #
L   0 #(U/ U/ U/ U/ U/ U/p      r   