{% extends "admin/_layout.html" %}
{% from "_macros.html" import icon %}
{% set section = "extraction" %}

{% block title %}{{ t("Extraction") }} - {{ brand.name }}{% endblock %}
{% block heading %}{{ t("Extraction and search") }}{% endblock %}

{% block admin_content %}
<p class="admin-lede">{{ t("What happens to a file between the upload and the model, and how anything is found again afterwards. The two are the same pipeline: what is extracted decides what there is to search.") }}</p>

{% if saved %}
<div data-flash="success" class="alert alert--success">{{ icon("check", "icon--sm") }} <span>{{ saved }}</span></div>
{% endif %}

{# --- Extraction ----------------------------------------------------------- #}
<form method="post" action="/admin/extraction" class="form-grid">
  <section class="card">
    <h2 class="card__title">{{ t("What a file may cost") }}</h2>
    <p class="field__hint">{{ t("Every number here is a trade, and a large one usually breaks a request rather than being slow — the text of a whole book does not fit in a context window, and a model handed it fails the request outright rather than reading the first half.") }}</p>

    <div class="field-row">
      <div class="field">
        <label class="field__label" for="max_upload_mb">{{ t("Largest upload") }}</label>
        <input class="input" id="max_upload_mb" name="max_upload_mb"
               type="number" min="1" max="512" step="1" value="{{ values.max_upload_mb }}">
        <p class="field__hint">{{ t("Megabytes, before anything is done to it.") }}</p>
      </div>

      <div class="field">
        <label class="field__label" for="max_extracted_chars">{{ t("Text kept per file") }}</label>
        <input class="input" id="max_extracted_chars" name="max_extracted_chars"
               type="number" min="1000" max="5000000" step="1000"
               value="{{ values.max_extracted_chars }}">
        <p class="field__hint">{{ t("Characters. Roughly four to a token, so 120,000 is about 30,000 tokens — already most of a small context window. The rest is cut and the model is told so.") }}</p>
      </div>

      <div class="field">
        <label class="field__label" for="max_pdf_pages">{{ t("Pages read from a PDF") }}</label>
        <input class="input" id="max_pdf_pages" name="max_pdf_pages"
               type="number" min="1" max="5000" step="1" value="{{ values.max_pdf_pages }}">
        <p class="field__hint">{{ t("Extraction is slow and happens once, at upload. Beyond this the file is still stored; only its text stops.") }}</p>
      </div>
    </div>

    <div class="field-row">
      <div class="field">
        <label class="field__label" for="max_image_edge">{{ t("Longest image edge") }}</label>
        <input class="input" id="max_image_edge" name="max_image_edge"
               type="number" min="128" max="8192" step="16"
               value="{{ values.max_image_edge }}">
        <p class="field__hint">{{ t("Pixels. Images are re-encoded before they are sent, because a phone photo is several megabytes of base64.") }}</p>
      </div>

      <div class="field">
        <label class="field__label" for="jpeg_quality">{{ t("JPEG quality") }}</label>
        <input class="input" id="jpeg_quality" name="jpeg_quality"
               type="number" min="30" max="100" step="1" value="{{ values.jpeg_quality }}">
      </div>

      <div class="field">
        <label class="field__label" for="orphan_hours">{{ t("Keep abandoned uploads for") }}</label>
        <input class="input" id="orphan_hours" name="orphan_hours"
               type="number" min="1" max="8760" step="1" value="{{ values.orphan_hours }}">
        <p class="field__hint">{{ t("Hours. A file chosen in the composer and never sent. Swept at startup.") }}</p>
      </div>
    </div>

    <div class="field">
      <label class="field__label" for="extra_text_extensions">{{ t("Also treat as text") }}</label>
      <textarea class="textarea input--mono" id="extra_text_extensions"
                name="extra_text_extensions" rows="4" spellcheck="false"
      >{{ extensions_text }}</textarea>
      <p class="field__hint">
        {{ tm("One extension per line, <code>.env</code> or <code>env</code>. Only needed to pick a media type — whether the bytes decode as text is what actually decides, so an unlisted extension already works.") }}
      </p>
    </div>

    <div class="field">
      <label class="checkbox">
        <input type="checkbox" name="reject_unreadable_pdf" value="true"
               {{ 'checked' if values.reject_unreadable_pdf }}>
        <span>{{ t("Refuse a PDF whose text cannot be read") }}</span>
      </label>
      <p class="field__hint">{{ t("Off, a scanned PDF is stored with an explanation saying why it contributes nothing — there is no OCR here. That is usually what somebody wants: the file is still attached and still downloadable.") }}</p>
    </div>
  </section>

  <div class="btn-row">
    <button class="btn btn--primary" type="submit">{{ t("Save extraction") }}</button>
  </div>
</form>

{# --- Semantic search ------------------------------------------------------ #}
<form method="post" action="/admin/extraction/search" class="form-grid">
  <section class="card">
    <h2 class="card__title">{{ t("Searching by meaning") }}</h2>
    <p class="field__hint">
      {{ tm('Keyword search finds a document that uses your words. This finds one that means the same thing — <em>"how do I get in"</em> reaching a note about passwords. Both run and the two rankings are fused, so nothing that keyword search found is lost.') }}
    </p>

    {% if not models %}
    <div class="alert">
      {{ icon("warning", "icon--sm") }}
      <span>
        {{ tm("No model is marked as producing embeddings. Tick <strong>%(capability)s</strong> on one under <a href=\"/admin/models\">Models</a> — usually a small dedicated model such as <code>nomic-embed-text</code> or <code>bge-m3</code>, not a chat model.", capability=t("embeddings")) }}
      </span>
    </div>
    {% endif %}

    {% if missing_model %}
    <div class="alert alert--error">
      {{ icon("warning", "icon--sm") }}
      <span>
        {{ tm("<code>%(model)s</code> is selected but is not available — its model or its connection has gone, or it is no longer marked for embeddings. Search has fallen back to keywords.", model=missing_model) }}
      </span>
    </div>
    {% endif %}

    <div class="field">
      <label class="field__label" for="embedding_model_id">{{ t("Embedding model") }}</label>
      <select class="input" id="embedding_model_id" name="embedding_model_id">
        <option value="">{{ t("None — keyword search only") }}</option>
        {% for model in models %}
        <option value="{{ model.model_id }}"
                {{ 'selected' if values.embedding_model_id == model.model_id }}>
          {{ model.label }}
        </option>
        {% endfor %}
      </select>
      <p class="field__hint">
        {{ tm("<strong>%(none)s</strong> is not a degraded mode: it is the keyword search this has always had, with nothing stored and nothing sent anywhere. Changing the model changes what a vector means, so anything already indexed is ignored until it is rebuilt.", none=t("None")) }}
      </p>
    </div>

    <div class="field-row">
      <div class="field">
        <label class="field__label" for="embed_batch">{{ t("Pieces per request") }}</label>
        <input class="input" id="embed_batch" name="embed_batch"
               type="number" min="1" max="256" step="1" value="{{ values.embed_batch }}">
        <p class="field__hint">{{ t("Lower this if the endpoint refuses large requests; raise it if a rebuild is slow and the far side has room.") }}</p>
      </div>
    </div>
  </section>

  <div class="btn-row">
    <button class="btn btn--primary" type="submit">{{ t("Save search") }}</button>
  </div>
</form>

{#- The index itself (services/index): what is waiting, what failed, how many
    pieces and vectors there are, and the button that reads everything again. -#}
<section class="card u-mt-6" data-testid="index-card">
  <h2 class="card__title">{{ t("The search index") }}</h2>
  <p class="card__lede">{{ t("Files and chats are indexed as they change. A rebuild reads everything again — after changing the embedding model, or when a search misses something it should find.") }}</p>
  {% if index %}
  <dl class="index-stats">
    <div class="index-stats__item"><dt>{{ t("Waiting") }}</dt><dd>{{ index.pending }}</dd></div>
    <div class="index-stats__item"><dt>{{ t("Done") }}</dt><dd>{{ index.states.get("done", 0) }}</dd></div>
    <div class="index-stats__item"><dt>{{ t("Failed") }}</dt><dd>{{ index.states.get("error", 0) }}</dd></div>
    <div class="index-stats__item"><dt>{{ t("Pieces") }}</dt><dd>{{ index.pieces }}</dd></div>
    <div class="index-stats__item"><dt>{{ t("With a vector") }}</dt><dd>{{ index.vectors }}</dd></div>
  </dl>
  <p class="field__hint">
    {% if index.running %}{{ t("The indexer is running.") }}{% else %}{{ t("The indexer is not running.") }}{% endif %}
    {% if not index.vectors_available %} {{ t("Search by meaning is not available on this server (sqlite-vec is not installed); keywords still work.") }}{% endif %}
    {% if index.last_error %} {{ t("Last error: %(error)s", error=index.last_error) }}{% endif %}
  </p>
  {% else %}
  <p class="field__hint">{{ t("The index could not be read.") }}</p>
  {% endif %}
  <form method="post" action="/admin/extraction/index/rebuild" class="btn-row">
    <button class="btn" type="submit" data-testid="index-rebuild">{{ icon("refresh", "icon--sm") }} {{ t("Rebuild the index") }}</button>
  </form>
</section>

{% endblock %}