Merge branch 'master' of github.com:Mintplex-Labs/anything-llm

2026-04-25 17:15:37 +02:00 · 2026-03-18 09:26:09 -07:00
parent 1ed3cb5ca0 409ac543bd
commit 93d191f162
34 changed files with 213 additions and 3 deletions
--- a/docker/.env.example
+++ b/docker/.env.example
@@ -390,6 +390,9 @@ GID='1000'
 #------ Exa Search ----------- https://www.exa.ai/
 # AGENT_EXA_API_KEY=

+#------ Perplexity Search ----------- [https://console.perplexity.ai](https://console.perplexity.ai)
+# AGENT_PERPLEXITY_API_KEY=
+
 ###########################################
 ######## Other Configurations ############
 ###########################################
--- a/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FolderRow/index.jsx
+++ b/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/FolderRow/index.jsx
@@ -5,6 +5,7 @@ import { middleTruncate } from "@/utils/directories";

 export default function FolderRow({
  item,
+  totalItems = 0,
  selected,
  onRowClick,
  toggleSelection,
@@ -60,6 +61,11 @@ export default function FolderRow({
          <p className="whitespace-nowrap overflow-show max-w-[400px]">
            {middleTruncate(item.name, 35)}
          </p>
+          {totalItems > 0 && (
+            <span className="text-theme-text-secondary text-[10px] font-medium ml-1.5 shrink-0">
+              ({totalItems})
+            </span>
+          )}
        </div>
        <p className="col-span-2 pl-3.5" />
        <p className="col-span-2 pl-2" />
--- a/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/index.jsx
+++ b/frontend/src/components/Modals/ManageWorkspace/Documents/Directory/index.jsx
@@ -193,6 +193,11 @@ function Directory({
    setContextMenu({ visible: false, x: 0, y: 0 });
  };

+  const totalDocCount = (files?.items ?? []).reduce((acc, folder) => {
+    if (folder.type === "folder") return folder.items.length + acc;
+    return acc;
+  }, 0);
+
  return (
    <>
      <div className="px-8 pb-8" onContextMenu={handleContextMenu}>
@@ -232,6 +237,13 @@ function Directory({
          <div className="relative w-[560px] h-[310px] bg-theme-settings-input-bg rounded-2xl overflow-hidden border border-theme-modal-border">
            <div className="absolute top-0 left-0 right-0 z-10 rounded-t-2xl text-theme-text-primary text-xs grid grid-cols-12 py-2 px-8 border-b border-white/20 light:border-theme-modal-border bg-theme-settings-input-bg">
              <p className="col-span-6">Name</p>
+              {totalDocCount > 0 && (
+                <p className="col-span-6 text-right text-theme-text-secondary">
+                  {t(`connectors.directory.total-documents`, {
+                    count: totalDocCount,
+                  })}
+                </p>
+              )}
            </div>

            <div className="overflow-y-auto h-full pt-8">
@@ -249,6 +261,7 @@ function Directory({
                      <FolderRow
                        key={index}
                        item={item}
+                        totalItems={item.items?.length ?? 0}
                        selected={isSelected(
                          item.id,
                          item.type === "folder" ? item : null
@@ -310,7 +323,6 @@ function Directory({
              </div>
            )}
          </div>
-
          <UploadFile
            workspace={workspace}
            fetchKeys={fetchKeys}
--- a/frontend/src/components/Modals/ManageWorkspace/Documents/WorkspaceDirectory/index.jsx
+++ b/frontend/src/components/Modals/ManageWorkspace/Documents/WorkspaceDirectory/index.jsx
@@ -28,6 +28,10 @@ function WorkspaceDirectory({
 }) {
  const { t } = useTranslation();
  const [selectedItems, setSelectedItems] = useState({});
+  const embeddedDocCount = (files?.items ?? []).reduce(
+    (sum, folder) => sum + (folder.items?.length ?? 0),
+    0
+  );

  const toggleSelection = (item) => {
    setSelectedItems((prevSelectedItems) => {
@@ -101,7 +105,6 @@ function WorkspaceDirectory({
              <div className="shrink-0 w-3 h-3" />
              <p className="ml-[7px] text-theme-text-primary">Name</p>
            </div>
-            <p className="col-span-2" />
          </div>
          <div className="w-full h-[calc(100%-40px)] flex items-center justify-center flex-col gap-y-5">
            <PreLoader />
@@ -157,7 +160,13 @@ function WorkspaceDirectory({
                )}
                <p className="ml-[7px] text-theme-text-primary">Name</p>
              </div>
-              <p className="col-span-2" />
+              {embeddedDocCount > 0 && (
+                <p className="col-span-2 text-right text-theme-text-secondary pr-2">
+                  {t(`connectors.directory.total-documents`, {
+                    count: embeddedDocCount,
+                  })}
+                </p>
+              )}
            </div>
            <div className="overflow-y-auto h-[calc(100%-40px)]">
              {files.items.some((folder) => folder.items.length > 0) ||
--- a/frontend/src/locales/ar/common.js
+++ b/frontend/src/locales/ar/common.js
@@ -590,6 +590,8 @@ const TRANSLATIONS = {
      remove_selected: "حذف المحدد",
      costs: "*تكلفة ثابتة لإنشاء التمثيلات",
      save_embed: "حفظ و تضمين",
+      "total-documents_one": "{{count}}",
+      "total-documents_other": "{{count}} المستندات",
    },
    upload: {
      "processor-offline": "غير متاح",
--- a/frontend/src/locales/cs/common.js
+++ b/frontend/src/locales/cs/common.js
@@ -728,6 +728,8 @@ const TRANSLATIONS = {
      remove_selected: "Odebrat vybrané",
      costs: "*Jednorázové náklady pro embeddingy",
      save_embed: "Uložit a vložit",
+      "total-documents_one": "{{count}} dokument",
+      "total-documents_other": "{{count}} dokumenty",
    },
    upload: {
      "processor-offline": "Procesor dokumentů nedostupný",
--- a/frontend/src/locales/da/common.js
+++ b/frontend/src/locales/da/common.js
@@ -597,6 +597,8 @@ const TRANSLATIONS = {
      remove_selected: "Fjern valgte",
      costs: "*Engangsomkostning for indlejringer",
      save_embed: "Gem og indlejr",
+      "total-documents_one": "{{count}} dokument",
+      "total-documents_other": "{{count}} dokumenter",
    },
    upload: {
      "processor-offline": "Dokumentbehandler utilgængelig",
--- a/frontend/src/locales/de/common.js
+++ b/frontend/src/locales/de/common.js
@@ -705,6 +705,8 @@ const TRANSLATIONS = {
      remove_selected: "Ausgewähltes entfernen",
      costs: "*Einmalige Kosten für das Einbetten",
      save_embed: "Speichern und Einbetten",
+      "total-documents_one": "{{count}} Dokument",
+      "total-documents_other": "{{count}} Dokumente",
    },
    upload: {
      "processor-offline": "Dokumentenprozessor nicht verfügbar",
--- a/frontend/src/locales/en/common.js
+++ b/frontend/src/locales/en/common.js
@@ -715,6 +715,8 @@ const TRANSLATIONS = {
    directory: {
      "my-documents": "My Documents",
      "new-folder": "New Folder",
+      "total-documents_one": "{{count}} document",
+      "total-documents_other": "{{count}} documents",
      "search-document": "Search for document",
      "no-documents": "No Documents",
      "move-workspace": "Move to Workspace",
--- a/frontend/src/locales/es/common.js
+++ b/frontend/src/locales/es/common.js
@@ -715,6 +715,8 @@ const TRANSLATIONS = {
      remove_selected: "Eliminar seleccionados",
      costs: "*Costo único por incrustaciones",
      save_embed: "Guardar e incrustar",
+      "total-documents_one": "{{count}} documento",
+      "total-documents_other": "{{count}} documentos",
    },
    upload: {
      "processor-offline": "Procesador de documentos no disponible",
--- a/frontend/src/locales/et/common.js
+++ b/frontend/src/locales/et/common.js
@@ -675,6 +675,8 @@ const TRANSLATIONS = {
      remove_selected: "Eemalda valitud",
      costs: "*Ühekordne embeddingu kulu",
      save_embed: "Salvesta ja põimi",
+      "total-documents_one": "{{count}} dokument",
+      "total-documents_other": "{{count}} dokumendid",
    },
    upload: {
      "processor-offline": "Dokumenditöötleja pole saadaval",
--- a/frontend/src/locales/fa/common.js
+++ b/frontend/src/locales/fa/common.js
@@ -594,6 +594,8 @@ const TRANSLATIONS = {
      remove_selected: "حذف انتخاب‌شده",
      costs: "*هزینه یکباره برای ایجاد مدل‌های برداری",
      save_embed: "ذخیره و وارد کردن",
+      "total-documents_one": "{{count}} سند",
+      "total-documents_other": "{{count}} اسناد",
    },
    upload: {
      "processor-offline":
--- a/frontend/src/locales/fr/common.js
+++ b/frontend/src/locales/fr/common.js
@@ -596,6 +596,8 @@ const TRANSLATIONS = {
      remove_selected: "Supprimer la sélection",
      costs: "Coûts",
      save_embed: "Sauvegarder et intégrer",
+      "total-documents_one": "{{count}}",
+      "total-documents_other": "{{count}} documents",
    },
    upload: {
      "processor-offline": "Processeur de documents hors ligne",
--- a/frontend/src/locales/he/common.js
+++ b/frontend/src/locales/he/common.js
@@ -679,6 +679,8 @@ const TRANSLATIONS = {
      remove_selected: "הסר נבחרים",
      costs: "*עלות חד פעמית להטמעות",
      save_embed: "שמור והטמע",
+      "total-documents_one": "{{count}} מסמך",
+      "total-documents_other": "מסמכים {{count}}",
    },
    upload: {
      "processor-offline": "מעבד המסמכים אינו זמין",
--- a/frontend/src/locales/it/common.js
+++ b/frontend/src/locales/it/common.js
@@ -600,6 +600,8 @@ const TRANSLATIONS = {
      remove_selected: "Elimina gli elementi selezionati",
      costs: "*Costo una tantum per le embedding",
      save_embed: "Salva e incorpora",
+      "total-documents_one": "{{count}} documento",
+      "total-documents_other": "{{count}} documenti",
    },
    upload: {
      "processor-offline": "Il processore di documenti non è disponibile.",
--- a/frontend/src/locales/ja/common.js
+++ b/frontend/src/locales/ja/common.js
@@ -586,6 +586,8 @@ const TRANSLATIONS = {
      remove_selected: "選択したものを削除",
      costs: "※埋め込みには一度だけ費用がかかります",
      save_embed: "保存して埋め込む",
+      "total-documents_one": "{{count}} のドキュメント",
+      "total-documents_other": "{{count}} に関する書類",
    },
    upload: {
      "processor-offline": "ドキュメント処理機能が利用できません",
--- a/frontend/src/locales/ko/common.js
+++ b/frontend/src/locales/ko/common.js
@@ -687,6 +687,8 @@ const TRANSLATIONS = {
      remove_selected: "선택 항목 삭제",
      costs: "*임베딩 1회 비용",
      save_embed: "저장 및 임베딩",
+      "total-documents_one": "{{count}} 문서",
+      "total-documents_other": "{{count}} 관련 문서",
    },
    upload: {
      "processor-offline": "문서 처리기가 오프라인 상태입니다",
--- a/frontend/src/locales/lv/common.js
+++ b/frontend/src/locales/lv/common.js
@@ -700,6 +700,8 @@ const TRANSLATIONS = {
      remove_selected: "Noņemt atlasītos",
      costs: "*Vienreizējas izmaksas iegulšanai",
      save_embed: "Saglabāt un iegult",
+      "total-documents_one": "{{count}} dokumenta",
+      "total-documents_other": "{{count}} dokumenti",
    },
    upload: {
      "processor-offline": "Dokumentu apstrādātājs nav pieejams",
--- a/frontend/src/locales/nl/common.js
+++ b/frontend/src/locales/nl/common.js
@@ -596,6 +596,8 @@ const TRANSLATIONS = {
      remove_selected: "Verwijderen Geselecteerd",
      costs: "*Eenmalige kosten voor embedden",
      save_embed: "Opslaan en embedden",
+      "total-documents_one": "{{count}} document",
+      "total-documents_other": "{{count}} documenten",
    },
    upload: {
      "processor-offline": "Documentverwerker niet beschikbaar",
--- a/frontend/src/locales/pl/common.js
+++ b/frontend/src/locales/pl/common.js
@@ -702,6 +702,8 @@ const TRANSLATIONS = {
      remove_selected: "Usuń wybrane",
      costs: "*Jednorazowy koszt dodania danych",
      save_embed: "Zapisz",
+      "total-documents_one": "{{count}} dokument",
+      "total-documents_other": "{{count}} dokumenty",
    },
    upload: {
      "processor-offline": "Procesor dokumentów niedostępny",
--- a/frontend/src/locales/pt_BR/common.js
+++ b/frontend/src/locales/pt_BR/common.js
@@ -685,6 +685,8 @@ const TRANSLATIONS = {
      remove_selected: "Remover Selecionados",
      costs: "*Custo único para vínculos",
      save_embed: "Salvar e Inserir",
+      "total-documents_one": "{{count}} documento",
+      "total-documents_other": "{{count}} documentos",
    },
    upload: {
      "processor-offline": "Processador de documentos Indisponível",
--- a/frontend/src/locales/ro/common.js
+++ b/frontend/src/locales/ro/common.js
@@ -448,6 +448,8 @@ const TRANSLATIONS = {
      remove_selected: "Elimină selectate",
      costs: "*Cost unic pentru embeddings",
      save_embed: "Salvează și încorporează",
+      "total-documents_one": "{{count}}",
+      "total-documents_other": "{{count}} documente",
    },
    upload: {
      "processor-offline": "Procesorul de documente este offline",
--- a/frontend/src/locales/ru/common.js
+++ b/frontend/src/locales/ru/common.js
@@ -594,6 +594,8 @@ const TRANSLATIONS = {
      remove_selected: "Удалить выбранные",
      costs: "*Единоразовая стоимость за внедрение",
      save_embed: "Сохранить и внедрить",
+      "total-documents_one": "{{count}} документ",
+      "total-documents_other": "{{count}} документы",
    },
    upload: {
      "processor-offline": "Процессор документов недоступен",
--- a/frontend/src/locales/tr/common.js
+++ b/frontend/src/locales/tr/common.js
@@ -594,6 +594,8 @@ const TRANSLATIONS = {
      remove_selected: "Seçilenleri Kaldır",
      costs: "*Gömmeler için tek seferlik maliyet",
      save_embed: "Kaydet ve Göm",
+      "total-documents_one": "{{count}} belgesi",
+      "total-documents_other": "{{count}} belgeleri",
    },
    upload: {
      "processor-offline": "Belge İşleyici Kullanılamıyor",
--- a/frontend/src/locales/vn/common.js
+++ b/frontend/src/locales/vn/common.js
@@ -591,6 +591,8 @@ const TRANSLATIONS = {
      remove_selected: "Xóa Đã chọn",
      costs: "*Chi phí một lần cho việc nhúng",
      save_embed: "Lưu và Nhúng",
+      "total-documents_one": "{{count}}",
+      "total-documents_other": "{{count}}",
    },
    upload: {
      "processor-offline": "Trình xử lý Tài liệu Không khả dụng",
--- a/frontend/src/locales/zh/common.js
+++ b/frontend/src/locales/zh/common.js
@@ -643,6 +643,8 @@ const TRANSLATIONS = {
      remove_selected: "移除所选",
      costs: "*嵌入时一次性费用",
      save_embed: "保存并嵌入",
+      "total-documents_one": "{{count}} 文件",
+      "total-documents_other": "{{count}} 类型的文件",
    },
    upload: {
      "processor-offline": "文档处理器不可用",
--- a/frontend/src/locales/zh_TW/common.js
+++ b/frontend/src/locales/zh_TW/common.js
@@ -553,6 +553,8 @@ const TRANSLATIONS = {
      remove_selected: "移除選擇的項目",
      costs: "*嵌入僅會計費一次",
      save_embed: "儲存並嵌入",
+      "total-documents_one": "{{count}} 文件",
+      "total-documents_other": "{{count}} 文件",
    },
    upload: {
      "processor-offline": "文件處理器無法使用",
--- a/frontend/src/pages/Admin/Agents/WebSearchSelection/SearchProviderOptions/index.jsx
+++ b/frontend/src/pages/Admin/Agents/WebSearchSelection/SearchProviderOptions/index.jsx
@@ -384,3 +384,38 @@ export function ExaSearchOptions({ settings }) {
    </>
  );
 }
+
+export function PerplexitySearchOptions({ settings }) {
+  return (
+    <>
+      <p className="text-sm text-white/60 my-2">
+        You can get an API key{" "}
+        <a
+          href="https://console.perplexity.ai"
+          target="_blank"
+          rel="noreferrer"
+          className="text-blue-300 underline"
+        >
+          from Perplexity.
+        </a>
+      </p>
+      <div className="flex gap-x-4">
+        <div className="flex flex-col w-60">
+          <label className="text-white text-sm font-semibold block mb-3">
+            API Key
+          </label>
+          <input
+            type="password"
+            name="env::AgentPerplexityApiKey"
+            className="border-none bg-theme-settings-input-bg text-white placeholder:text-theme-settings-input-placeholder text-sm rounded-lg focus:outline-primary-button active:outline-primary-button outline-none block w-full p-2.5"
+            placeholder="Perplexity API Key"
+            defaultValue={settings?.AgentPerplexityApiKey ? "*".repeat(20) : ""}
+            required={true}
+            autoComplete="off"
+            spellCheck={false}
+          />
+        </div>
+      </div>
+    </>
+  );
+}
--- a/frontend/src/pages/Admin/Agents/WebSearchSelection/icons/perplexity.png
+++ b/frontend/src/pages/Admin/Agents/WebSearchSelection/icons/perplexity.png
--- a/frontend/src/pages/Admin/Agents/WebSearchSelection/index.jsx
+++ b/frontend/src/pages/Admin/Agents/WebSearchSelection/index.jsx
@@ -10,6 +10,7 @@ import SearXNGSearchIcon from "./icons/searxng.png";
 import TavilySearchIcon from "./icons/tavily.svg";
 import DuckDuckGoIcon from "./icons/duckduckgo.png";
 import ExaIcon from "./icons/exa.png";
+import PerplexitySearchIcon from "./icons/perplexity.png";
 import {
  CaretUpDown,
  MagnifyingGlass,
@@ -29,6 +30,7 @@ import {
  TavilySearchOptions,
  DuckDuckGoOptions,
  ExaSearchOptions,
+  PerplexitySearchOptions,
 } from "./SearchProviderOptions";

 const SEARCH_PROVIDERS = [
@@ -109,6 +111,13 @@ const SEARCH_PROVIDERS = [
    options: (settings) => <ExaSearchOptions settings={settings} />,
    description: "AI-powered search engine optimized for LLM use cases.",
  },
+  {
+    name: "Perplexity Search",
+    value: "perplexity-search",
+    logo: PerplexitySearchIcon,
+    options: (settings) => <PerplexitySearchOptions settings={settings} />,
+    description: "AI-powered web search using the Perplexity Search API.",
+  },
 ];

 export default function AgentWebSearchSelection({
--- a/server/.env.example
+++ b/server/.env.example
@@ -388,6 +388,9 @@ TTS_PROVIDER="native"
 #------ Exa Search ----------- https://www.exa.ai/
 # AGENT_EXA_API_KEY=

+#------ Perplexity Search ----------- [https://console.perplexity.ai](https://console.perplexity.ai)
+# AGENT_PERPLEXITY_API_KEY=
+
 ###########################################
 ######## Other Configurations ############
 ###########################################
--- a/server/models/systemSettings.js
+++ b/server/models/systemSettings.js
@@ -121,6 +121,7 @@ const SystemSettings = {
            "tavily-search",
            "duckduckgo-engine",
            "exa-search",
+            "perplexity-search",
          ].includes(update)
        )
          throw new Error("Invalid SERP provider.");
@@ -300,6 +301,7 @@ const SystemSettings = {
      AgentSearXNGApiUrl: process.env.AGENT_SEARXNG_API_URL || null,
      AgentTavilyApiKey: !!process.env.AGENT_TAVILY_API_KEY || null,
      AgentExaApiKey: !!process.env.AGENT_EXA_API_KEY || null,
+      AgentPerplexityApiKey: !!process.env.AGENT_PERPLEXITY_API_KEY || null,

      // --------------------------------------------------------
      // Compliance Settings
--- a/server/utils/agents/aibitat/plugins/web-browsing.js
+++ b/server/utils/agents/aibitat/plugins/web-browsing.js
@@ -93,6 +93,9 @@ const webBrowsing = {
              case "exa-search":
                engine = "_exaSearch";
                break;
+              case "perplexity-search":
+                engine = "_perplexitySearch";
+                break;
              default:
                engine = "_duckDuckGoEngine";
            }
@@ -978,6 +981,84 @@ const webBrowsing = {
            );
            return result;
          },
+
+          _perplexitySearch: async function (query) {
+            if (!process.env.AGENT_PERPLEXITY_API_KEY) {
+              this.super.introspect(
+                `${this.caller}: I can't use Perplexity searching because the user has not defined the required API key.\nVisit: [https://console.perplexity.ai](https://console.perplexity.ai) to create the API key.`
+              );
+              return `Search is disabled and no content was found. This functionality is disabled because the user has not set it up yet.`;
+            }
+
+            this.super.introspect(
+              `${this.caller}: Using Perplexity to search for "${
+                query.length > 100 ? `${query.slice(0, 100)}...` : query
+              }"`
+            );
+
+            const { response, error } = await fetch(
+              "https://api.perplexity.ai/search",
+              {
+                method: "POST",
+                headers: {
+                  "Content-Type": "application/json",
+                  Authorization: `Bearer ${process.env.AGENT_PERPLEXITY_API_KEY}`,
+                },
+                body: JSON.stringify({
+                  query: query,
+                  max_results: 5,
+                  max_tokens_per_page: 2048,
+                }),
+              }
+            )
+              .then((res) => {
+                if (res.ok) return res.json();
+                throw new Error(
+                  `${res.status} - ${res.statusText}. params: ${JSON.stringify({
+                    auth: this.middleTruncate(
+                      process.env.AGENT_PERPLEXITY_API_KEY,
+                      5
+                    ),
+                    q: query,
+                  })}`
+                );
+              })
+              .then((data) => {
+                return { response: data, error: null };
+              })
+              .catch((e) => {
+                this.super.handlerProps.log(
+                  `Perplexity Search Error: ${e.message}`
+                );
+                return { response: null, error: e.message };
+              });
+
+            if (error)
+              return `There was an error searching for content. ${error}`;
+
+            const data = [];
+            if (response.results) {
+              response.results.forEach((result) => {
+                data.push({
+                  title: result.title,
+                  link: result.url,
+                  snippet: result.snippet || "",
+                });
+              });
+            }
+
+            if (data.length === 0)
+              return "No information was found online for the search query.";
+
+            this.reportSearchResultsCitations(data);
+
+            const result = JSON.stringify(data);
+            this.super.introspect(
+              `${this.caller}: I found ${data.length} results - reviewing the results now. (~${this.countTokens(result)} tokens)`
+            );
+
+            return result;
+          },
        });
      },
    };
--- a/server/utils/helpers/updateENV.js
+++ b/server/utils/helpers/updateENV.js
@@ -602,6 +602,10 @@ const KEY_MAPPING = {
    envKey: "AGENT_EXA_API_KEY",
    checks: [],
  },
+  AgentPerplexityApiKey: {
+    envKey: "AGENT_PERPLEXITY_API_KEY",
+    checks: [],
+  },

  // TTS/STT Integration ENVS
  TextToSpeechProvider: {