diff --git a/web/src/components/filter/SearchFilterGroup.tsx b/web/src/components/filter/SearchFilterGroup.tsx
index 261738d82..958149923 100644
--- a/web/src/components/filter/SearchFilterGroup.tsx
+++ b/web/src/components/filter/SearchFilterGroup.tsx
@@ -43,14 +43,15 @@ type SearchFilterGroupProps = {
   className: string;
   filters?: SearchFilters[];
   filter?: SearchFilter;
+  searchTerm: string;
   filterList?: FilterList;
   onUpdateFilter: (filter: SearchFilter) => void;
 };
-
 export default function SearchFilterGroup({
   className,
   filters = DEFAULT_REVIEW_FILTERS,
   filter,
+  searchTerm,
   filterList,
   onUpdateFilter,
 }: SearchFilterGroupProps) {
@@ -213,16 +214,18 @@ export default function SearchFilterGroup({
           }
         />
       )}
-      {config?.semantic_search?.enabled && filters.includes("source") && (
-        <SearchTypeButton
-          selectedSearchSources={
-            filter?.search_type ?? ["thumbnail", "description"]
-          }
-          updateSearchSourceFilter={(newSearchSource) =>
-            onUpdateFilter({ ...filter, search_type: newSearchSource })
-          }
-        />
-      )}
+      {config?.semantic_search?.enabled &&
+        filters.includes("source") &&
+        !searchTerm.includes("similarity:") && (
+          <SearchTypeButton
+            selectedSearchSources={
+              filter?.search_type ?? ["thumbnail", "description"]
+            }
+            updateSearchSourceFilter={(newSearchSource) =>
+              onUpdateFilter({ ...filter, search_type: newSearchSource })
+            }
+          />
+        )}
     </div>
   );
 }
diff --git a/web/src/views/search/SearchView.tsx b/web/src/views/search/SearchView.tsx
index a0521327a..009b85343 100644
--- a/web/src/views/search/SearchView.tsx
+++ b/web/src/views/search/SearchView.tsx
@@ -135,6 +135,7 @@ export default function SearchView({
               "w-full justify-between md:justify-start lg:justify-end",
             )}
             filter={searchFilter}
+            searchTerm={searchTerm}
             onUpdateFilter={onUpdateFilter}
           />
         )}