feat: Add support for Vertex AI Search

PiperOrigin-RevId: 684563650

Author: holtskinner

setup.py

@@ -171,6 +171,8 @@
 tokenization_extra_require = ["sentencepiece >= 0.2.0"]
 tokenization_testing_extra_require = tokenization_extra_require + ["nltk"]
 
+search_extra_require = ["google-cloud-discoveryengine"]
+
 full_extra_require = list(
     set(
         tensorboard_extra_require
@@ -188,6 +190,7 @@
         + preview_extra_require
         + ray_extra_require
         + evaluation_extra_require
+        + search_extra_require
     )
 )
 testing_extra_require = (
@@ -276,6 +279,7 @@
         "langchain": langchain_extra_require,
         "langchain_testing": langchain_testing_extra_require,
         "tokenization": tokenization_extra_require,
+        "search": search_extra_require,
     },
     python_requires=">=3.8",
     classifiers=[

vertexai/preview/search/__init__.py

@@ -0,0 +1,59 @@
+# Copyright 2024 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""Classes for working with Vertex AI Search."""
+
+# We just want to re-export certain classes
+# pylint: disable=g-multiple-import,g-importing-member
+from vertexai.preview.search._search import (
+    App,
+    DataType,
+    DataSource,
+    DataStore,
+    IndustryVertical,
+    TargetSite,
+    InlineSource,
+    GcsSource,
+    BigQuerySource,
+    SpannerSource,
+    FirestoreSource,
+    BigtableOptions,
+    BigtableSource,
+    AlloyDbSource,
+    FhirStoreSource,
+    ReconciliationMode,
+    SearchTier,
+    SearchAddOn,
+)
+
+__all__ = [
+    "App",
+    "DataType",
+    "DataSource",
+    "DataStore",
+    "IndustryVertical",
+    "TargetSite",
+    "InlineSource",
+    "GcsSource",
+    "BigQuerySource",
+    "SpannerSource",
+    "FirestoreSource",
+    "BigtableOptions",
+    "BigtableSource",
+    "AlloyDbSource",
+    "FhirStoreSource",
+    "ReconciliationMode",
+    "SearchTier",
+    "SearchAddOn",
+]