reset default batch_size to 10 for all vectorizers

Author: tylerhutcherson

redisvl/utils/vectorize/base.py

@@ -74,7 +74,7 @@ def embed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> Union[List[List[float]], List[bytes]]:
@@ -96,7 +96,7 @@ async def aembed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> Union[List[List[float]], List[bytes]]:

redisvl/utils/vectorize/text/azureopenai.py

@@ -267,7 +267,7 @@ async def aembed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> Union[List[List[float]], List[bytes]]:

redisvl/utils/vectorize/text/custom.py

@@ -288,7 +288,7 @@ async def aembed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> Union[List[List[float]], List[bytes]]:

redisvl/utils/vectorize/text/huggingface.py

@@ -122,7 +122,7 @@ def embed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> Union[List[List[float]], List[bytes]]:
@@ -134,7 +134,7 @@ def embed_many(
             preprocess (Optional[Callable], optional): Optional preprocessing
                 callable to perform before vectorization. Defaults to None.
             batch_size (int, optional): Batch size of texts to use when creating
-                embeddings. Defaults to 1000.
+                embeddings. Defaults to 10.
             as_buffer (bool, optional): Whether to convert the raw embedding
                 to a byte string. Defaults to False.
 

redisvl/utils/vectorize/text/mistral.py

@@ -217,7 +217,7 @@ async def aembed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> List[List[float]]:

redisvl/utils/vectorize/text/openai.py

@@ -218,7 +218,7 @@ async def aembed_many(
         self,
         texts: List[str],
         preprocess: Optional[Callable] = None,
-        batch_size: int = 1000,
+        batch_size: int = 10,
         as_buffer: bool = False,
         **kwargs,
     ) -> Union[List[List[float]], List[bytes]]: