docs: 1.39 Python client surfaces, corrections, and main reconciliation

.github/workflows/llms_txt_snippet_sync.yml

@@ -0,0 +1,57 @@
+name: llms.txt Snippet Sync
+
+# llms.txt is hand-maintained in the weaviate-io repo, so a snippet change here can
+# strand a block in the published file. Only the weekly llms_txt_tests.yml job notices,
+# which means the break surfaces days later. This gives the author the signal at PR time.
+#
+# It is advisory by design and never fails: when a snippet PR is opened, weaviate-io has
+# not merged or deployed yet, so the live llms.txt legitimately cannot match. A blocking
+# check would fire on every honest PR and would just be overridden.
+
+permissions:
+  contents: read
+
+on:
+  pull_request:
+    paths:
+      # Kept in step with SNIPPET_GLOBS in tests/test_llms_txt_code.py. Java and C#
+      # snippets live with their language suites, not under _includes/code/llms-txt/.
+      - "_includes/code/llms-txt/**"
+      - "_includes/code/java-v6/src/test/java/LlmsTxtTest.java"
+      - "_includes/code/csharp/LlmsTxtTest.cs"
+      - "tests/test_llms_txt_code.py"
+      - "tests/check_llms_txt_drift.py"
+
+env:
+  PYTHON_VERSION: "3.11"
+
+jobs:
+  check-snippet-sync:
+    name: Check llms.txt snippet sync
+    runs-on: ubuntu-latest
+    timeout-minutes: 5
+
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Fetch the PR base commit
+        # Shallow single-commit fetch: the check only needs the base tree to read the
+        # pre-change snippet files. If it fails the check reports a degraded warning
+        # rather than blocking.
+        continue-on-error: true
+        run: git fetch --no-tags --depth=1 origin ${{ github.event.pull_request.base.sha }}
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Install pytest
+        # The check imports tests/test_llms_txt_code.py to reuse its matching logic, and
+        # that module imports pytest. Nothing else from the test suite is needed, so this
+        # stays far cheaper than the full setup-test-env composite.
+        run: python -m pip install --quiet "pytest>=8.3.5"
+
+      - name: Check llms.txt snippet sync
+        run: python tests/check_llms_txt_drift.py --base "${{ github.event.pull_request.base.sha }}"

_includes/code/client-libraries/python_v4.py

@@ -360,6 +360,33 @@
 # END BatchRateLimit
 
 
+# START BatchIngestGenerator
+import weaviate
+
+client = weaviate.connect_to_local()
+
+# A generator produces objects one at a time instead of building a list
+def article_titles():
+    for title in ["Multitenancy", "Database schema"]:
+        yield {"title": title}
+
+try:
+    articles = client.collections.use("WikiArticle")
+    # `ingest` accepts any iterable, including a generator
+    result = articles.data.ingest(article_titles())
+
+    if result.errors:
+        print(f"Number of failed imports: {len(result.errors)}")
+
+finally:
+    client.close()
+# END BatchIngestGenerator
+
+# Tests
+assert len(result.errors) == 0
+assert len(result.uuids) == 2
+
+
 import weaviate
 
 client = weaviate.connect_to_local()

_includes/code/csharp/ManageObjectsImportTest.cs

@@ -10,6 +10,7 @@
 using System.Threading.Tasks;
 using CsvHelper;
 using Weaviate.Client;
+using Weaviate.Client.Batch;
 using Weaviate.Client.Models;
 using Xunit;
 
@@ -146,8 +147,55 @@ await client.Collections.Create(
 
         var collection = client.Collections.Use("MyCollection");
 
-        // Use `Batch.InsertMany` for server-side batching. The client sends
-        // data in batches at a rate controlled by the server.
+        // Use `Batch.StartBatch` for server-side batching. The client streams
+        // objects to the server, which paces the import based on its own load.
+        // highlight-start
+        await using var batch = await collection.Batch.StartBatch();
+
+        var handles = new List<TaskHandle>();
+        foreach (var dataRow in dataRows)
+        {
+            handles.Add(await batch.Add(dataRow));
+        }
+
+        await batch.Close();
+        // highlight-end
+
+        var results = await Task.WhenAll(handles.Select(h => h.Result));
+        var failedObjects = results.Where(r => !r.Success).ToList();
+        if (failedObjects.Any())
+        {
+            Console.WriteLine($"Number of failed imports: {failedObjects.Count}");
+        }
+        // END ServerSideBatchImportExample
+
+        var result = await collection.Aggregate.OverAll(totalCount: true);
+        Assert.Equal(5, result.TotalCount);
+    }
+
+    [Fact]
+    public async Task TestServerSideIngest()
+    {
+        await BeforeEach();
+        await client.Collections.Create(
+            new CollectionCreateParams
+            {
+                Name = "MyCollection",
+                VectorConfig = Configure.Vector("default", v => v.SelfProvided()),
+            }
+        );
+
+        // START ServerSideIngestExample
+        var dataRows = Enumerable
+            .Range(0, 5)
+            .Select(i => new { title = $"Object {i + 1}" })
+            .ToList();
+
+        var collection = client.Collections.Use("MyCollection");
+
+        // `Batch.InsertMany` is the one-shot server-side ingest of an
+        // in-memory list. The client streams the list to the server
+        // using server-side batching under the hood.
         // highlight-start
         var response = await collection.Batch.InsertMany(dataRows);
         // highlight-end
@@ -158,7 +206,7 @@ await client.Collections.Create(
             Console.WriteLine($"Number of failed imports: {failedObjects.Count}");
             Console.WriteLine($"First failed object: {failedObjects.First().Error}");
         }
-        // END ServerSideBatchImportExample
+        // END ServerSideIngestExample
 
         var result = await collection.Aggregate.OverAll(totalCount: true);
         Assert.Equal(5, result.TotalCount);
@@ -194,8 +242,9 @@ await client.Collections.Create(
 
         var collection = client.Collections.Use("MyCollection");
 
+        // `Batch.InsertMany` imports the list using server-side batching.
         // highlight-start
-        var response = await collection.Data.InsertMany(dataToInsert);
+        var response = await collection.Batch.InsertMany(dataToInsert);
         // highlight-end
 
         var failedObjects = response.Where(r => r.Error != null).ToList();
@@ -245,13 +294,17 @@ await client.Collections.Create(
 
         var collection = client.Collections.Use("MyCollection");
 
-        var response = await collection.Data.InsertMany(dataToInsert);
+        // `Batch.InsertMany` imports the list using server-side batching.
+        // highlight-start
+        var response = await collection.Batch.InsertMany(dataToInsert);
+        // highlight-end
 
         // Handle errors
-        if (response.HasErrors)
+        var failedObjects = response.Where(r => r.Error != null).ToList();
+        if (failedObjects.Any())
         {
-            Console.WriteLine($"Number of failed imports: {response.Errors.Count()}");
-            Console.WriteLine($"First failed object: {response.Errors.First().Message}");
+            Console.WriteLine($"Number of failed imports: {failedObjects.Count}");
+            Console.WriteLine($"First failed object: {failedObjects.First().Error}");
         }
         // END BatchImportWithVectorExample
 
@@ -342,16 +395,17 @@ await client.Collections.Create(
 
         var collection = client.Collections.Use("MyCollection");
 
-        // Insert the data using InsertMany
+        // `Batch.InsertMany` imports the list using server-side batching.
         // highlight-start
-        var response = await collection.Data.InsertMany(dataToInsert);
+        var response = await collection.Batch.InsertMany(dataToInsert);
         // highlight-end
 
         // Handle errors
-        if (response.HasErrors)
+        var failedObjects = response.Where(r => r.Error != null).ToList();
+        if (failedObjects.Any())
         {
-            Console.WriteLine($"Number of failed imports: {response.Errors.Count()}");
-            Console.WriteLine($"First failed object error: {response.Errors.First().Message}");
+            Console.WriteLine($"Number of failed imports: {failedObjects.Count}");
+            Console.WriteLine($"First failed object error: {failedObjects.First().Error}");
         }
         // END BatchImportWithNamedVectors
     }

_includes/code/csharp/QuickstartLocalTest.cs

@@ -87,21 +87,25 @@ public async Task FullQuickstartWorkflowTest()
             );
         }
 
-        // Call InsertMany with the list of objects converted to an array
-        var insertResponse = await questions.Data.InsertMany(questionsToInsert.ToArray());
+        // `Batch.InsertMany` imports the list using server-side batching
+        var insertResponse = await questions.Batch.InsertMany(questionsToInsert);
         // highlight-end
-        // END Import
 
         // Check for errors
         if (insertResponse.HasErrors)
         {
             Console.WriteLine($"Number of failed imports: {insertResponse.Errors.Count()}");
-            Console.WriteLine($"First failed object error: {insertResponse.Errors.First()}");
+            // `Objects` holds one entry per object; `Index` is the position of the object in the input
+            foreach (var entry in insertResponse.Objects.Where(o => o.Error is not null))
+            {
+                Console.WriteLine($"Failed object at index {entry.Index}: {entry.Error.Message}");
+            }
         }
         else
         {
-            Console.WriteLine($"Successfully inserted {insertResponse.Objects.Count()} objects.");
+            Console.WriteLine($"Successfully inserted {insertResponse.Count} objects.");
         }
+        // END Import
 
         // START NearText
         // highlight-start

_includes/code/csharp/QuickstartTest.cs

@@ -63,7 +63,7 @@ public static async Task FullQuickstartWorkflowTest()
                     Property.Text("category"),
                 ],
                 VectorConfig = Configure.Vector("default", v => v.Text2VecWeaviate()), // Configure the Weaviate Embeddings integration
-                GenerativeConfig = Configure.Generative.Cohere(), // Configure the Cohere generative AI integration
+                GenerativeConfig = Configure.Generative.OpenAI(), // Configure the OpenAI generative AI integration
             }
         );
         // highlight-end
@@ -95,21 +95,25 @@ public static async Task FullQuickstartWorkflowTest()
             );
         }
 
-        // Call InsertMany with the list of objects converted to an array
-        var insertResponse = await questions.Data.InsertMany(questionsToInsert.ToArray());
+        // `Batch.InsertMany` imports the list using server-side batching
+        var insertResponse = await questions.Batch.InsertMany(questionsToInsert);
         // highlight-end
-        // END Import
 
         // Check for errors
         if (insertResponse.HasErrors)
         {
             Console.WriteLine($"Number of failed imports: {insertResponse.Errors.Count()}");
-            Console.WriteLine($"First failed object error: {insertResponse.Errors.First()}");
+            // `Objects` holds one entry per object; `Index` is the position of the object in the input
+            foreach (var entry in insertResponse.Objects.Where(o => o.Error is not null))
+            {
+                Console.WriteLine($"Failed object at index {entry.Index}: {entry.Error.Message}");
+            }
         }
         else
         {
-            Console.WriteLine($"Successfully inserted {insertResponse.Objects.Count()} objects.");
+            Console.WriteLine($"Successfully inserted {insertResponse.Count} objects.");
         }
+        // END Import
 
         // START NearText
         // highlight-start