resolve

Author: Mantisus

src/apify_client/_http_client.py

@@ -223,6 +223,9 @@ def _make_request(stop_retrying: Callable, attempt: int) -> impit.Response:
             if response.status_code < 500 and response.status_code != HTTPStatus.TOO_MANY_REQUESTS:  # noqa: PLR2004
                 logger.debug('Status code is not retryable', extra={'status_code': response.status_code})
                 stop_retrying()
+
+            # Read the response in case it is a stream, so we can raise the error properly
+            response.read()
             raise ApifyApiError(response, attempt, method=method)
 
         return retry_with_exp_backoff(
@@ -306,6 +309,9 @@ async def _make_request(stop_retrying: Callable, attempt: int) -> impit.Response
             if response.status_code < 500 and response.status_code != HTTPStatus.TOO_MANY_REQUESTS:  # noqa: PLR2004
                 logger.debug('Status code is not retryable', extra={'status_code': response.status_code})
                 stop_retrying()
+
+            # Read the response in case it is a stream, so we can raise the error properly
+            await response.aread()
             raise ApifyApiError(response, attempt, method=method)
 
         return await retry_with_exp_backoff_async(

tests/unit/test_client_errors.py

@@ -1,14 +1,20 @@
 from __future__ import annotations
 
+import json
+import time
 from typing import TYPE_CHECKING
 
 import pytest
+from werkzeug import Response
 
 from apify_client._errors import ApifyApiError
 from apify_client._http_client import HTTPClient, HTTPClientAsync
 
 if TYPE_CHECKING:
+    from collections.abc import Iterator
+
     from pytest_httpserver import HTTPServer
+    from werkzeug import Request
 
 _TEST_PATH = '/errors'
 _EXPECTED_MESSAGE = 'some_message'
@@ -17,6 +23,16 @@
     'invalidItems': {'0': ["should have required property 'name'"], '1': ["should have required property 'name'"]}
 }
 
+RAW_ERROR = (
+    b'{\n'
+    b'  "error": {\n'
+    b'    "type": "insufficient-permissions",\n'
+    b'    "message": "Insufficient permissions for the Actor run. Make sure you\''
+    b're passing a correct API token and that it has the required permissions."\n'
+    b'  }\n'
+    b'}'
+)
+
 
 @pytest.fixture
 def test_endpoint(httpserver: HTTPServer) -> str:
@@ -26,6 +42,22 @@ def test_endpoint(httpserver: HTTPServer) -> str:
     return str(httpserver.url_for(_TEST_PATH))
 
 
+def streaming_handler(_request: Request) -> Response:
+    """Handler for streaming log requests."""
+
+    def generate_response() -> Iterator[bytes]:
+        for i in range(len(RAW_ERROR)):
+            yield RAW_ERROR[i : i + 1]
+            time.sleep(0.01)
+
+    return Response(
+        response=(RAW_ERROR[i : i + 1] for i in range(len(RAW_ERROR))),
+        status=403,
+        mimetype='application/octet-stream',
+        headers={'Content-Length': str(len(RAW_ERROR))},
+    )
+
+
 def test_client_apify_api_error_with_data(test_endpoint: str) -> None:
     """Test that client correctly throws ApifyApiError with error data from response."""
     client = HTTPClient()
@@ -48,3 +80,35 @@ async def test_async_client_apify_api_error_with_data(test_endpoint: str) -> Non
     assert e.value.message == _EXPECTED_MESSAGE
     assert e.value.type == _EXPECTED_TYPE
     assert e.value.data == _EXPECTED_DATA
+
+
+def test_client_apify_api_error_streamed(httpserver: HTTPServer) -> None:
+    """Test that client correctly throws ApifyApiError when the response has stream."""
+
+    error = json.loads(RAW_ERROR.decode())
+
+    client = HTTPClient()
+
+    httpserver.expect_request('/stream_error').respond_with_handler(streaming_handler)
+
+    with pytest.raises(ApifyApiError) as e:
+        client.call(method='GET', url=httpserver.url_for('/stream_error'), stream=True, parse_response=False)
+
+    assert e.value.message == error['error']['message']
+    assert e.value.type == error['error']['type']
+
+
+async def test_async_client_apify_api_error_streamed(httpserver: HTTPServer) -> None:
+    """Test that async client correctly throws ApifyApiError when the response has stream."""
+
+    error = json.loads(RAW_ERROR.decode())
+
+    client = HTTPClientAsync()
+
+    httpserver.expect_request('/stream_error').respond_with_handler(streaming_handler)
+
+    with pytest.raises(ApifyApiError) as e:
+        await client.call(method='GET', url=httpserver.url_for('/stream_error'), stream=True, parse_response=False)
+
+    assert e.value.message == error['error']['message']
+    assert e.value.type == error['error']['type']

website/docusaurus.config.js

@@ -1,8 +1,9 @@
-/* eslint-disable global-require,import/no-extraneous-dependencies */
+const path = require('path');
+
 const { config } = require('@apify/docs-theme');
+
 const { externalLinkProcessor } = require('./tools/utils/externalLink');
 const { groupSort } = require('./transformDocs.js');
-const path = require('path');
 
 const { absoluteUrl } = config;
 
@@ -29,9 +30,8 @@ module.exports = {
     trailingSlash: false,
     organizationName: 'apify',
     projectName: 'apify-client-python',
-    scripts: ['/js/custom.js'],
     favicon: 'img/favicon.ico',
-    scripts: [...(config.scripts ?? [])],
+    scripts: ['/js/custom.js', ...(config.scripts ?? [])],
     onBrokenLinks:
     /** @type {import('@docusaurus/types').ReportingSeverity} */ ('warn'),
     onBrokenMarkdownLinks:
@@ -106,6 +106,19 @@ module.exports = {
                 },
             },
         ],
+        [
+            '@signalwire/docusaurus-plugin-llms-txt',
+            {
+                content: {
+                    includeVersionedDocs: false,
+                    enableLlmsFullTxt: true,
+                    includeBlog: true,
+                    includeGeneratedIndex: false,
+                    includePages: true,
+                    relativePaths: false,
+                },
+            },
+        ],
         ...config.plugins,
     ],
     themeConfig: {