From 06259a23821bfb13f2255d76d736697346202cd6 Mon Sep 17 00:00:00 2001 From: Nithin Bodanapu Date: Tue, 27 Jan 2026 14:41:38 +0530 Subject: [PATCH 1/2] As per the documentation on Azure: https://learn.microsoft.com/en-us/rest/api/storageservices/understanding-block-blobs--append-blobs--and-page-blobs#about-block-blobs, the maximum single blob size allowed is 5000 MiB and not 5 GiB. Due to this if a file of size above 4.9 GiB fails with the error: httpx.HTTPStatusError: Client error '413 Payload Too Large' for url '' --- cognite/extractorutils/uploader/files.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/cognite/extractorutils/uploader/files.py b/cognite/extractorutils/uploader/files.py index 93911127..be4f6ac6 100644 --- a/cognite/extractorutils/uploader/files.py +++ b/cognite/extractorutils/uploader/files.py @@ -59,10 +59,11 @@ _QUEUES: int = 0 _QUEUES_LOCK: threading.RLock = threading.RLock() -# 5 GiB -_MAX_SINGLE_CHUNK_FILE_SIZE = 5 * 1024 * 1024 * 1024 +# 5000 MiB +_MAX_SINGLE_CHUNK_FILE_SIZE = 5 * 1000 * 1024 * 1024 + # 4000 MiB -_MAX_FILE_CHUNK_SIZE = 4 * 1024 * 1024 * 1000 +_MAX_FILE_CHUNK_SIZE = 4 * 1000 * 1024 * 1024 _CDF_ALPHA_VERSION_HEADER = {"cdf-version": "alpha"} From 611ef516a99051cd484fdf299f1396def382758a Mon Sep 17 00:00:00 2001 From: Nithin Bodanapu Date: Tue, 27 Jan 2026 14:47:58 +0530 Subject: [PATCH 2/2] Changes to make a release for the extractor-utils --- CHANGELOG.md | 5 +++++ cognite/extractorutils/__init__.py | 2 +- pyproject.toml | 2 +- 3 files changed, 7 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 97edbc85..8a3f8510 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -12,6 +12,11 @@ Changes are grouped as follows - `Fixed` for any bug fixes. - `Security` in case of vulnerabilities. +## 7.11.5 + +### Fixed +* Updated max single-chunk file size to 5000 MiB from 5 GiB. The earlier limit used to cause issues with Azure Blob Storage. + ## 7.11.4 diff --git a/cognite/extractorutils/__init__.py b/cognite/extractorutils/__init__.py index 5c5bbebb..d2c2cd8c 100644 --- a/cognite/extractorutils/__init__.py +++ b/cognite/extractorutils/__init__.py @@ -16,7 +16,7 @@ Cognite extractor utils is a Python package that simplifies the development of new extractors. """ -__version__ = "7.11.4" +__version__ = "7.11.5" from .base import Extractor __all__ = ["Extractor"] diff --git a/pyproject.toml b/pyproject.toml index 6beead78..7566ee58 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [project] name = "cognite-extractor-utils" -version = "7.11.4" +version = "7.11.5" description = "Utilities for easier development of extractors for CDF" authors = [ {name = "Mathias Lohne", email = "mathias.lohne@cognite.com"}