mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-17 23:51:30 +00:00
Clarify S3 filename length constant
This commit is contained in:
parent
e534cb33d4
commit
12bbd109ce
1 changed files with 3 additions and 3 deletions
|
|
@ -9,7 +9,7 @@ import litellm
|
|||
from litellm._logging import print_verbose, verbose_logger
|
||||
from litellm.types.utils import StandardLoggingPayload
|
||||
|
||||
MAX_S3_FILENAME_COMPONENT_LENGTH = 250
|
||||
MAX_S3_FILENAME_STEM_LENGTH = 250
|
||||
|
||||
|
||||
class S3Logger:
|
||||
|
|
@ -188,9 +188,9 @@ def get_s3_object_key(
|
|||
start_time: datetime,
|
||||
s3_file_name: str,
|
||||
) -> str:
|
||||
if len(s3_file_name) > MAX_S3_FILENAME_COMPONENT_LENGTH:
|
||||
if len(s3_file_name) > MAX_S3_FILENAME_STEM_LENGTH:
|
||||
digest = hashlib.sha256(s3_file_name.encode("utf-8")).hexdigest()[:16]
|
||||
prefix_length = MAX_S3_FILENAME_COMPONENT_LENGTH - len(digest) - 1
|
||||
prefix_length = MAX_S3_FILENAME_STEM_LENGTH - len(digest) - 1
|
||||
s3_file_name = f"{s3_file_name[:prefix_length]}_{digest}"
|
||||
|
||||
s3_object_key = (
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue