ij d dl mZ d dlZd dlmZ d dlmZ d dlmZmZ d dl m
Z
m Z d dl m
Z
d dlmZmZ d d lmZ d d
lmZmZ erd d l mZ d d lmZmZ d d
lmZm Z ddddZ d ddZ ddZ ddZ ddZ!y) ) annotationsN)datetime)Path)
TYPE_CHECKINGAny)_DELTALAKE_AVAILABLE deltalake)eprint)NullTime)
unpack_dtypes)POLARS_STORAGE_CONFIG_KEYS_get_path_scheme)
DeltaTable) DataFrameDataType)
SchemaDictStorageOptionsDictT)strictc t t | .t | j j | }|S | }|S )N)strr r
expanduserresolve) table_urir resolved_uris X/var/www/pod-logistic/pod-ai/venv/lib/python3.12/site-packages/polars/io/delta/_utils.py_resolve_delta_lake_urir sP I & .
Y""$,,V4L L c t |+|j D ci c] \ }}|t vr|| }}}t | t j
r2t
|du|du|dug r t j dt d | S |i }t | }t |t t f st j
|f||d|}|S t j
| fd|i|}|j | |S c c}}w )z
Initialize a Delta lake table for use in read and scan operations.
Notes
-----
Make sure to install deltalake>=0.8.0. Read the documentation
`here `_.
NzWhen supplying a DeltaTable directly, `version`, `storage_options`, and `delta_table_options` are ignored.
To silence this warning, don't supply those parameters. )
stacklevel)versionstorage_optionsr# )_check_if_delta_availableitemsr
isinstancer r anywarningswarnRuntimeWarningr r r load_as_version)
table_pathr" r# delta_table_optionskvr dl_tbls r _get_delta_lake_tabler1 s7 " (--/
122
qD
*i 2 23 t# t+#4/
MMK
" *:6L gX /%%
+
"
M %%
+
"
w' MO
s C/c * t s
d} t | y )Nz=deltalake is not installed
Please run: pip install deltalake)r ModuleNotFoundError)msgs r r$ r$ [ s O!#&& r c Z t | }t t h}||z x}rd|}t | y )Nz+dataframe contains unsupported data types: )r
r r TypeError)dtypes
schema_dtypesunsupported_typesoverlapr4 s r _check_for_unsupported_typesr; a sD !6*M t
"333w3;G;Gn 4r c dd l }d| vr|r t d y d| d i}d| v r-| d j j j d ni }d| v r-| d j j j d ni }d | v r-| d j j j d ni }|D ] } |j | x}
<|j
d g|j
j d| j }
|j | x} 1|j
d g||
j d| j } |j | x} 1|j
d g||
j d| j } |
|| d < | || d < | || d
< |j || j S )Nr num_recordszDscan_delta: statistics load failed: 'num_records' column not presentlen
null_countT) as_seriesminmax)dtype_nc_min_max)height) polarsr
structunnestto_dictgetSeriesget_index_typenew_from_indexrG r )
add_actions_dffilter_columnsschemaverboseploutnull_count_colsmin_colsmax_colscol_namecol_nccol_mincol_maxs
r 0_extract_table_statistics_from_delta_add_actionsr] m s N* V
!&}(E FC > ) |$++224<->-@YAPP>((F ||H- -G 6iifX.>i?NN>((G ||H- -G 6iifX.>i?NN>((G !'xj !(xj !(xj #)& <<N$9$9< ::r )r z
str | Pathr boolreturnr )NNN)
r, zstr | Path | DeltaTabler" zint | str | datetime | Noner# zStorageOptionsDict | Noner- zdict[str, Any] | Noner_ zdeltalake.DeltaTable)r_ None)r7 zlist[DataType]r_ r` )
rP r rQ z list[str]rR r rS r^ r_ zDataFrame | None)"
__future__r r( r pathlibr typingr r polars._dependenciesr r polars._utils.loggingr
polars.datatypesr r polars.datatypes.convertr
polars.io.cloud._utilsr r r rH r r polars._typingr r r r1 r$ r; r] r r rk s " % @ ( ' 2 O$*= FJ ,01515 9'9
(9 /9 / 9
9x' 6; 6; 6;
6;
6;
6;r