o
    da                     @  s   d Z ddlmZ ddlmZmZ ddlZddlZddlZddl	Z	ddl
Z
ddlmZmZ ddlZddlmZ ddlmZ ddlmZmZmZ ddlZdd	lmZmZ dd
lmZ G dd deZG dd deZ dd Z!dS )a  
Test extension array for storing nested data in a pandas container.

The JSONArray stores lists of dictionaries. The storage mechanism is a list,
not an ndarray.

Note
----
We currently store lists of UserDicts. Pandas has a few places
internally that specifically check for dicts, and does non-scalar things
in that case. We *want* the dictionaries to be treated as scalars, so we
hack around pandas by using UserDicts.
    )annotations)UserDictabcN)AnyMapping)type_t'construct_1d_object_array_from_listlike)is_bool_dtypeis_list_likepandas_dtype)ExtensionArrayExtensionDtype)unpack_tuple_and_ellipsesc                   @  s4   e Zd ZU ejZdZe Zde	d< e
d	ddZdS )
	JSONDtypejsonzMapping[str, Any]na_valuereturntype_t[JSONArray]c                 C     t S )zq
        Return the array type associated with this dtype.

        Returns
        -------
        type
        )	JSONArray)cls r   U/app/.heroku/python/lib/python3.10/site-packages/pandas/tests/extension/json/array.pyconstruct_array_type6   s   	zJSONDtype.construct_array_typeN)r   r   )__name__
__module____qualname__r   r   typenamer   r   __annotations__classmethodr   r   r   r   r   r   1   s   
 r   c                   @  s   e Zd Ze ZdZd,d-ddZed,dd	Zed
d Z	dd Z
dd Zd.ddZdd Zdd Zd/ddZed.ddZdd Zd0ddZdd  Zd1d"d#Zd$d% Zed&d' Zd(d) Zd*d+ ZdS )2r   i  NFr   Nonec                 C  sD   |D ]}t || jjstdt| jj q|| _| j | _| _d S )NzAll values must be of type )
isinstancedtyper   	TypeErrorstrdataZ_items_data)selfvaluesr$   copyvalr   r   r   __init__F   s   zJSONArray.__init__c                 C  s   | |S Nr   )r   Zscalarsr$   r+   r   r   r   _from_sequenceS   s   zJSONArray._from_sequencec                 C  s   | dd |D S )Nc                 S  s   g | ]
}|d krt |qS )r   )r   .0xr   r   r   
<listcomp>Y   s    z.JSONArray._from_factorized.<locals>.<listcomp>r   )r   r*   originalr   r   r   _from_factorizedW   s   zJSONArray._from_factorizedc                   s   t |tr	t|}t |tjr j| S t |tr&|td kr&t  jS t |tr4t  j| S t|s<t	dt
jj |}t|jrV dd t |D S t  fdd|D S )Nzuonly integers, slices (`:`), ellipsis (`...`), numpy.newaxis (`None`) and integer or boolean arrays are valid indicesc                 S  s   g | ]\}}|r|qS r   r   )r1   r2   mr   r   r   r3   q       z)JSONArray.__getitem__.<locals>.<listcomp>c                      g | ]} j | qS r   r'   )r1   ir)   r   r   r3   s       )r#   tupler   numbersIntegralr'   slicer   r   
IndexErrorpdapiZindexersZcheck_array_indexerr
   r$   r/   zip)r)   itemr   r;   r   __getitem__[   s    



zJSONArray.__getitem__c                 C  s   t |tjr|| j|< d S t |t| tjfst|g}t |t	j
rH|jdkrHtt||D ]\}\}}|rEt || jjs@J || j|< q/d S t||D ]\}}t || jjsZJ || j|< qMd S )Nbool)r#   r>   r?   r'   r   r   Sequence	itertoolscyclenpZndarrayr$   	enumeraterD   )r)   keyvaluer:   kvr   r   r   __setitem__u   s   
zJSONArray.__setitem__intc                 C  s
   t | jS r.   )lenr'   r;   r   r   r   __len__   s   
zJSONArray.__len__c                 C  r   r.   NotImplementedr)   otherr   r   r   __eq__      zJSONArray.__eq__c                 C  r   r.   rU   rW   r   r   r   __ne__   rZ   zJSONArray.__ne__c                 C  s0   |d u rt }|t krtt| S tj| j|dS )Nr$   )objectr	   listrK   asarrayr'   )r)   r$   r   r   r   	__array__   s
   zJSONArray.__array__c                 C  s   t | jS r.   )sys	getsizeofr'   r;   r   r   r   nbytes   s   zJSONArray.nbytesc                   s   t j fdd jD tdS )Nc                   s   g | ]}| j jkqS r   )r$   r   r0   r;   r   r   r3      r7   z"JSONArray.isna.<locals>.<listcomp>r\   )rK   arrayr'   rG   r;   r   r;   r   isna   s   zJSONArray.isnac              
     s   t |}d}|r7 d u rjj |dk  rtz fdd|D }W n. ty6 } zt||d }~ww zfdd|D }W n tyS } zt||d }~ww |S )NzIIndex is out of bounds or cannot do a non-empty take from an empty array.c                   s"   g | ]}|d krj | n qS )rf   r9   r1   loc
fill_valuer)   r   r   r3      s    z"JSONArray.take.<locals>.<listcomp>c                   r8   r   r9   rg   r;   r   r   r3      r<   )rK   r_   r$   r   any
ValueErrorrA   r/   )r)   ZindexerZ
allow_fillrj   msgoutputerrr   ri   r   take   s.   




zJSONArray.takec                 C  s   t | | jd d  S r.   r   r'   r;   r   r   r   r+      s   zJSONArray.copyTc                 C  s~   ddl m} t|}t|t| jr|| jkr|r|  S | S t||r2| t}|	 j
|ddS tjdd | D ||dS )Nr   )StringDtypeF)r+   c                 S     g | ]}t |qS r   dictr0   r   r   r   r3          z$JSONArray.astype.<locals>.<listcomp>)r$   r+   )Zpandas.core.arrays.string_rr   r   r#   r   r$   r+   astyper&   r   r/   rK   rd   )r)   r$   r+   rr   rN   r   r   r   rw      s   

zJSONArray.astypec                 C  s"   t | dd dd | jD D S )Nc                 S  rs   r   rt   r0   r   r   r   r3      rv   z$JSONArray.unique.<locals>.<listcomp>c                 S  s   h | ]}t | qS r   r=   items)r1   dr   r   r   	<setcomp>   r7   z#JSONArray.unique.<locals>.<setcomp>rq   r;   r   r   r   unique   s   "zJSONArray.uniquec                 C  s"   t tjdd |D }| |S )Nc                 s  s    | ]}|j V  qd S r.   r9   r0   r   r   r   	<genexpr>   s    z.JSONArray._concat_same_type.<locals>.<genexpr>)r^   rI   chainfrom_iterable)r   Z	to_concatr'   r   r   r   _concat_same_type   s   zJSONArray._concat_same_typec                 C  s$   |   }t|dkr| }|dfS )Nr   r   )_values_for_argsortrS   Zravelr)   frozenr   r   r   _values_for_factorize   s   zJSONArray._values_for_factorizec                 C  s   dd | D }t |S )Nc                 S  s   g | ]}t | qS r   rx   r0   r   r   r   r3      r7   z1JSONArray._values_for_argsort.<locals>.<listcomp>r   r   r   r   r   r      s   zJSONArray._values_for_argsort)NF)r   r"   )r   rR   r.   )FN)T)r   r   r   r   r$   Z__array_priority__r-   r!   r/   r5   rF   rQ   rT   rY   r[   r`   propertyrc   re   rp   r+   rw   r|   r   r   r   r   r   r   r   r   B   s2    





r   c                   C  s   dd t dD S )Nc              	   S  s*   g | ]}t d d ttddD qS )c                 S  s$   g | ]}t tjt d dfqS )r   d   )randomchoicestringascii_lettersrandintr1   _r   r   r   r3      s    z(make_data.<locals>.<listcomp>.<listcomp>r   
   )r   ranger   r   r   r   r   r   r3      s    zmake_data.<locals>.<listcomp>r   )r   r   r   r   r   	make_data   s   r   )"__doc__
__future__r   collectionsr   r   rI   r>   r   r   ra   typingr   r   numpyrK   Zpandas._typingr   Zpandas.core.dtypes.castr	   Zpandas.core.dtypes.commonr
   r   r   ZpandasrB   Zpandas.api.extensionsr   r   Zpandas.core.indexersr   r   r   r   r   r   r   r   <module>   s(     )