o
    Mf_                     @   s  d Z ddlZddlZddlmZ ddlZddlmZ ddlmZ ddl	m
Z
 ddlmZ ddlmZ dd	lmZ dd
lmZ ddlmZ dZ	 dZ	 dZ	 dZdZejedZdZeedZ	 dZdZdZ ejj!Z"ej#j$Z%dd Z&dd Z'dd Z(d>ddZ)d d! Z*d"d# Z+d$d% Z,G d&d' d'e-Z.d(d) Z/d?d+d,Z0d-d. Z1d/d0 Z2d1d2 Z3d3d4 Z4d@d5d6Z5d@d7d8Z6d9d: Z7	;		dAd<d=Z8dS )BzVHelper functions for Cloud Storage utility classes.

These are *not* part of the API.
    N)md5)urlsplit)
urlunsplit)uuid4)resumable_media)environment_vars)_DEFAULT_TIMEOUT)DEFAULT_RETRY))DEFAULT_RETRY_IF_METAGENERATION_SPECIFIEDSTORAGE_EMULATOR_HOSTAPI_ENDPOINT_OVERRIDEAPI_VERSION_OVERRIDEzgoogleapis.comzstorage.{universe_domain})universe_domainzhttps://v1))if_etag_matchzIf-Match)if_etag_not_matchzIf-None-Match))if_generation_matchifGenerationMatch)if_generation_not_matchifGenerationNotMatch)if_metageneration_matchifMetagenerationMatch)if_metageneration_not_matchifMetagenerationNotMatch)if_source_generation_matchifSourceGenerationMatch)if_source_generation_not_matchifSourceGenerationNotMatch)if_source_metageneration_matchifSourceMetagenerationMatch)"if_source_metageneration_not_matchifSourceMetagenerationNotMatchz`num_retries` has been deprecated and will be removed in a future release. Use the `retry` argument with a Retry or ConditionalRetryPolicy object, or None, instead.c                   C   s   t jtd S N)osenvirongetSTORAGE_EMULATOR_ENV_VAR r'   r'   _/var/www/html/analyze/labelStudio/lib/python3.10/site-packages/google/cloud/storage/_helpers.py_get_storage_emulator_overrideX      r)   c                   C   s   t ttt S r"   )r#   getenv_API_ENDPOINT_OVERRIDE_ENV_VAR_DEFAULT_SCHEME_TRUE_DEFAULT_STORAGE_HOSTr'   r'   r'   r(   _get_default_storage_base_url\   s   r/   c                   C   s   t  tt kr
t  S dS )zIThis is an experimental configuration variable. Use api_endpoint instead.N)r/   r-   r.   r'   r'   r'   r(   _get_api_endpoint_overrideb   s   r0   Fc                 C   s8   t | }| d|j }t|j||rdndddf}|S )zReturns the scheme and netloc sections of the url, with the bucket
    prepended to the netloc.

    Not intended for use with netlocs which include a username and password.
    ./ )r   netlocr   scheme)urlbuckettrailing_slash
parsed_url
new_netlocbase_urlr'   r'   r(   _virtual_hosted_style_base_urli   s   r<   c                   C   s   t ddkS )N!GOOGLE_API_USE_CLIENT_CERTIFICATEtrue)r#   r+   r'   r'   r'   r(   _use_client_certw   r*   r?   c                   C   s   t tjt tjS r"   )r#   r+   r   PROJECTLEGACY_PROJECTr'   r'   r'   r(   _get_environ_project{   s   
rB   c                 C   s4   | du rdS t | d  | d  gstd| S )zPre-flight ``Bucket`` name validation.

    :type name: str or :data:`NoneType`
    :param name: Proposed bucket name.

    :rtype: str or :data:`NoneType`
    :returns: ``name`` if valid.
    Nr   z8Bucket names must start and end with a number or letter.)allisalnum
ValueError)namer'   r'   r(   _validate_name   s
   	rH   c                   @   s   e Zd ZdZdddZedd Zedd Zed	d
 Zdd Z	dd Z
edd ZddddddddeedfddZdd Zdd ZdddddeedfddZdddddeedfddZdS )_PropertyMixina1  Abstract mixin for cloud storage classes with associated properties.

    Non-abstract subclasses should implement:
      - path
      - client
      - user_project

    :type name: str
    :param name: The name of the object. Bucket names must start and end with a
                 number or letter.
    Nc                 C   s   || _ i | _t | _d S r"   )rG   _propertiesset_changes)selfrG   r'   r'   r(   __init__   s   z_PropertyMixin.__init__c                 C      t )z$Abstract getter for the object path.NotImplementedErrorrM   r'   r'   r(   path      z_PropertyMixin.pathc                 C   rO   )z&Abstract getter for the object client.rP   rR   r'   r'   r(   client   rT   z_PropertyMixin.clientc                 C   rO   )z,Abstract getter for the object user_project.rP   rR   r'   r'   r(   user_project   rT   z_PropertyMixin.user_projectc                 C   s   |du r| j }|S )a  Check client or verify over-ride.

        :type client: :class:`~google.cloud.storage.client.Client` or
                      ``NoneType``
        :param client: the client to use.  If not passed, falls back to the
                       ``client`` stored on the current object.

        :rtype: :class:`google.cloud.storage.client.Client`
        :returns: The client passed in or the currently bound client.
        N)rU   )rM   rU   r'   r'   r(   _require_client   s   z_PropertyMixin._require_clientc                 C   s   i S )a@  Return any encryption headers needed to fetch the object.

        .. note::
           Defined here because :meth:`reload` calls it, but this method is
           really only relevant for :class:`~google.cloud.storage.blob.Blob`.

        :rtype: dict
        :returns: a mapping of encryption-related headers.
        r'   rR   r'   r'   r(   _encryption_headers   s   
z"_PropertyMixin._encryption_headersc                 C   s   i }| j dur| j |d< |S )zDefault query parameters.NuserProject)rV   )rM   paramsr'   r'   r(   _query_params   s   

z_PropertyMixin._query_paramsnoAclc                 C   sv   |  |}| j}||d< t|||||d |dur||d< |  }t|||d |j| j|||	|
| d}| | dS )a  Reload properties from Cloud Storage.

        If :attr:`user_project` is set, bills the API request to that project.

        :type client: :class:`~google.cloud.storage.client.Client` or
                      ``NoneType``
        :param client: the client to use. If not passed, falls back to the
                       ``client`` stored on the current object.

        :type projection: str
        :param projection: (Optional) If used, must be 'full' or 'noAcl'.
                           Defaults to ``'noAcl'``. Specifies the set of
                           properties to return.

        :type if_etag_match: Union[str, Set[str]]
        :param if_etag_match: (Optional) See :ref:`using-if-etag-match`

        :type if_etag_not_match: Union[str, Set[str]])
        :param if_etag_not_match: (Optional) See :ref:`using-if-etag-not-match`

        :type if_generation_match: long
        :param if_generation_match:
            (Optional) See :ref:`using-if-generation-match`

        :type if_generation_not_match: long
        :param if_generation_not_match:
            (Optional) See :ref:`using-if-generation-not-match`

        :type if_metageneration_match: long
        :param if_metageneration_match:
            (Optional) See :ref:`using-if-metageneration-match`

        :type if_metageneration_not_match: long
        :param if_metageneration_not_match:
            (Optional) See :ref:`using-if-metageneration-not-match`

        :type timeout: float or tuple
        :param timeout:
            (Optional) The amount of time, in seconds, to wait
            for the server response.  See: :ref:`configuring_timeouts`

        :type retry: google.api_core.retry.Retry or google.cloud.storage.retry.ConditionalRetryPolicy
        :param retry:
            (Optional) How to retry the RPC. See: :ref:`configuring_retries`

        :type soft_deleted: bool
        :param soft_deleted:
            (Optional) If True, looks for a soft-deleted object. Will only return
            the object metadata if the object exists and is in a soft-deleted state.
            :attr:`generation` is required to be set on the blob if ``soft_deleted`` is set to True.
            See: https://cloud.google.com/storage/docs/soft-delete
        
projectionr   r   r   r   NsoftDeleted)r   r   )query_paramsheaderstimeoutretry_target_object)rW   r[    _add_generation_match_parametersrX   _add_etag_match_headers_get_resourcerS   _set_properties)rM   rU   r]   r   r   r   r   r   r   rb   rc   soft_deletedr`   ra   api_responser'   r'   r(   reload   s2   
Bz_PropertyMixin.reloadc                 C   s   | j | || j|< dS )a  Update field of this object's properties.

        This method will only update the field provided and will not
        touch the other fields.

        It **will not** reload the properties from the server. The behavior is
        local only and syncing occurs via :meth:`patch`.

        :type name: str
        :param name: The field name to update.

        :type value: object
        :param value: The value being updated.
        N)rL   addrJ   )rM   rG   valuer'   r'   r(   _patch_property6  s   z_PropertyMixin._patch_propertyc                 C   s   || _ t | _dS )zSet the properties for the current object.

        :type value: dict or :class:`google.cloud.storage.batch._FutureDict`
        :param value: The properties to be set.
        N)rJ   rK   rL   rM   rm   r'   r'   r(   rh   H  s   z_PropertyMixin._set_propertiesFc	                    sp     |} j}	d|	d< |r||	d< t|	||||d  fdd jD }
|j j|
|	 ||d} | dS )	aj  Sends all changed properties in a PATCH request.

        Updates the ``_properties`` with the response from the backend.

        If :attr:`user_project` is set, bills the API request to that project.

        :type client: :class:`~google.cloud.storage.client.Client` or
                      ``NoneType``
        :param client: the client to use. If not passed, falls back to the
                       ``client`` stored on the current object.

        :type if_generation_match: long
        :param if_generation_match:
            (Optional) See :ref:`using-if-generation-match`

        :type if_generation_not_match: long
        :param if_generation_not_match:
            (Optional) See :ref:`using-if-generation-not-match`

        :type if_metageneration_match: long
        :param if_metageneration_match:
            (Optional) See :ref:`using-if-metageneration-match`

        :type if_metageneration_not_match: long
        :param if_metageneration_not_match:
            (Optional) See :ref:`using-if-metageneration-not-match`

        :type timeout: float or tuple
        :param timeout:
            (Optional) The amount of time, in seconds, to wait
            for the server response.  See: :ref:`configuring_timeouts`

        :type retry: google.api_core.retry.Retry or google.cloud.storage.retry.ConditionalRetryPolicy
        :param retry:
            (Optional) How to retry the RPC. See: :ref:`configuring_retries`

        :type override_unlocked_retention: bool
        :param override_unlocked_retention:
            (Optional) override_unlocked_retention must be set to True if the operation includes
            a retention property that changes the mode from Unlocked to Locked, reduces the
            retainUntilTime, or removes the retention configuration from the object. See:
            https://cloud.google.com/storage/docs/json_api/v1/objects/patch
        fullr]   overrideUnlockedRetentionr^   c                    s   i | ]}| j | qS r'   )rJ   ).0keyrR   r'   r(   
<dictcomp>      z(_PropertyMixin.patch.<locals>.<dictcomp>)r`   rd   rb   rc   N)rW   r[   re   rL   _patch_resourcerS   rh   )rM   rU   r   r   r   r   rb   rc   override_unlocked_retentionr`   update_propertiesrj   r'   rR   r(   patchR  s,   
6z_PropertyMixin.patchc	                 C   s^   |  |}| j}	d|	d< |r||	d< t|	||||d |j| j| j|	||| d}
| |
 dS )a`  Sends all properties in a PUT request.

        Updates the ``_properties`` with the response from the backend.

        If :attr:`user_project` is set, bills the API request to that project.

        :type client: :class:`~google.cloud.storage.client.Client` or
                      ``NoneType``
        :param client: the client to use. If not passed, falls back to the
                       ``client`` stored on the current object.

        :type if_generation_match: long
        :param if_generation_match:
            (Optional) See :ref:`using-if-generation-match`

        :type if_generation_not_match: long
        :param if_generation_not_match:
            (Optional) See :ref:`using-if-generation-not-match`

        :type if_metageneration_match: long
        :param if_metageneration_match:
            (Optional) See :ref:`using-if-metageneration-match`

        :type if_metageneration_not_match: long
        :param if_metageneration_not_match:
            (Optional) See :ref:`using-if-metageneration-not-match`

        :type timeout: float or tuple
        :param timeout:
            (Optional) The amount of time, in seconds, to wait
            for the server response.  See: :ref:`configuring_timeouts`

        :type retry: google.api_core.retry.Retry or google.cloud.storage.retry.ConditionalRetryPolicy
        :param retry:
            (Optional) How to retry the RPC. See: :ref:`configuring_retries`

        :type override_unlocked_retention: bool
        :param override_unlocked_retention:
            (Optional) override_unlocked_retention must be set to True if the operation includes
            a retention property that changes the mode from Unlocked to Locked, reduces the
            retainUntilTime, or removes the retention configuration from the object. See:
            https://cloud.google.com/storage/docs/json_api/v1/objects/patch
        rp   r]   rq   r^   )r`   rb   rc   rd   N)rW   r[   re   _put_resourcerS   rJ   rh   )rM   rU   r   r   r   r   rb   rc   rw   r`   rj   r'   r'   r(   update  s*   
6z_PropertyMixin.updater"   )__name__
__module____qualname____doc__rN   propertyrS   rU   rV   rW   rX   r[   r   r	   rk   rn   rh   r
   ry   r{   r'   r'   r'   r(   rI      sZ    




	
^
SrI   c                    s"    fdd} fdd}t ||S )zHCreate a property descriptor around the :class:`_PropertyMixin` helpers.c                    s   | j  S )zScalar property getter.)rJ   r%   rR   	fieldnamer'   r(   _getter  s   z!_scalar_property.<locals>._getterc                    s   |   | dS )zScalar property setter.N)rn   ro   r   r'   r(   _setter  s   z!_scalar_property.<locals>._setter)r   )r   r   r   r'   r   r(   _scalar_property  s   
r       c                 C   s>   |  |}t|dkr|| |  |}t|dksdS dS )a  Read blocks from a buffer and update a hash with them.

    :type buffer_object: bytes buffer
    :param buffer_object: Buffer containing bytes used to update a hash object.

    :type hash_obj: object that implements update
    :param hash_obj: A hash object (MD5 or CRC32-C).

    :type digest_block_size: int
    :param digest_block_size: The block size to write to the hash.
                              Defaults to 8192.
    r   N)readlenr{   )buffer_objecthash_objdigest_block_sizeblockr'   r'   r(   _write_buffer_to_hash   s
   


r   c                 C   s"   t  }t| | | }t|S )a  Get MD5 hash of bytes (as base64).

    :type buffer_object: bytes buffer
    :param buffer_object: Buffer containing bytes used to compute an MD5
                          hash (as base64).

    :rtype: str
    :returns: A base64 encoded digest of the MD5 hash.
    )r   r   digestbase64	b64encode)r   r   digest_bytesr'   r'   r(   _base64_md5hash  s   


r   c                 K   sB   t D ]\}}||}|durt|tr|g}d|| |< qdS )zAdd generation match parameters into the given parameters list.

    :type headers: dict
    :param headers: Headers dict.

    :type match_parameters: dict
    :param match_parameters: if*etag*match parameters to add.
    N, )_ETAG_MATCH_PARAMETERSr%   
isinstancestrjoin)ra   match_parameterssnakecase_nameheader_namerm   r'   r'   r(   rf   %  s   	

rf   c                 K   sZ   t D ](\}}||}|dur*t| tr| ||f qt| tr&|| |< qtdqdS )ab  Add generation match parameters into the given parameters list.

    :type parameters: list or dict
    :param parameters: Parameters list or dict.

    :type match_parameters: dict
    :param match_parameters: if*generation*match parameters to add.

    :raises: :exc:`ValueError` if ``parameters`` is not a ``list()``
             or a ``dict()``.
    Nz5`parameters` argument should be a dict() or a list().)_GENERATION_MATCH_PARAMETERSr%   r   listappenddictrF   )
parametersr   r   camelcase_namerm   r'   r'   r(   re   7  s   



re   c                  K   sb   t dd |  D dkr/dd |  D }d|dd }|d }d	| d
| }t|dS )zRaise ``ValueError`` exception if more than one parameter was set.

    :type error: :exc:`ValueError`
    :param error: Description of which fields were set

    :raises: :class:`~ValueError` containing the fields that were set
    c                 s   s    | ]}|d uV  qd S r"   r'   )rr   argr'   r'   r(   	<genexpr>[  s    z._raise_if_more_than_one_set.<locals>.<genexpr>   c                 S   s   g | ]}d | d qS )'r'   )rr   rG   r'   r'   r(   
<listcomp>\  ru   z/_raise_if_more_than_one_set.<locals>.<listcomp>r   NrC   zPass at most one of z and )sumvalueskeysr   rF   )kwargsescaped_keyskeys_but_lastlast_keymsgr'   r'   r(   _raise_if_more_than_one_setS  s   r   c                 C   s&   t | }|jr|jr| S | d|  S )a!  Helper to build bucket bound hostname URL.

    :type host: str
    :param host: Host name.

    :type scheme: str
    :param scheme: (Optional) Web scheme. If passed, use it
                   as a scheme in the result URL.

    :rtype: str
    :returns: A bucket bound hostname URL.
    z://)r   r5   r4   )hostr5   	url_partsr'   r'   r(   _bucket_bound_hostname_urlf  s   r   c                 C   sZ   | dur|durt d| durtj| j| j| j| jdS |dur'tj|dS tjddS )a~  Convert google.api.core.Retry to google.resumable_media.RetryStrategy.

    Custom predicates are not translated.

    :type retry: google.api_core.Retry
    :param retry: (Optional) The google.api_core.Retry object to translate.

    :type num_retries: int
    :param num_retries: (Optional) The number of retries desired. This is
        supported for backwards compatibility and is mutually exclusive with
        `retry`.

    :rtype: google.resumable_media.RetryStrategy
    :returns: A RetryStrategy with all applicable attributes copied from input,
              or a RetryStrategy with max_retries set to 0 if None was input.
    Nz6num_retries and retry arguments are mutually exclusive)	max_sleepmax_cumulative_retryinitial_delay
multiplier)max_retriesr   )rF   r   RetryStrategy_maximum	_deadline_initial_multiplier)rc   num_retriesr'   r'   r(   (_api_core_retry_to_resumable_media_retryz  s   r   c                   C   s   dt t  S )Nzgccl-invocation-id/)r   r   r'   r'   r'   r(   _get_invocation_id  r*   r   application/json; charset=UTF-8c                 C   s8   |  dt   }|r|d| 7 }dd| |||p|dS )a  Get the headers for a request.

    :type user_agent: str
    :param user_agent: The user-agent for requests.

    :type command: str
    :param command:
        (Optional) Information about which interface for the operation was
        used, to be included in the X-Goog-API-Client header. Please leave
        as None unless otherwise directed.

    :rtype: dict
    :returns: The headers to be used for the request.
     z gccl-gcs-cmd/zapplication/jsonzgzip, deflate)AcceptzAccept-Encodingz
User-AgentzX-Goog-API-Clientzcontent-typezx-upload-content-type)r   )
user_agentcontent_typex_upload_content_typecommandx_goog_api_clientr'   r'   r(   _get_default_headers  s   r   )F)r   r"   )r   NN)9r   r   datetimehashlibr   r#   urllib.parser   r   uuidr   googler   google.authr   google.cloud.storage.constantsr   google.cloud.storage.retryr	   r
   r&   r,   _API_VERSION_OVERRIDE_ENV_VAR_DEFAULT_UNIVERSE_DOMAIN_STORAGE_HOST_TEMPLATEformatr.   r-   r+   _API_VERSIONr   r   _NUM_RETRIES_MESSAGEnow_NOWtimezoneutc_UTCr)   r/   r0   r<   r?   rB   rH   objectrI   r   r   r   rf   re   r   r   r   r   r   r'   r'   r'   r(   <module>   sp   	
  `


"