U aJ @s0dZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZejdkrddl mZn ddlmZddlZeeeeee hZ!dej"#fZ$Gdddej%Z&ee e'eej(fZ)e ee e'fge fZ*e e gee e'ffZ+ee e e fee fZ,eeeee fZ-ee,e-fZ.ed e.d Z/ed d d Z0ej1Z2e e d ddZ3ej4dddGddde5Z6ej4ddddGddde6e7Z8ej4dddGdd d Z9ej4dddGddde9Z:ej4dddGddde9Z;ed/dde)ed ee*e:d!d"d#ZdS)2z jsonlines implementation N) AnyCallableDictIterableIteratorListOptionalTupleTypeTypeVarUnioncastoverload))Literalc@s$eZdZeZeZeZdS)DumpsResultConversionN)__name__ __module__ __qualname__enumauto LeaveAsIs EncodeToBytesDecodeToStringrr2lib/python3.8/site-packages/jsonlines/jsonlines.pyr6sr TJSONValue)ZboundTRWReaderWriterBaseobjreturncCstdS)z; Fake dumps() function to use as a default marker. NNotImplementedError)r"rrr default_dumpsOsr&T)auto_exc auto_attribsc@seZdZUdZeed<dS)Errorz Base error class. messageN)rrr__doc__str__annotations__rrrrr)Vs r)F)r'r(initcsNeZdZUdZeeefed<eed<eeeefeddfdd Z Z S)InvalidLineErrora Error raised when an invalid line is encountered. This happens when the line does not contain valid JSON, or if a specific data type has been requested, and the line contained a different data type. The original line itself is stored on the exception instance as the ``.line`` attribute, and the line number as ``.lineno``. This class subclasses both ``jsonlines.Error`` and the built-in ``ValueError``. linelinenoN)r*r0r1r#cs,||_||_t|d|ddS)Nz (line ))rstripr0r1super__init__)selfr*r0r1 __class__rrr5us zInvalidLineError.__init__) rrrr+r r,bytesr-intr5 __classcell__rrr7rr/_s r/)r(reprc@seZdZUdZejdddZeej e ej e dfe d<ejdddZ ee d<ejdddZee d<ddd d Ze dd d Ze dd dZeedddZeeeeeeejddddZdS)r zJ Base class with shared behaviour for both the reader and writer. NFdefaultr._fp_closed_should_close_fpr#cCs.|jr dSd|_|jdk r*|jr*|jdS)z Close this reader/writer. This closes the underlying file if that file has been opened by this reader/writer. When an already opened file-like object was provided, the caller is responsible for closing it. NT)r@r?rAcloser6rrrrCs zReaderWriterBase.closecCs0t|j}|}d|dt|dd|dS)Nz )typer_repr_for_wrappedid)r6Zcls_namewrappedrrr__repr__s zReaderWriterBase.__repr__cCstdSNr$rDrrrrIsz"ReaderWriterBase._repr_for_wrapped)r6r#cCs|SrMrrDrrr __enter__szReaderWriterBase.__enter__)exc_typeexc_valexc_tbr#cCs |dSrM)rC)r6rOrPrQrrr__exit__szReaderWriterBase.__exit__)rrrr+attribr?r typingIOr,r9r-r@boolrArCrLrIrrNrr BaseExceptiontypes TracebackTyperRrrrrr {s $ c @seZdZUdZeejeejee eeeffe d<e j ddZ eeeeeeffe d<e j eddZee d<d d d d Zed d d ded edeedddZed d ded edeeedddZed d deeedeedddZed deeedeeedddZed d d deeeeeeedddZd dddeeeeeeedddZed d d d ded edeeeedddZed d d ded edeeeedddZed d d d eeedeeeedd!dZed d d"eeedeeeeedd#dZed d d d deeeeeeeeedd$dZd*eeeeeeeeedd%dZeed d&d'Zed d(d)Z d S)+Readera Reader for the jsonlines format. The first argument must be an iterable that yields JSON encoded strings. Usually this will be a readable file-like object, such as an open file or an ``io.TextIO`` instance, but it can also be something else as long as it yields strings when iterated over. Instances are iterable and can be used as a context manager. The `loads` argument can be used to replace the standard json decoder. If specified, it must be a callable that accepts a (unicode) string and returns the decoded object. :param file_or_iterable: file-like object or iterable yielding lines as strings :param loads: custom json decoder callable _file_or_iterableF)r. _line_iterTr>Zkw_only_loadsNrBcCsBt|jtjr0tttjttjt f|j|_ t |jd|_ dS)N) isinstancer\ioIOBaser r rUrVr,r9r? enumerater]rDrrr__attrs_post_init__s zReader.__attrs_post_init__.rH allow_none skip_empty)rHrgrhr#cCsdSrMrr6rHrgrhrrrreadsz Reader.read)rHrhcCsdSrMrrirrrrjs)rgrhcCsdSrMrrirrrrjs)rhcCsdSrMrrirrrrjscCsdSrMrrirrrrjsc Cs|jrtd|dk r&|tkr&tdz.t|j\}}|rR|sRt|j\}}q6Wntk rntdYnXt |t rz| d}Wn:t k r}zt d|||}||W5d}~XYnX|tr|dd}z||}Wn<tk r$}zt d|||}||W5d}~XYnX|dkrF|r:dSt d|||dk rt ||} |tkrv| ott |t } | st d |||S) a Read and decode a line. The optional `type` argument specifies the expected data type. Supported types are ``dict``, ``list``, ``str``, ``int``, ``float``, and ``bool``. When specified, non-conforming lines result in :py:exc:`InvalidLineError`. By default, input lines containing ``null`` (in JSON) are considered invalid, and will cause :py:exc:`InvalidLineError`. The `allow_none` argument can be used to change this behaviour, in which case ``None`` will be returned instead. If `skip_empty` is set to ``True``, empty lines and lines containing only whitespace are silently skipped. zreader is closedNzinvalid type specifiedutf-8zline is not valid utf-8: r`zline contains invalid json: zline contains null valuez"line does not match requested type)r@ RuntimeError VALID_TYPES ValueErrornextr]r3 StopIterationEOFErrorrar9decodeUnicodeDecodeErrorr/ startswithSKIPPABLE_SINGLE_INITIAL_CHARSr_r:rW) r6rHrgrhr1r0Zorig_excexcvalueZvalidrrrrjs\          )rHrgrh skip_invalid)rHrgrhrxr#cCsdSrMrr6rHrgrhrxrrriterLs z Reader.iter)rHrhrxcCsdSrMrryrrrrzXs )rgrhrxcCsdSrMrryrrrrzds )rhrxcCsdSrMrryrrrrzps cCsdSrMrryrrrrz|s ccsRz8z|j|||dVWqtk r2|s.YqXqWntk rLYnXdS)a Iterate over all lines. This is the iterator equivalent to repeatedly calling :py:meth:`~Reader.read()`. If no arguments are specified, this is the same as directly iterating over this :py:class:`Reader` instance. When `skip_invalid` is set to ``True``, invalid lines will be silently ignored. See :py:meth:`~Reader.read()` for a description of the other arguments. rfN)rjr/rqryrrrrzs cCs|S)z0 See :py:meth:`~Reader.iter()`. )rzrDrrr__iter__szReader.__iter__cCs:|jdk rt|jSt|jj}d|dt|jddS)Nr?Fr= _fp_is_binaryTr^_compact _sort_keys_flush_dumps_dumps_result_conversionrBcCst|jtjrd|_nHt|jtjr,d|_n2z|jdWntk rVd|_YnXd|_|jt krt d|j d}|j r|j ddtjf|j|_|i}t|tr|jrtj|_nt|tr|jstj|_dS)NFT)Z ensure_ascii sort_keys),:)Z separators)rar?rb TextIOBaserrcwrite TypeErrorrr&dictrrupdatejsonZ JSONEncoderencoder,rrrr9r)r6Zencoder_kwargsZsample_dumps_resultrrrres,     zWriter.__attrs_post_init__r!cCsx|jrtd||}|jtjkr.|}n|jtjkrB|}|j }| || |j r`dnd|j rt| dS)zg Encode and write a single object. :param obj: the object to encode and write zwriter is closed  N)r@rlrrrrrrrrr?rrrflush)r6r"r0fprrrrs     z Writer.write)iterabler#cCs|D]}||qdS)ze Encode and write multiple objects. :param iterable: an iterable of objects N)r)r6rr"rrr write_allszWriter.write_allcCs t|jSrM)r}r?rDrrrrIszWriter._repr_for_wrapped)rrrr+rSrTr?r rUrVr,r9r-rrWrrrr&r DumpsCallablerrrrerrrrrIrrrrrs (! r.)loadsr)filemoderr#cCsdSrMr)rrrrrropen#sr)dumpscompactrr)wa)rrrrrrr#cCsdSrMr)rrrrrrrrrr-s rrrrr)rrrrrrrr#cCsdSrMr)rrrrrrrrrrr:s c Cs~|dkrtd|dkrtnt}|dkr,dnd}tj||d|d} t|||||d} d d | D} || f| } d | _| S) u Open a jsonlines file for reading or writing. This is a convenience function that opens a file, and wraps it in either a :py:class:`Reader` or :py:class:`Writer` instance, depending on the specified `mode`. Any additional keyword arguments will be passed on to the reader and writer: see their documentation for available options. The resulting reader or writer must be closed after use by the caller, which will also close the opened file. This can be done by calling ``.close()``, but the easiest way to ensure proper resource finalisation is to use a ``with`` block (context manager), e.g. :: with jsonlines.open('out.jsonl', mode='w') as writer: writer.write(...) :param file: name or ‘path-like object’ of the file to open :param mode: whether to open the file for reading (``r``), writing (``w``) or appending (``a``). >rrrz&'mode' must be either 'r', 'w', or 'a'rz utf-8-sigrkt)rencodingrcSsi|]\}}|dk r||qSrMr).0keyrwrrr wszopen..T)rnr[rbuiltinsrritemsrA) rrrrrrrclsrrkwargsinstancerrrrHs " )rr#cCs(t|dd}|dk rt|St|SdS)z@ Helper to make a useful repr() for a file-like object. nameN)getattrr<)rrrrrr}}s r}).).)r)?r+rcodecsrrbrossysrYrUrrrrrrrr r r r r r version_inforZtyping_extensionsrSrWrfloatr:listr,rmBOM_UTF8rrruEnumrr9PathLikeZOpenablerrZJSONCollectionZ JSONScalarrrrrrr&s Exceptionr)rnr/r r[rrrVr}rrrrs<        -  m    5