a bkq@sddlmZddlmZddlmZddlmZddlmZddl mZm Z ddl m Z dd l m Z dd l mZdd l mZdd l mZdSd dZGdddeZdZdddddZdZdZdZdZdZdZdZdZdZdTdd ZGd!d"d"eZ d#d$Z!d%d&Z"d'd(Z#d)d*Z$d+d,Z%d-d.Z&d/d0Z'd1d2Z(d3d4Z)d5d6Z*d7d8Z+d9d:Z,d;d<Z-d=d>Z.d?d@Z/GdAdBdBeZ0dCdDZ1dUdEdFZ2dVdGdHZ3e4e j5dIZ6e3dJe6dKZ7e3dLZ8e3dMZ9e3dNZ:e3dOZ;e3dPe6dKZdS)W)absolute_import)CythonTransform) ModuleNode) CompileError)CythonUtilityCode) UtilityCodeTempitaUtilityCode)Options) Interpreter) PyrexTypes)Naming)SymtabcsFddlm}||}|dkrBd|dfdd|dD}|S)Nrdedent  csg|] }|qSr.0xindentrf/Users/vegardjervell/Documents/master/model/venv/lib/python3.9/site-packages/Cython/Compiler/Buffer.py zdedent..)textwraprjoinsplit)textZreindentrrrrrs  rcs<eZdZdZdZfddZddZddZdd ZZ S) IntroduceBufferAuxiliaryVarsFcsBt|tsJd|_tt||}|jr>t|jt |j|S)Nr) isinstancermax_ndimsuperr __call__buffers_existsuse_bufstruct_declare_codescopeuse_py2_buffer_functions)selfnoderesult __class__rrr$ s  z%IntroduceBufferAuxiliaryVars.__call__c shj}dd|D}t|dkr:|jdddd|_dd|D}t|dkrZd|_|D]&\d kr^tjtr^d|_qq^~tt rt|dkrt j d |D]j j jrt j d jj }|jtjkrt j d tj|j|jkr|j|_fd dtjtjftjtjff}fdd|D\}} t|| _q|_|_dS)NcSsg|]\}}|jjr|qSr)typeZ is_bufferrnameentryrrrr3rz=IntroduceBufferAuxiliaryVars.handle_scope..rcSs|jSN)r0)r1rrr5rz;IntroduceBufferAuxiliaryVars.handle_scope..)keyTcSsg|]\}}|jjr|qSr)r.Zis_memoryviewslicer/rrrr8r memoryviewz'Buffer vars not allowed in module scopez-Buffers with pointer types not yet supported.z1Buffer ndims exceeds Options.buffer_max_dims = %dcs0|}jd||jd}jr,d|_|S)N)r0cnamer.posT)ZmangleZ declare_varr7Zis_argused)r.prefixr6Zaux_var)r1r0r*r'rrdecvarSs z9IntroduceBufferAuxiliaryVars.handle_scope..decvarcsg|]\}}||qSrr)rr.r9)r:rrr^r)entriesitemslensortr%r!utility_code_definitionrusing_memoryviewrrr7r.dtypeis_ptrr0ndimr buffer_max_dimsr"r Zc_pyx_buffer_nd_typer Zpybuffernd_prefixZc_pyx_buffer_typeZpybufferstruct_prefixrZ BufferAux buffer_auxZbuffer_entriesr') r)r*r'Z scope_itemsZbufvarsZmemviewslicevarsbuftypeZauxvarsZ pybufferndZrcbufferr)r:r1r0r*r'r handle_scope.sD          z)IntroduceBufferAuxiliaryVars.handle_scopecCs|||j|||Sr2)rGr' visitchildrenr)r*rrrvisit_ModuleNodees z-IntroduceBufferAuxiliaryVars.visit_ModuleNodecCs|||j|||Sr2)rGZ local_scoperHrIrrrvisit_FuncDefNodejs z.IntroduceBufferAuxiliaryVars.visit_FuncDefNode) __name__ __module__ __qualname__r%r@r$rGrJrK __classcell__rrr,rr s  7r )rArCmodenegative_indicescastfullTF)rCrPrQrRz"%s" is not a buffer optionzToo many buffer optionsz#"%s" buffer option already suppliedz "%s" missingz[Only allowed buffer modes are: "c", "fortran", "full", "strided" (as a compile-time string)z#ndim must be a non-negative integerz0dtype must be "object", numeric type or a structz"%s" must be a booleanNc s|dur t}tj|||dd\}}t|tkr@t|ddti|D]*\}\}}|tvrnt|t |||<qLt t|D]@\}\}}|tvrt|t ||vrt|t |||<qtD]F}|vrz|||<Wqt y |rtt |Yq0qȈd} | r2| jr2ttd} | rbt| trX| dkrbttd } | r| d vrttfd d } | d | dS)aO Must be called during type analysis, as analyse is called on the dtype argument. posargs and dictargs should consist of a list and a dict of tuples (value, pos). Defaults should be a dict of values. Returns a dict containing all the options a buffer can have and its value (with the positions stripped). N)rrA)Ztype_envZ type_argsrrArCrrP)rSstridedcfortrancs&|}t|ts"tt|dSr2)getr!boolr ERR_BUF_BOOL)r0r globalposoptionsrr assert_bools  z+analyse_buffer_options..assert_boolrQrR)buffer_defaultsr Zinterpret_compiletime_optionsr=buffer_positional_options_countrERR_BUF_TOO_MANYr<buffer_optionsERR_BUF_OPTION_UNKNOWNzip ERR_BUF_DUPKeyErrorERR_BUF_MISSINGrXis_extension_type ERR_BUF_DTYPEr!int ERR_BUF_NDIM ERR_BUF_MODE) r\envZposargsZdictargsdefaultsZ need_completer0valuer7rArCrPr^rr[ranalyse_buffer_optionssL           rpc@sDeZdZddZddZddZddZd d Zd d Zd dZ dS) BufferEntrycCs<||_|j|_|jjj|_d|j|_|jj|_|dS)Nz%s.rcbuffer->pybuffer.buf) r1r.rEbuflocal_nd_varr6buf_ptrZbuffer_ptr_type buf_ptr_typeinit_attributes)r)r1rrr__init__s    zBufferEntry.__init__cCs"||_||_||_dSr2)get_buf_shapevarsshapeget_buf_stridevarsstridesget_buf_suboffsetvars suboffsetsr)rrrrus  zBufferEntry.init_attributescCs |dS)Nz%s.diminfo[%d].suboffsets _for_all_ndimr}rrrr{sz!BufferEntry.get_buf_suboffsetvarscCs |dS)Nz%s.diminfo[%d].stridesr~r}rrrryszBufferEntry.get_buf_stridevarscCs |dS)Nz%s.diminfo[%d].shaper~r}rrrrwszBufferEntry.get_buf_shapevarscsfddtjjDS)Ncsg|]}j|fqSr)r6risr)rrrrz-BufferEntry._for_all_ndim..)ranger.rC)r)rrrrrszBufferEntry._for_all_ndimcCsDg}|jj}|jj}|dkrht|||D](\}}}||||||q0d|} t} nv|dkr~d|} t} n4|dkrd|} t } n|dkrd|} t } nd sJt||D]\}}||||q| |j j vr|j j | |j d } |j d } | | | | |d |j} d | | |jd|f}|S)NrSz__Pyx_BufPtrFull%ddrUz__Pyx_BufPtrStrided%ddrVz__Pyx_BufPtrCContig%ddrWz__Pyx_BufPtrFortranContig%ddFutility_code_protoutility_code_def)r0ndz%s(%s, %s, %s), )r.rCrPrdryr{appendbuf_lookup_full_codebuf_lookup_strided_codebuf_lookup_c_codebuf_lookup_fortran_code globalstate utility_codesaddrtempty_declaration_codersr)r)code index_cnamesparamsrrPrrofuncnameZfuncgenZ protocodeZdefcodeZbuf_ptr_type_codeZptrcoderrrgenerate_buffer_lookup_codesH         z'BufferEntry.generate_buffer_lookup_codeN) rLrMrNrvrur{ryrwrrrrrrrqsrqcCsld}|j}|dkr|d7}n>|dkr.|d7}n,|dkr@|d7}n|dkrR|d 7}nd sZJ|jrh|d 7}|S) NZ PyBUF_FORMATrSz| PyBUF_INDIRECTrUz| PyBUF_STRIDESrVz| PyBUF_C_CONTIGUOUSrWz| PyBUF_F_CONTIGUOUSFz| PyBUF_WRITABLE)rPZwritable_needed)rE buffer_typeflagsrPrrr get_flags s    rcCs|j}d|j_d|j_dS)NT)rErrr8 rcbuf_var)r1rErrrused_buffer_aux_varssrc Cs|j|jj}}|jj}ddg}|dkr2|dg}t|jjD](}|D]}|d||||||fqJqB|d |dS)NrzrxrSr|z1%s.diminfo[%d].%s = %s.rcbuffer->pybuffer.%s[%d];r) rEr.rPrrr6rrrCputlnr) buf_entryrrErPpybuffernd_structZfldnameslnrZfldnamerrr put_unpack_buffer_aux_into_scope s  rcCsV|j}|jj}|jj}|d||d||d||d||fdS)Nz%s.pybuffer.buf = NULL;z%s.refcount = 0;z%s.data = NULL;z%s.rcbuffer = &%s;)rErrr6rr)r1rZbufauxrZpybuffer_structrrr put_init_vars2srcCsf|j}t||j||j}|d|d|jj||d|||dt||dS)N{'__Pyx_BufFmt_StackElem __pyx_stack[%d];%s == -1}) rEget_getbuffer_callr6r.rrAstruct_nesting_depthZ error_goto_ifr)r1rr7rE getbufferrrrput_acquire_arg_buffer@s  rcCs$|jt|d|jjjdS)N0__Pyx_SafeReleaseBuffer(&%s.rcbuffer->pybuffer);)ruse_utility_codeacquire_utility_coderrErrr6)rr1rrrput_release_buffer_codeNs rc CsD|j}t|j}t||}|jj}t||j}|j t dt S)Nz__Pyx_GetBufferAndValidate(&%(pybuffernd_struct)s.rcbuffer->pybuffer, (PyObject*)%(obj_cname)s, &%(dtype_typeinfo)s, %(flags)s, %(ndim)d, %(cast)d, __pyx_stack)) rCrjrRrrrr6get_type_information_cnamerArrrlocals) rZ obj_cnamerErrCrRrrZdtype_typeinforrrrSs    rc s|j|j}}|jj}t||} dd|jtd||} |rd|j j t j dd} d| | |fd d | tfd d td D} d | d d| |d| jtddd| dd| | D]} j | q<dt|| |j | njd d| |d|t |t jd|f|dt|dddS)aJ Generate code for reassigning a buffer variables. This only deals with getting the buffer auxiliary structure and variables set up correctly, the assignment itself and refcounting is the responsibility of the caller. However, the assignment operation may throw an exception so that the reassignment never happens. Depending on the circumstances there are two possible outcomes: - Old buffer released, new acquired, rhs assigned to lhs - Old buffer released, new acquired which fails, reaqcuire old lhs buffer (which may or may not succeed). rrz%srFZ manage_refz%s = %s; if (%s) {%s < 0c3s |]}jjtjddVqdS)FrN) funcstate allocate_tempr py_object_type)r_rrr sz'put_assign_to_buffer..zPyErr_Fetch(&%s, &%s, &%s);rz/Py_XDECREF(%s); Py_XDECREF(%s); Py_XDECREF(%s);z!__Pyx_RaiseBufferFallbackError();z} else {zPyErr_Restore(%s, %s, %s);rz%s = %s = %s = 0;zA%s = %s; __Pyx_INCREF(Py_None); %s.rcbuffer->pybuffer.buf = NULL;ZPy_NoneN)rEr.rrr6rrrArrrrr c_int_typeunlikelytuplerrrraise_buffer_fallback_code release_temprZerror_goto_if_negZtypecastr error_gotoput)Z lhs_cnameZ rhs_cnamerZis_initializedr7rrErrrrZ retcode_cnameZ exc_tempstrrrput_assign_to_bufferasR            rc Cs|do |}|drr|jjtjdd}|d|tt|||D]\} \} } } | dkr|d| |r|d| | f|d |d | || fn|d || f| d | dkrd } nd} |d |d| | | f|| fqJ|r|j t d}n|j t d}|d|d||d||f||||d|j|nB|rt|||D]*\} } } | dkr|d| | | fq|||S)ae Generates code to process indices and calculate an offset into a buffer. Returns a C string which gives a pointer which can be read from or written to at will (it is an expression so caller should store it in a temporary if it is used more than once). As the bounds checking can have any number of combinations of unsigned arguments, smart optimizations etc. we insert it directly in the function body. The lookup however is delegated to a inline function that is instantiated once per ndim (lookup with suboffsets tend to get quite complicated). entry is a BufferEntry Z wraparoundZ boundscheckFrz%s = -1;rz if (%s < 0) {z %s += %s;zif (%s) %s = %d;rz%s = %d;z} else z(size_t)z %s >= %s%sZ __Pyx_RaiseBufferIndexErrorNogilZ__Pyx_RaiseBufferIndexErrorrz%s != -1z%s(%s);rzif (%s < 0) %s += %s;)rrr rr enumeraterdrwrrrrraise_indexerror_nogilraise_indexerror_coderrr)r1Z index_signedsrZ directivesr7rrQZin_nogil_contextZfailed_dim_tempZdimsignedr6rxrRfuncrrrput_buffer_lookup_codesJ  "        rcCs|tdSr2)rbuffer_struct_declare_codermrrrr&sr&cCsdddt|D}|d||||fdddt|D}|d||f|td||fdd dt|Dd d S) Generates a buffer lookup function for the right number of dimensions. The function gives back a void* at the right location. rcSsg|]}d|||fqS)z i%d, s%d, o%drrrrrrrz(buf_lookup_full_code..z1#define %s(type, buf, %s) (type)(%s_imp(buf, %s))cSsg|]}d|||fqS)z.Py_ssize_t i%d, Py_ssize_t s%d, Py_ssize_t o%drrrrrrrz1static CYTHON_INLINE void* %s_imp(void* buf, %s);zf static CYTHON_INLINE void* %s_imp(void* buf, %s) { char* ptr = (char*)buf; rcSs g|]}td||||fqS)zX ptr += s%d * i%d; if (o%d >= 0) ptr = *((char**)ptr) + o%d; rrrrrrs z return ptr; }N)rrrr)protodefinr0rZ macroargsZfuncargsrrrrs  rcCsHdddt|D}dddt|D}|d|||fdS)rrcSsg|]}d||fqSzi%d, s%drrrrrr rz+buf_lookup_strided_code.. + cSsg|]}d||fqSz i%d * s%drrrrrr rz1#define %s(type, buf, %s) (type)((char*)buf + %s)N)rrrrrr0rargsoffsetrrrrsrcCsj|dkr|d|nNdddt|D}dddt|dD}|d||||dfd S) z Similar to strided lookup, but can assume that the last dimension doesn't need a multiplication as long as. Still we keep the same signature for now. r.#define %s(type, buf, i0, s0) ((type)buf + i0)rcSsg|]}d||fqSrrrrrrrrz%buf_lookup_c_code..rcSsg|]}d||fqSrrrrrrrr9#define %s(type, buf, %s) ((type)((char*)buf + %s) + i%d)Nrrrrrrrrs rcCsd|dkr|d|nHdddt|D}dddtd|D}|d|||d fd S) zB Like C lookup, but the first index is optimized instead. rrrcSsg|]}d||fqSrrrrrrr$rz+buf_lookup_fortran_code..rcSsg|]}d||fqSrrrrrrr%rrrNrrrrrrs rcCs|tdSr2)rGetAndReleaseBufferUtilityCoderrrrr()sr(c@s<eZdZdZdZddZddZddZd d Zd d Z dS) rNFcCsdSr2rr}rrrrv5sz'GetAndReleaseBufferUtilityCode.__init__cCs t|tSr2)r!r)r)otherrrr__eq__8sz%GetAndReleaseBufferUtilityCode.__eq__cCsdS)NiFosrr}rrr__hash__;sz'GetAndReleaseBufferUtilityCode.__hash__cKsdSr2r)r)kwargsrrrget_tree>rz'GetAndReleaseBufferUtilityCode.get_treecs|d}|d}|jj}|jjgtfdd|tjddtdd}||j }|| |j |d }| || |dS) Nrrcs|vr dS||jD] }|q|jD]|}t|jtrBq0|j}|jr0|ur^|js^q0d}}|j j D]&}|j dkr|j }qn|j dkrn|j }qn|r0 |j||fq0dS)NZ __getbuffer__Z__releasebuffer__)rZcimported_modulesZ type_entriesr!r?rr.rhr8r'Zpyfunc_entriesr0Z func_cnamerZ typeptr_cname)r'merreleaserXr cython_scopefind_buffer_typestypesZvisited_scopesrrrIs$      zBGetAndReleaseBufferUtilityCode.put_code..find_buffer_typesZGetAndReleaseBufferBuffer.c)r) from_filecontextr) Z module_noder'rrsetr loaddictZ format_coderZinject_string_constantsimplr)r)outputrZ proto_codermZ util_coderrrrrput_code@s$  z'GetAndReleaseBufferUtilityCode.put_code) rLrMrNrequiresZis_cython_utilityrvrrrrrrrrr-srcCs:|jr dS|jrdS|js |jr&d}nd}||SdS)NobjectptrZnn_r) is_pyobjectrBZ is_typedefis_struct_or_unionZspecialization_name)rAr9rrrmangle_dtype_nameks rc sLt|}d|}d|}|jr"dSdur2|dkrBdsBJ|jjvrHjj|jd}g}|jr|jr||j|j }qr|j o| }| } | rd}n|jr\|j} |jr| j} | j} t| dksJfd d | D} |jd |d d t| | D],\} }|jd|| j| | jfd d q|jdd d |jdd d n dsfJt|}d}d}|tjurd| }d}nr|jrd| }d|}nX|s|jrd}nD|jrd}n6|jrd}|jrd}n|jrd}ndsJ|d}|||| d dd |Dp&dt||||f }|j||d d |S)ar Output the run-time type information (__Pyx_TypeInfo) for given dtype, and return the name of the type info struct. Structs with two floats of the same size are encoded as complex numbers. One can separate between complex numbers declared as struct or with native encoding by inspecting to see if the fields field of the type is filled in. z__Pyx_TypeInfo_%sz__Pyx_StructFields_%szNrFtypeinfoZNULLcsg|]}t|jdqS)r)rr.)rfrmaxdepthrrrsz.get_type_information_cname..z!static __Pyx_StructField %s[] = {T)safez {&%s, "%s", offsetof(%s, %s)},z {NULL, NULL, 0}z};0zIS_UNSIGNED(%s)z'H'z%s ? 'U' : 'I'z'C'z'R'z'S'Z__PYX_BUF_FLAGS_PACKED_STRUCTz'O'zLstatic __Pyx_TypeInfo %s = { "%s", %s, sizeof(%s), { %s }, %s, %s, %s, %s };rcSsg|] }t|qSr)strrrrrrr)!rZis_errorrrrrZis_arrayrsizeZ base_typerZcan_be_complexrZis_simple_buffer_dtypeZ is_structr'Zis_constZconst_base_type_scopeZ var_entriesr=rrdr0r6rr Z c_char_typeZis_intZ is_complexZis_floatpackedrr)rrArZ namesuffixr0Zstructinfo_nametypecodeZ arraysizesZcomplex_possibleZdeclcodeZ struct_scopefieldsrrrreprZ is_unsignedZ typegrouptuprrrrys         rcKs8|durtj|dfi|Stj|dfd|i|SdS)Nrr)rrr )Zutil_code_namerrrrrload_buffer_utilitysr)Zmax_dimsZBufferStructDeclare)rZBufferFormatStructsZBufferIndexErrorZBufferIndexErrorNogilZBufferFallbackErrorZBufferGetAndValidateZBufferFormatCheckZTypeInfoToFormat)r)NT)N)N)? __future__rZVisitorrrZErrorsrrrZCoder rr r r r rrr rbr_r`rcrarergrlrkrirZrprrqrrrrrrrrrr&rrrrr(rrrrrrDrrZbuffer_formats_declare_coderrrrZbuffer_format_check_codeZ_typeinfo_to_format_coderrrrsj           [ EGHB  > W