o ÒmÆi5Aã @s6UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlZddlZddl mZmZmZmZmZmZddlmZddlZddlmZmZmZddlmZdgZd ZiZd e d<dJdd„Z!dd„Z"dKdd„Z#ej$fdd„Z%dLdMdd„Z&Gdd „d ƒZ'Gd!d"„d"e'ƒZ(Gd#d$„d$e'ƒZ)Gd%d&„d&e)ƒZ*Gd'd(„d(e)ƒZ+Gd)d*„d*e)ƒZ,Gd+d,„d,e'ƒZ-Gd-d.„d.e)ƒZ.Gd/d0„d0e'ƒZ/e'ƒZ0d1d2„Z1dNd3d4„Z2d5d6„Z3dLd7d8„Z4d9d:„Z5dLd;d<„Z6dLd=d>„Z7d?d@„Z8dNdAdB„Z9e1e2e3e4e6e8e9e5e7dCœ Z:dDdE„Z;GdFd„dƒZdIkre=ƒdSdS)Oz£ A commandline tool for semi-automatically converting CSV to RDF. See also https://github.com/RDFLib/pyTARQL in the RDFlib family of tools try: `csv2rdf --help` é)ÚannotationsN)ÚAnyÚDictÚListÚOptionalÚTupleÚUnion)Úquote)ÚRDFÚRDFSÚ split_uri)ÚURIRefÚCSV2RDFa^ csv2rdf.py -b -p [-D ] [-c ] [-i ] [-l ] [-s ] [-o ] [-f configfile] [--col ] [--prop ] <[-d ] [-C] [files...]" Reads csv files from stdin or given files if -d is given, use this delimiter if -s is given, skips N lines at the start Creates a URI from the columns given to -i, or automatically by numbering if none is given Outputs RDFS labels from the columns given to -l if -c is given adds a type triple with the given classname if -C is given, the class is defined as rdfs:Class Outputs one RDF triple per column in each row. Output is in n3 format. Output is stdout, unless -o is specified Long options also supported: --base, --propbase, --ident, --class, --label, --out, --defineclass Long options --col0, --col1, ... can be used to specify conversion for columns. Conversions can be: ignore, float(), int(), split(sep, [more]), uri(base, [class]), date(format) Long options --prop0, --prop1, ... can be used to use specific properties, rather than ones auto-generated from the headers -D sets the default conversion for columns not listed -f says to read config from a .ini/config file - the file must contain one section called csv2rdf, with keys like the long options, i.e.: [csv2rdf] out=output.n3 base=http://example.org/ col0=split(";") col1=split(";", uri("http://example.org/things/", "http://xmlns.com/foaf/0.1/Person")) col2=float() col3=int() col4=date("%Y-%b-%d %H:%M:%S") z*Dict[Any, Tuple[URIRef, Optional[URIRef]]]ÚurisÚlabelÚstrcCsPt dd|¡}t dd|¡}| d¡}d |d ¡gdd„|d d …Dƒ¡S)zc CamelCase + lowercase initial a string FIRST_NM => firstNm firstNm => firstNm z[^\w]ú z([a-z])([A-Z])z\1 \2ÚrcSsg|]}| ¡‘qS©)Ú capitalize©Ú.0ÚxrrúN/home/kim/smarthome/.venv/lib/python3.10/site-packages/rdflib/tools/csv2rdf.pyÚ nóztoProperty..éN)ÚreÚsubÚsplitÚjoinÚlower©rrrrÚ toProperty`s *r#cCs0|dd… ¡s|dd… ¡|dd…S|S)Nrér)Úisupperr!r"rrrÚtoPropertyLabelqsr&Úl_ú List[int]ÚiúTuple[int, ...]Úreturncst‡fdd„|DƒƒS)zPreturn a set of indexes from a list >>> index([1,2,3],(0,2)) (1, 3) csg|]}ˆ|‘qSrrr©r'rrr|rzindex..)Útuple)r'r)rr,rÚindexwsr.cks,tj|fd|i|¤Ž}|D]}|VqdS)NÚdialect)ÚcsvÚreader)Zcsv_datar/ÚkwargsÚ csv_readerÚrowrrrr3s €ÿr3Úclass_úOptional[URIRef]cCsD|rt |t| d¡ dd¡dd¡}nt |¡}||ft|<|S)NÚutf8rÚ_r©Úsafe)Úrdflibr r ÚencodeÚreplacer)rÚprefixr5ÚrrrrÚ prefixuri…s & r@c@seZdZdd„Zddd„ZdS) Ú NodeMakercCótjjS©N)r;rÚLiteral©ÚselfrrrÚrange’ózNodeMaker.rangerrcCs t |¡SrC)r;rD©rFrrrrÚ__call__•ó zNodeMaker.__call__N)rr)Ú__name__Ú __module__Ú__qualname__rGrJrrrrrA‘srAc@ó$eZdZdd„Zdd„Zdd„ZdS)ÚNodeUricCs*d|_||_|rt |¡|_dSd|_dSrC)r5r>r;r )rFr>r5rrrÚ__init__šs zNodeUri.__init__cCst||j|jƒSrC)r@r>r5rIrrrrJ¢ózNodeUri.__call__cCs|jptjjSrC)r5r;r ÚResourcerErrrrG¥sz NodeUri.rangeN©rLrMrNrQrJrGrrrrrP™srPc@seZdZddd„ZdS)ÚNodeLiteralNcCs ||_dSrC©Úf)rFrWrrrrQªrKzNodeLiteral.__init__rC)rLrMrNrQrrrrrU©srUc@óeZdZdd„Zdd„ZdS)Ú NodeFloatcCó:|js t t|ƒ¡St|jƒrt t| |¡ƒ¡Stdƒ‚)Nz(Function passed to float is not callable)rWr;rDÚfloatÚcallableÚ ExceptionrIrrrrJ¯ó zNodeFloat.__call__cCrBrC)r;ÚXSDÚdoublerErrrrG¶rHzNodeFloat.rangeN©rLrMrNrJrGrrrrrY®órYc@rX)ÚNodeIntcCrZ)Nz&Function passed to int is not callable)rWr;rDÚintr\r]rIrrrrJ»r^zNodeInt.__call__cCrBrC)r;r_rdrErrrrGÂrHz NodeInt.rangeNrarrrrrcºrbrcc@rX)ÚNodeBoolcCrZ)Nz'Function passed to bool is not callable)rWr;rDÚboolr\r]rIrrrrJÇr^zNodeBool.__call__cCrBrC)r;r_rfrErrrrGÎrHzNodeBool.rangeNrarrrrreÆrbrec@rX)ÚNodeReplacecCó||_||_dSrC©ÚaÚb)rFrjrkrrrrQÓó zNodeReplace.__init__cCs| |j|j¡SrC)r=rjrkrIrrrrJ×rRzNodeReplace.__call__N)rLrMrNrQrJrrrrrgÒsrgc@rX)ÚNodeDatecCst tj ||j¡¡SrC)r;rDÚdatetimeÚstrptimerWrIrrrrJÜszNodeDate.__call__cCrBrC)r;r_ZdateTimerErrrrGßrHzNodeDate.rangeNrarrrrrmÛsrmc@rO)Ú NodeSplitcCrhrC©ÚseprW)rFrrrWrrrrQärlzNodeSplit.__init__cs:ˆjstjˆ_tˆjƒstdƒ‚‡fdd„| ˆj¡DƒS)Nz)Function passed to split is not callable!cs&g|]}| ¡dkrˆ | ¡¡‘qS)r)ÚstriprW)rÚyrErrrís&z&NodeSplit.__call__..)rWr;rDr\r]rrrrIrrErrJès zNodeSplit.__call__cCs&|jrt|jtƒr|j ¡St |¡SrC)rWÚ isinstancerArGrErrrrGïs zNodeSplit.rangeNrTrrrrrpãsrpcOsdS)NÚignorer)Úargsr2rrrÚ_config_ignoreøsrxcCó t||ƒSrC)rP)r>r5rrrÚ_config_uriürKrzcCstƒSrC)rUrrrrÚ_config_literalsr{cCót|ƒSrC)rYrVrrrÚ _config_floatrHr}cCryrC)rgrirrrÚ_config_replacerKr~cCr|rC)rcrVrrrÚ_config_intrHrcCr|rC)rerVrrrÚ_config_boolrHr€cCr|rC)rm)Zformat_rrrÚ_config_daterHrcCryrC)rprqrrrÚ _config_splitrKr‚) rvÚuriÚliteralr[rdÚdaterr=rfcCs t|tƒS)z$Return a function for column mapping)ÚevalÚconfig_functions)ÚvrrrÚcolumn)s r‰c@rO)rcCsTd|_d|_d|_d|_d|_d|_d|_d|_d|_i|_ i|_ tj|_ d|_dS)NÚautoFrú,)ÚCLASSÚBASEÚPROPBASEÚIDENTÚLABELÚDEFINECLASSÚSKIPÚDELIMÚDEFAULTÚCOLUMNSÚPROPSÚsysÚstdoutÚOUTÚtriplesrErrrrQ0s zCSV2RDF.__init__cCs4|j d| ¡| ¡| ¡f¡|jd7_dS)Nz%s %s %s . r)r™ÚwriteZn3rš)rFÚsÚpÚorrrÚtripleBs"zCSV2RDF.triplec s0t ¡}ˆjrtj dˆjj¡ˆjdkr!tˆjtƒs!ˆjfˆ_ˆj s/t d¡t d¡ˆ_ ˆjs=t d¡t d¡ˆ_tˆjƒD]}t|ƒqBtt|ƒƒ}tt‡fdd„|Dƒƒƒ}ˆj ¡D]\}}|||<t|ƒd ||<qaˆjrÓˆ ˆjtjtj¡tt|ƒƒD]M}||||} } | d ks˜| d kr™q…ˆj !|ˆj"¡dkr¤q…ˆ | tjtj#¡ˆ | tj$t %t&| ƒ¡¡ˆ | tj'ˆj¡ˆ | tjˆj !|t(¡ ¡¡q…d}|D]â} zÏˆjdkrçˆj d |}nˆj d )dd„t*| ˆjƒDƒ¡}ˆj+rˆ |tj$t %d )t*| ˆj+ƒ¡¡¡ˆjrˆ |tjˆj¡t| ƒD]l\}}| ,¡}|d krŠˆj !|ˆj"¡dkr9qz,ˆj !|tj%¡|ƒ} t| tƒrZ| D]}ˆ ||||¡qLn ˆ |||| ¡Wqt-y‰}zt dd|||||j.f¡WYd}~qd}~wwq|d 7}|ddkr§tj d|ˆj/t ¡|f¡Wq×t-y¹tj d|¡‚wt0ƒ}t1 ¡D])\} }|\}}ˆ |tj$t %| ¡¡|rét 2|¡}| 3|¡ˆ |tj|¡qÁ|D]}ˆ |tjtj¡qíˆj 4¡tj d|ˆj/f¡tj dt ¡|¡dS)Nz Output to %s rŠz2No base given, using http://example.org/instances/zhttp://example.org/instances/z:No property base given, using http://example.org/property/zhttp://example.org/props/csg|] }ˆjt|ƒ‘qSr)rŽr#rrErrr]sz#CSV2RDF.convert..rrrvrz%dr8cSs&g|]}t| d¡ dd¡dd‘qS)r7rr8rr9)r r<r=rrrrr{sþþrz#Could not process value for column z%d:%s in row %d, ignoring: %s i †z$%d rows, %d triples, elapsed %.2fs. zError processing line: %d z#Converted %d rows into %d triples. zTook %.2f seconds. )5Útimer™r—Ústderrr›Únamerrur-rÚwarningsÚwarnr;Ú NamespacerŽrGr’ÚnextÚlistÚdictÚ enumerater–Úitemsrr‘rŸrŒr ÚtyperÚClassÚlenr•Úgetr”ÚPropertyrrDr&ÚdomainÚdefault_node_maker r.rrsr]ÚmessageršÚsetrr ÚaddÚclose)rFZ csvreaderÚstartrZ header_labelsÚheadersÚkrˆr)Úhr'ÚrowsrƒržZ_oÚeÚclassesÚuÚcrrErÚconvertFsÌ ÿ üÿÿü ÿ€þÿÿ€ÿõÿÿ€þ € zCSV2RDF.convertN)rLrMrNrQrŸr¿rrrrr/scCstƒ}t tjdd…dgd¢¡\}}t|ƒ}d|vsd|vr(ttƒt d¡d|vrÑt ¡}| t|dƒ¡| d¡D]’\}}|d krOt |d d¡|_q>|dkrZt |¡|_q>|d kret |¡|_q>|dkrpt |¡|_q>|dkrzt|ƒ|_q>|dkr„t|ƒ|_q>|dkrŽt|ƒ|_q>|dkr–||_q>|dkr t|ƒ|_q>|dkrªt|ƒ|_q>| d¡r½t|ƒ|j t|dd…ƒ<q>| d¡rÐt |¡|j!t|dd…ƒ<q>d|vrßt |dd d¡|_d|vrít |dd d¡|_d|vrùt |d¡|_d|vrt |d¡|_d|vr|d|_d|vr|d|_d|vr&t|dƒ|_d |vr2t|d ƒ|_d!|vr?t |d!¡|_d"|vrLt |d"¡|_d#|vrXt|d#ƒ|_d$|vrdt|d$ƒ|_d%|vrpt|d%ƒ|_d&|vr|t|d&ƒ|_d'|vrˆt|d'ƒ|_d(|vr”t|d(ƒ|_d)|vr¡t |d)¡|_d*|vr®t |d*¡|_| ¡D].\}}| d+¡rËt|ƒ|j t|d,d…ƒ<q²| d-¡rßt |¡|j!t|d.d…ƒ<q²|jròd/|vsïd0|vròd1|_| "t#t$ %|¡|jd2¡dS)3Nrzhc:b:p:i:o:Cf:l:s:d:D:) zout=zbase=zdelim=z propbase=zclass=zdefault=ident=zlabel=zskip=ÚdefineclassÚhelpz-hz--helpéÿÿÿÿz-fÚcsv2rdfÚoutÚwzutf-8ÚbaseZpropbaseÚclassrÀÚidentrÚdelimÚskipÚdefaultÚcoléÚpropéz-oz--outz-bz--basez-dz--delimz-Dz --defaultz-pz --propbasez-lz--labelz-iz--identz-sz--skipz-cz--classz--coléz--propéz-Cz --defineclassT)Ú delimiter)&rÚgetoptr—Úargvr¨ÚprintÚHELPÚexitÚconfigparserÚConfigParserÚ read_fileÚopenrªÚcodecsr™r;r¥rrŽr rŒrfr‘r†rrr“rdr’r‰r”Ú startswithr•r–r¿r3Ú fileinputÚinput)rÃÚoptsÚfilesÚconfigr¸rˆrrrÚmainÈs¨ý € €rãÚ__main__)rr)r'r(r)r*r+r*rC)r5r6)NN)?Ú__doc__Ú __future__rrÜrØr0rnrÞrÓrr—r r£ÚtypingrrrrrrÚurllib.parser r;Zrdflib.namespacer rrZrdflib.termr Ú__all__rÖrÚ__annotations__r#r&r.Úexcelr3r@rArPrUrYrcrergrmrpr±rxrzr{r}r~rr€rr‚r‡r‰rrãrLrrrrÚsz ? ÷ p ÿ