o ¢i5Aã @s6UdZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlZddlZddl mZmZmZmZmZmZddlmZddlZddlmZmZmZddlmZdgZd ZiZd e d<dJdd„Z!dd„Z"dKdd„Z#ej$fdd„Z%dLdMdd„Z&Gdd „d ƒZ'Gd!d"„d"e'ƒZ(Gd#d$„d$e'ƒZ)Gd%d&„d&e)ƒZ*Gd'd(„d(e)ƒZ+Gd)d*„d*e)ƒZ,Gd+d,„d,e'ƒZ-Gd-d.„d.e)ƒZ.Gd/d0„d0e'ƒZ/e'ƒZ0d1d2„Z1dNd3d4„Z2d5d6„Z3dLd7d8„Z4d9d:„Z5dLd;d<„Z6dLd=d>„Z7d?d@„Z8dNdAdB„Z9e1e2e3e4e6e8e9e5e7dCœ Z:dDdE„Z;GdFd„dƒZdIkre=ƒdSdS)Oz£ A commandline tool for semi-automatically converting CSV to RDF. See also https://github.com/RDFLib/pyTARQL in the RDFlib family of tools try: `csv2rdf --help` é)ÚannotationsN)ÚAnyÚDictÚListÚOptionalÚTupleÚUnion)Úquote)ÚRDFÚRDFSÚ split_uri)ÚURIRefÚCSV2RDFa^ csv2rdf.py -b -p [-D ] [-c ] [-i ] [-l ] [-s ] [-o ] [-f configfile] [--col ] [--prop ] <[-d ] [-C] [files...]" Reads csv files from stdin or given files if -d is given, use this delimiter if -s is given, skips N lines at the start Creates a URI from the columns given to -i, or automatically by numbering if none is given Outputs RDFS labels from the columns given to -l if -c is given adds a type triple with the given classname if -C is given, the class is defined as rdfs:Class Outputs one RDF triple per column in each row. Output is in n3 format. Output is stdout, unless -o is specified Long options also supported: --base, --propbase, --ident, --class, --label, --out, --defineclass Long options --col0, --col1, ... can be used to specify conversion for columns. Conversions can be: ignore, float(), int(), split(sep, [more]), uri(base, [class]), date(format) Long options --prop0, --prop1, ... can be used to use specific properties, rather than ones auto-generated from the headers -D sets the default conversion for columns not listed -f says to read config from a .ini/config file - the file must contain one section called csv2rdf, with keys like the long options, i.e.: [csv2rdf] out=output.n3 base=http://example.org/ col0=split(";") col1=split(";", uri("http://example.org/things/", "http://xmlns.com/foaf/0.1/Person")) col2=float() col3=int() col4=date("%Y-%b-%d %H:%M:%S") z*Dict[Any, Tuple[URIRef, Optional[URIRef]]]ÚurisÚlabelÚstrcCsPt dd|¡}t dd|¡}| d¡}d |d ¡gdd„|d d …Dƒ¡S)zc CamelCase + lowercase initial a string FIRST_NM => firstNm firstNm => firstNm z[^\w]ú z([a-z])([A-Z])z\1 \2ÚrcSsg|]}| ¡‘qS©)Ú capitalize©Ú.0ÚxrrúH/home/ubuntu/.local/lib/python3.10/site-packages/rdflib/tools/csv2rdf.pyÚ nóztoProperty..éN)ÚreÚsubÚsplitÚjoinÚlower©rrrrÚ toProperty`s *r#cCs0|dd… ¡s|dd… ¡|dd…S|S)Nrér)Úisupperr!r"rrrÚtoPropertyLabelqsr&Úl_ú List[int]ÚiúTuple[int, ...]Úreturncst‡fdd„|DƒƒS)zPreturn a set of indexes from a list >>> index([1,2,3],(0,2)) (1, 3) csg|]}ˆ|‘qSrrr©r'rrr|rzindex..)Útuple)r'r)rr,rÚindexwsr.cks,tj|fd|i|¤Ž}|D]}|VqdS)NÚdialect)ÚcsvÚreader)Úcsv_datar/ÚkwargsÚ csv_readerÚrowrrrr4s €ÿr4Úclass_úOptional[URIRef]cCsD|rt |t| d¡ dd¡dd¡}nt |¡}||ft|<|S)NÚutf8rÚ_r©Úsafe)Úrdflibr r ÚencodeÚreplacer)rÚprefixr6ÚrrrrÚ prefixuri…s & rAc@seZdZdd„Zddd„ZdS) Ú NodeMakercCótjjS©N)r<rÚLiteral©ÚselfrrrÚrange’ózNodeMaker.rangerrcCs t |¡SrD)r<rE©rGrrrrÚ__call__•ó zNodeMaker.__call__N)rr)Ú__name__Ú __module__Ú__qualname__rHrKrrrrrB‘srBc@ó$eZdZdd„Zdd„Zdd„ZdS)ÚNodeUricCs*d|_||_|rt |¡|_dSd|_dSrD)r6r?r<r )rGr?r6rrrÚ__init__šs zNodeUri.__init__cCst||j|jƒSrD)rAr?r6rJrrrrK¢ózNodeUri.__call__cCs|jptjjSrD)r6r<r ÚResourcerFrrrrH¥sz NodeUri.rangeN©rMrNrOrRrKrHrrrrrQ™srQc@seZdZddd„ZdS)ÚNodeLiteralNcCs ||_dSrD©Úf)rGrXrrrrRªrLzNodeLiteral.__init__rD)rMrNrOrRrrrrrV©srVc@óeZdZdd„Zdd„ZdS)Ú NodeFloatcCó:|js t t|ƒ¡St|jƒrt t| |¡ƒ¡Stdƒ‚)Nz(Function passed to float is not callable)rXr<rEÚfloatÚcallableÚ ExceptionrJrrrrK¯ó zNodeFloat.__call__cCrCrD)r<ÚXSDÚdoublerFrrrrH¶rIzNodeFloat.rangeN©rMrNrOrKrHrrrrrZ®órZc@rY)ÚNodeIntcCr[)Nz&Function passed to int is not callable)rXr<rEÚintr]r^rJrrrrK»r_zNodeInt.__call__cCrCrD)r<r`rerFrrrrHÂrIz NodeInt.rangeNrbrrrrrdºrcrdc@rY)ÚNodeBoolcCr[)Nz'Function passed to bool is not callable)rXr<rEÚboolr]r^rJrrrrKÇr_zNodeBool.__call__cCrCrD)r<r`rgrFrrrrHÎrIzNodeBool.rangeNrbrrrrrfÆrcrfc@rY)ÚNodeReplacecCó||_||_dSrD©ÚaÚb)rGrkrlrrrrRÓó zNodeReplace.__init__cCs| |j|j¡SrD)r>rkrlrJrrrrK×rSzNodeReplace.__call__N)rMrNrOrRrKrrrrrhÒsrhc@rY)ÚNodeDatecCst tj ||j¡¡SrD)r<rEÚdatetimeÚstrptimerXrJrrrrKÜszNodeDate.__call__cCrCrD)r<r`ÚdateTimerFrrrrHßrIzNodeDate.rangeNrbrrrrrnÛsrnc@rP)Ú NodeSplitcCrirD©ÚseprX)rGrtrXrrrrRärmzNodeSplit.__init__cs:ˆjstjˆ_tˆjƒstdƒ‚‡fdd„| ˆj¡DƒS)Nz)Function passed to split is not callable!cs&g|]}| ¡dkrˆ | ¡¡‘qS)r)ÚstriprX)rÚyrFrrrís&z&NodeSplit.__call__..)rXr<rEr]r^rrtrJrrFrrKès zNodeSplit.__call__cCs&|jrt|jtƒr|j ¡St |¡SrD)rXÚ isinstancerBrHrFrrrrHïs zNodeSplit.rangeNrUrrrrrrãsrrcOsdS)NÚignorer)Úargsr3rrrÚ_config_ignoreøsrzcCó t||ƒSrD)rQ)r?r6rrrÚ_config_uriürLr|cCstƒSrD)rVrrrrÚ_config_literalsr}cCót|ƒSrD)rZrWrrrÚ _config_floatrIrcCr{rD)rhrjrrrÚ_config_replacerLr€cCr~rD)rdrWrrrÚ_config_intrIrcCr~rD)rfrWrrrÚ_config_boolrIr‚cCr~rD)rn)Úformat_rrrÚ_config_daterIr„cCr{rD)rrrsrrrÚ _config_splitrLr…) rxÚuriÚliteralr\reÚdaterr>rgcCs t|tƒS)z$Return a function for column mapping)ÚevalÚconfig_functions)ÚvrrrÚcolumn)s rŒc@rP)rcCsTd|_d|_d|_d|_d|_d|_d|_d|_d|_i|_ i|_ tj|_ d|_dS)NÚautoFrú,)ÚCLASSÚBASEÚPROPBASEÚIDENTÚLABELÚDEFINECLASSÚSKIPÚDELIMÚDEFAULTÚCOLUMNSÚPROPSÚsysÚstdoutÚOUTÚtriplesrFrrrrR0s zCSV2RDF.__init__cCs4|j d| ¡| ¡| ¡f¡|jd7_dS)Nz%s %s %s . r)rœÚwriteÚn3r)rGÚsÚpÚorrrÚtripleBs"zCSV2RDF.triplec s0t ¡}ˆjrtj dˆjj¡ˆjdkr!tˆjtƒs!ˆjfˆ_ˆj s/t d¡t d¡ˆ_ ˆjs=t d¡t d¡ˆ_tˆjƒD]}t|ƒqBtt|ƒƒ}tt‡fdd„|Dƒƒƒ}ˆj ¡D]\}}|||<t|ƒd ||<qaˆjrÓˆ ˆjtjtj¡tt|ƒƒD]M}||||} } | d ks˜| d kr™q…ˆj !|ˆj"¡dkr¤q…ˆ | tjtj#¡ˆ | tj$t %t&| ƒ¡¡ˆ | tj'ˆj¡ˆ | tjˆj !|t(¡ ¡¡q…d}|D]â} zÏˆjdkrçˆj d |}nˆj d )dd„t*| ˆjƒDƒ¡}ˆj+rˆ |tj$t %d )t*| ˆj+ƒ¡¡¡ˆjrˆ |tjˆj¡t| ƒD]l\}}| ,¡}|d krŠˆj !|ˆj"¡dkr9qz,ˆj !|tj%¡|ƒ} t| tƒrZ| D]}ˆ ||||¡qLn ˆ |||| ¡Wqt-y‰}zt dd|||||j.f¡WYd}~qd}~wwq|d 7}|ddkr§tj d|ˆj/t ¡|f¡Wq×t-y¹tj d|¡‚wt0ƒ}t1 ¡D])\} }|\}}ˆ |tj$t %| ¡¡|rét 2|¡}| 3|¡ˆ |tj|¡qÁ|D]}ˆ |tjtj¡qíˆj 4¡tj d|ˆj/f¡tj dt ¡|¡dS)Nz Output to %s rz2No base given, using http://example.org/instances/zhttp://example.org/instances/z:No property base given, using http://example.org/property/zhttp://example.org/props/csg|] }ˆjt|ƒ‘qSr)r‘r#rrFrrr]sz#CSV2RDF.convert..rrrxrz%dr9cSs&g|]}t| d¡ dd¡dd‘qS)r8rr9rr:)r r=r>rrrrr{sþþrz#Could not process value for column z%d:%s in row %d, ignoring: %s i †z$%d rows, %d triples, elapsed %.2fs. zError processing line: %d z#Converted %d rows into %d triples. zTook %.2f seconds. )5ÚtimerœršÚstderrržÚnamer’rwr-rÚwarningsÚwarnr<Ú Namespacer‘rHr•ÚnextÚlistÚdictÚ enumerater™Úitemsrr”r£rr ÚtyperÚClassÚlenr˜Úgetr—ÚPropertyrrEr&ÚdomainÚdefault_node_maker r.r“rur^ÚmessagerÚsetrr ÚaddÚclose)rGÚ csvreaderÚstartrÚ header_labelsÚheadersÚkr‹r)Úhr'Úrowsr†r¢Ú_oÚeÚclassesÚuÚcrrFrÚconvertFsÌ ÿ üÿÿü ÿ€þÿÿ€ÿõÿÿ€þ € zCSV2RDF.convertN)rMrNrOrRr£rÆrrrrr/scCstƒ}t tjdd…dgd¢¡\}}t|ƒ}d|vsd|vr(ttƒt d¡d|vrÑt ¡}| t|dƒ¡| d¡D]’\}}|d krOt |d d¡|_q>|dkrZt |¡|_q>|d kret |¡|_q>|dkrpt |¡|_q>|dkrzt|ƒ|_q>|dkr„t|ƒ|_q>|dkrŽt|ƒ|_q>|dkr–||_q>|dkr t|ƒ|_q>|dkrªt|ƒ|_q>| d¡r½t|ƒ|j t|dd…ƒ<q>| d¡rÐt |¡|j!t|dd…ƒ<q>d|vrßt |dd d¡|_d|vrít |dd d¡|_d|vrùt |d¡|_d|vrt |d¡|_d|vr|d|_d|vr|d|_d|vr&t|dƒ|_d |vr2t|d ƒ|_d!|vr?t |d!¡|_d"|vrLt |d"¡|_d#|vrXt|d#ƒ|_d$|vrdt|d$ƒ|_d%|vrpt|d%ƒ|_d&|vr|t|d&ƒ|_d'|vrˆt|d'ƒ|_d(|vr”t|d(ƒ|_d)|vr¡t |d)¡|_d*|vr®t |d*¡|_| ¡D].\}}| d+¡rËt|ƒ|j t|d,d…ƒ<q²| d-¡rßt |¡|j!t|d.d…ƒ<q²|jròd/|vsïd0|vròd1|_| "t#t$ %|¡|jd2¡dS)3Nrzhc:b:p:i:o:Cf:l:s:d:D:) zout=zbase=zdelim=z propbase=zclass=zdefault=ident=zlabel=zskip=ÚdefineclassÚhelpz-hz--helpéÿÿÿÿz-fÚcsv2rdfÚoutÚwzutf-8ÚbaseÚpropbaseÚclassrÇÚidentrÚdelimÚskipÚdefaultÚcoléÚpropéz-oz--outz-bz--basez-dz--delimz-Dz --defaultz-pz --propbasez-lz--labelz-iz--identz-sz--skipz-cz--classz--coléz--propéz-Cz --defineclassT)Ú delimiter)&rÚgetoptršÚargvr¬ÚprintÚHELPÚexitÚconfigparserÚConfigParserÚ read_fileÚopenr®Úcodecsrœr<r©rr‘r rrgr”r‰r’r“r–rer•rŒr—Ú startswithr˜r™rÆr4Ú fileinputÚinput)rÊÚoptsÚfilesÚconfigr¾r‹rrrÚmainÈs¨ý € €rëÚ__main__)rr)r'r(r)r*r+r*rD)r6r7)NN)?Ú__doc__Ú __future__rräràr0rorærÛrršr¤r§ÚtypingrrrrrrÚurllib.parser r<Úrdflib.namespacer rrÚrdflib.termr Ú__all__rÞrÚ__annotations__r#r&r.Úexcelr4rArBrQrVrZrdrfrhrnrrrµrzr|r}rr€rr‚r„r…rŠrŒrrërMrrrrÚsz ? ÷ p ÿ