/usr/share/doc/python-rdflib-doc/html/_modules/rdflib/plugins/parsers/pyRdfa/rdfs/cache.html is in python-rdflib-doc 4.1.2-3.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
<title>rdflib.plugins.parsers.pyRdfa.rdfs.cache — rdflib 4.1.2 documentation</title>
<meta name="viewport" content="width=device-width; initial-scale=1.0; maximum-scale=1.0; user-scalable=0;"/>
<link rel="stylesheet" href="../../../../../../_static/rtd.css" type="text/css" />
<link rel="stylesheet" href="../../../../../../_static/pygments.css" type="text/css" />
<script type="text/javascript">
var DOCUMENTATION_OPTIONS = {
URL_ROOT: '../../../../../../',
VERSION: '4.1.2',
COLLAPSE_INDEX: false,
FILE_SUFFIX: '.html',
HAS_SOURCE: true
};
</script>
<script type="text/javascript" src="../../../../../../_static/jquery.js"></script>
<script type="text/javascript" src="../../../../../../_static/underscore.js"></script>
<script type="text/javascript" src="../../../../../../_static/doctools.js"></script>
<script type="text/javascript" src="../../../../../../../../../../../../_static/searchtools.js"></script>
<link rel="top" title="rdflib 4.1.2 documentation" href="../../../../../../index.html" />
<link rel="up" title="rdflib.plugins.parsers.pyRdfa" href="../../pyRdfa.html" />
</head>
<body>
<div class="related">
<h3>Navigation</h3>
<ul>
<li class="right" style="margin-right: 10px">
<a href="../../../../../../genindex.html" title="General Index"
accesskey="I">index</a></li>
<li class="right" >
<a href="../../../../../../py-modindex.html" title="Python Module Index"
>modules</a> |</li>
<li><a href="../../../../../../index.html">rdflib 4.1.2 documentation</a> »</li>
<li><a href="../../../../../index.html" >Module code</a> »</li>
<li><a href="../../pyRdfa.html" accesskey="U">rdflib.plugins.parsers.pyRdfa</a> »</li>
</ul>
</div>
<div class="document">
<div class="documentwrapper">
<div class="bodywrapper">
<div class="body">
<h1>Source code for rdflib.plugins.parsers.pyRdfa.rdfs.cache</h1><div class="highlight"><pre>
<span class="c"># -*- coding: utf-8 -*-</span>
<span class="sd">"""</span>
<span class="sd">Managing Vocab Caching.</span>
<span class="sd">@summary: RDFa parser (distiller)</span>
<span class="sd">@requires: U{RDFLib<http://rdflib.net>}</span>
<span class="sd">@organization: U{World Wide Web Consortium<http://www.w3.org>}</span>
<span class="sd">@author: U{Ivan Herman<a href="http://www.w3.org/People/Ivan/">}</span>
<span class="sd">@license: This software is available for use under the</span>
<span class="sd">U{W3C® SOFTWARE NOTICE AND LICENSE<href="http://www.w3.org/Consortium/Legal/2002/copyright-software-20021231">}</span>
<span class="sd">"""</span>
<span class="kn">import</span> <span class="nn">os</span><span class="o">,</span> <span class="nn">sys</span><span class="o">,</span> <span class="nn">datetime</span><span class="o">,</span> <span class="nn">re</span>
<span class="n">PY3</span> <span class="o">=</span> <span class="p">(</span><span class="n">sys</span><span class="o">.</span><span class="n">version_info</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">>=</span> <span class="mi">3</span><span class="p">)</span>
<span class="kn">import</span> <span class="nn">rdflib</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">URIRef</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">Literal</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">BNode</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">Namespace</span>
<span class="k">if</span> <span class="n">rdflib</span><span class="o">.</span><span class="n">__version__</span> <span class="o">>=</span> <span class="s">"3.0.0"</span> <span class="p">:</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">RDF</span> <span class="k">as</span> <span class="n">ns_rdf</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">RDFS</span> <span class="k">as</span> <span class="n">ns_rdfs</span>
<span class="kn">from</span> <span class="nn">rdflib</span> <span class="kn">import</span> <span class="n">Graph</span>
<span class="k">else</span> <span class="p">:</span>
<span class="kn">from</span> <span class="nn">rdflib.RDFS</span> <span class="kn">import</span> <span class="n">RDFSNS</span> <span class="k">as</span> <span class="n">ns_rdfs</span>
<span class="kn">from</span> <span class="nn">rdflib.RDF</span> <span class="kn">import</span> <span class="n">RDFNS</span> <span class="k">as</span> <span class="n">ns_rdf</span>
<span class="kn">from</span> <span class="nn">rdflib.Graph</span> <span class="kn">import</span> <span class="n">Graph</span>
<span class="kn">from</span> <span class="nn">..</span> <span class="kn">import</span> <span class="n">HTTPError</span><span class="p">,</span> <span class="n">RDFaError</span>
<span class="kn">from</span> <span class="nn">..host</span> <span class="kn">import</span> <span class="n">MediaTypes</span><span class="p">,</span> <span class="n">HostLanguage</span>
<span class="kn">from</span> <span class="nn">..utils</span> <span class="kn">import</span> <span class="n">create_file_name</span><span class="p">,</span> <span class="n">URIOpener</span><span class="p">,</span> <span class="n">quote_URI</span>
<span class="kn">from</span> <span class="nn">..options</span> <span class="kn">import</span> <span class="n">Options</span>
<span class="kn">from</span> <span class="nn">..</span> <span class="kn">import</span> <span class="n">ns_rdfa</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_outdated_cache</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_unreachable_vocab</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_unparsable_Turtle_vocab</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_unparsable_xml_vocab</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_unparsable_ntriples_vocab</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_unparsable_rdfa_vocab</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">err_unrecognised_vocab_type</span>
<span class="kn">from</span> <span class="nn">.</span> <span class="kn">import</span> <span class="n">VocabCachingInfo</span>
<span class="c"># Regular expression object for a general XML application media type</span>
<span class="n">xml_application_media_type</span> <span class="o">=</span> <span class="n">re</span><span class="o">.</span><span class="n">compile</span><span class="p">(</span><span class="s">"application/[a-zA-Z0-9]+\+xml"</span><span class="p">)</span>
<span class="kn">from</span> <span class="nn">..utils</span> <span class="kn">import</span> <span class="n">URIOpener</span>
<span class="c">#===========================================================================================</span>
<span class="k">if</span> <span class="n">PY3</span> <span class="p">:</span>
<span class="kn">import</span> <span class="nn">pickle</span>
<span class="k">else</span> <span class="p">:</span>
<span class="kn">import</span> <span class="nn">cPickle</span> <span class="kn">as</span> <span class="nn">pickle</span>
<span class="c"># Protocol to be used for pickle files. 0 is good for debug, it stores the data in ASCII; 1 is better for deployment,</span>
<span class="c"># it stores data in binary format. Care should be taken for consistency; when changing from 0 to 1 or back, all</span>
<span class="c"># cached data should be removed/regenerated, otherwise mess may occur...</span>
<span class="n">_Pickle_Protocol</span> <span class="o">=</span> <span class="mi">1</span>
<span class="c"># If I could rely on python 2.5 or 2.6 (or higher) I could use the with...as... idiom for what is below, it</span>
<span class="c"># is indeed nicer. But I cannot...</span>
<span class="k">def</span> <span class="nf">_load</span><span class="p">(</span><span class="n">fname</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Load a cached file and return the resulting object</span>
<span class="sd"> @param fname: file name</span>
<span class="sd"> """</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">)</span>
<span class="k">return</span> <span class="n">pickle</span><span class="o">.</span><span class="n">load</span><span class="p">(</span><span class="n">f</span><span class="p">)</span>
<span class="k">finally</span> <span class="p">:</span>
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
<span class="k">def</span> <span class="nf">_dump</span><span class="p">(</span><span class="n">obj</span><span class="p">,</span> <span class="n">fname</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Dump an object into cached file</span>
<span class="sd"> @param obj: Python object to store</span>
<span class="sd"> @param fname: file name</span>
<span class="sd"> """</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">f</span> <span class="o">=</span> <span class="nb">open</span><span class="p">(</span><span class="n">fname</span><span class="p">,</span> <span class="s">"w"</span><span class="p">)</span>
<span class="n">pickle</span><span class="o">.</span><span class="n">dump</span><span class="p">(</span><span class="n">obj</span><span class="p">,</span> <span class="n">f</span><span class="p">,</span> <span class="n">_Pickle_Protocol</span><span class="p">)</span>
<span class="n">f</span><span class="o">.</span><span class="n">flush</span><span class="p">()</span>
<span class="k">finally</span> <span class="p">:</span>
<span class="n">f</span><span class="o">.</span><span class="n">close</span><span class="p">()</span>
<span class="c">#===========================================================================================</span>
<div class="viewcode-block" id="CachedVocabIndex"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.CachedVocabIndex">[docs]</a><span class="k">class</span> <span class="nc">CachedVocabIndex</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Class to manage the cache index. Takes care of finding the vocab directory, and manages the index</span>
<span class="sd"> to the individual vocab data.</span>
<span class="sd"> </span>
<span class="sd"> The vocab directory is set to a platform specific area, unless an environment variable</span>
<span class="sd"> sets it explicitly. The environment variable is "PyRdfaCacheDir"</span>
<span class="sd"> </span>
<span class="sd"> Every time the index is changed, the index is put back (via pickle) to the directory.</span>
<span class="sd"> </span>
<span class="sd"> @ivar app_data_dir: directory for the vocabulary cache directory</span>
<span class="sd"> @ivar index_fname: the full path of the index file on the disc</span>
<span class="sd"> @ivar indeces: the in-memory version of the index (a directory mapping URI-s to tuples)</span>
<span class="sd"> @ivar options: the error handler (option) object to send warnings to</span>
<span class="sd"> @type options: L{options.Options}</span>
<span class="sd"> @ivar report: whether details on the caching should be reported</span>
<span class="sd"> @type report: Boolean</span>
<span class="sd"> @cvar vocabs: File name used for the index in the cache directory</span>
<span class="sd"> @cvar preference_path: Cache directories for the three major platforms (ie, mac, windows, unix)</span>
<span class="sd"> @type preference_path: directory, keyed by "mac", "win", and "unix"</span>
<span class="sd"> @cvar architectures: Various 'architectures' as returned by the python call, and their mapping on one of the major platforms. If an architecture is missing, it is considered to be "unix"</span>
<span class="sd"> @type architectures: directory, mapping architectures to "mac", "win", or "unix"</span>
<span class="sd"> """</span>
<span class="c"># File Name used for the index in the cache directory</span>
<span class="n">vocabs</span> <span class="o">=</span> <span class="s">"cache_index"</span>
<span class="c"># Cache directories for the three major platforms...</span>
<span class="n">preference_path</span> <span class="o">=</span> <span class="p">{</span>
<span class="s">"mac"</span> <span class="p">:</span> <span class="s">"Library/Application Support/pyRdfa-cache"</span><span class="p">,</span>
<span class="s">"win"</span> <span class="p">:</span> <span class="s">"pyRdfa-cache"</span><span class="p">,</span>
<span class="s">"unix"</span> <span class="p">:</span> <span class="s">".pyRdfa-cache"</span>
<span class="p">}</span>
<span class="c"># various architectures as returned by the python call, and their mapping on platorm. If an architecture is not here, it is considered as unix</span>
<span class="n">architectures</span> <span class="o">=</span> <span class="p">{</span>
<span class="s">"darwin"</span> <span class="p">:</span> <span class="s">"mac"</span><span class="p">,</span>
<span class="s">"nt"</span> <span class="p">:</span> <span class="s">"win"</span><span class="p">,</span>
<span class="s">"win32"</span> <span class="p">:</span> <span class="s">"win"</span><span class="p">,</span>
<span class="s">"cygwin"</span> <span class="p">:</span> <span class="s">"win"</span>
<span class="p">}</span>
<div class="viewcode-block" id="CachedVocabIndex.__init__"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.CachedVocabIndex.__init__">[docs]</a> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">options</span> <span class="o">=</span> <span class="bp">None</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> @param options: the error handler (option) object to send warnings to</span>
<span class="sd"> @type options: L{options.Options}</span>
<span class="sd"> """</span>
<span class="bp">self</span><span class="o">.</span><span class="n">options</span> <span class="o">=</span> <span class="n">options</span>
<span class="bp">self</span><span class="o">.</span><span class="n">report</span> <span class="o">=</span> <span class="p">(</span><span class="n">options</span> <span class="o">!=</span> <span class="bp">None</span><span class="p">)</span> <span class="ow">and</span> <span class="n">options</span><span class="o">.</span><span class="n">vocab_cache_report</span>
<span class="c"># This is where the cache files should be</span>
<span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_give_preference_path</span><span class="p">()</span>
<span class="bp">self</span><span class="o">.</span><span class="n">index_fname</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">vocabs</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">indeces</span> <span class="o">=</span> <span class="p">{}</span>
<span class="c"># Check whether that directory exists.</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">isdir</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">)</span> <span class="p">:</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">os</span><span class="o">.</span><span class="n">mkdir</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not create the vocab cache area </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">value</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="k">return</span>
<span class="k">else</span> <span class="p">:</span>
<span class="c"># check whether it is at least readable</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">access</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">R_OK</span><span class="p">)</span> <span class="p">:</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Vocab cache directory is not readable"</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="k">return</span>
<span class="k">if</span> <span class="ow">not</span> <span class="n">os</span><span class="o">.</span><span class="n">access</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">W_OK</span><span class="p">)</span> <span class="p">:</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Vocab cache directory is not writeable, but readable"</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="k">return</span>
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">exists</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">index_fname</span><span class="p">)</span> <span class="p">:</span>
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">access</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">index_fname</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">R_OK</span><span class="p">)</span> <span class="p">:</span>
<span class="bp">self</span><span class="o">.</span><span class="n">indeces</span> <span class="o">=</span> <span class="n">_load</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">index_fname</span><span class="p">)</span>
<span class="k">else</span> <span class="p">:</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Vocab cache index not readable"</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="k">else</span> <span class="p">:</span>
<span class="c"># This is the very initial phase, creation</span>
<span class="c"># of a a new index</span>
<span class="k">if</span> <span class="n">os</span><span class="o">.</span><span class="n">access</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="n">os</span><span class="o">.</span><span class="n">W_OK</span><span class="p">)</span> <span class="p">:</span>
<span class="c"># This is then put into a pickle file to put the stake in the ground...</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">_dump</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">indeces</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">index_fname</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not create the vocabulary index </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">value</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="k">else</span> <span class="p">:</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Vocabulary cache directory is not writeable"</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">cache_writeable</span> <span class="o">=</span> <span class="bp">False</span>
</div>
<div class="viewcode-block" id="CachedVocabIndex.add_ref"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.CachedVocabIndex.add_ref">[docs]</a> <span class="k">def</span> <span class="nf">add_ref</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">uri</span><span class="p">,</span> <span class="n">vocab_reference</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Add a new entry to the index, possibly removing the previous one.</span>
<span class="sd"> </span>
<span class="sd"> @param uri: the URI that serves as a key in the index directory</span>
<span class="sd"> @param vocab_reference: tuple consisting of file name, modification date, and expiration date</span>
<span class="sd"> """</span>
<span class="c"># Store the index right away</span>
<span class="bp">self</span><span class="o">.</span><span class="n">indeces</span><span class="p">[</span><span class="n">uri</span><span class="p">]</span> <span class="o">=</span> <span class="n">vocab_reference</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">_dump</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">indeces</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">index_fname</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not store the cache index </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">value</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
</div>
<div class="viewcode-block" id="CachedVocabIndex.get_ref"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.CachedVocabIndex.get_ref">[docs]</a> <span class="k">def</span> <span class="nf">get_ref</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">uri</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Get an index entry, if available, None otherwise.</span>
<span class="sd"> The return value is a tuple: file name, modification date, and expiration date</span>
<span class="sd"> </span>
<span class="sd"> @param uri: the URI that serves as a key in the index directory </span>
<span class="sd"> """</span>
<span class="k">if</span> <span class="n">uri</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">indeces</span> <span class="p">:</span>
<span class="k">return</span> <span class="nb">tuple</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">indeces</span><span class="p">[</span><span class="n">uri</span><span class="p">])</span>
<span class="k">else</span> <span class="p">:</span>
<span class="k">return</span> <span class="bp">None</span>
</div>
<span class="k">def</span> <span class="nf">_give_preference_path</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Find the vocab cache directory.</span>
<span class="sd"> """</span>
<span class="kn">from</span> <span class="nn">pyRdfa</span> <span class="kn">import</span> <span class="n">CACHE_DIR_VAR</span>
<span class="k">if</span> <span class="n">CACHE_DIR_VAR</span> <span class="ow">in</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span> <span class="p">:</span>
<span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">environ</span><span class="p">[</span><span class="n">CACHE_DIR_VAR</span><span class="p">]</span>
<span class="k">else</span> <span class="p">:</span>
<span class="c"># find the preference path on the architecture</span>
<span class="n">platform</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">platform</span>
<span class="k">if</span> <span class="n">platform</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">architectures</span> <span class="p">:</span>
<span class="n">system</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">architectures</span><span class="p">[</span><span class="n">platform</span><span class="p">]</span>
<span class="k">else</span> <span class="p">:</span>
<span class="n">system</span> <span class="o">=</span> <span class="s">"unix"</span>
<span class="k">if</span> <span class="n">system</span> <span class="o">==</span> <span class="s">"win"</span> <span class="p">:</span>
<span class="c"># there is a user variable set for that purpose</span>
<span class="n">app_data</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expandvars</span><span class="p">(</span><span class="s">"%APPDATA%"</span><span class="p">)</span>
<span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">app_data</span><span class="p">,</span><span class="bp">self</span><span class="o">.</span><span class="n">preference_path</span><span class="p">[</span><span class="n">system</span><span class="p">])</span>
<span class="k">else</span> <span class="p">:</span>
<span class="k">return</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">expanduser</span><span class="p">(</span><span class="s">'~'</span><span class="p">),</span><span class="bp">self</span><span class="o">.</span><span class="n">preference_path</span><span class="p">[</span><span class="n">system</span><span class="p">])</span>
<span class="c">#===========================================================================================</span></div>
<div class="viewcode-block" id="CachedVocab"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.CachedVocab">[docs]</a><span class="k">class</span> <span class="nc">CachedVocab</span><span class="p">(</span><span class="n">CachedVocabIndex</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> Cache for a specific vocab. The content of the cache is the graph. These are also the data that are stored</span>
<span class="sd"> on the disc (in pickled form)</span>
<span class="sd"> </span>
<span class="sd"> @ivar graph: the RDF graph</span>
<span class="sd"> @ivar URI: vocabulary URI</span>
<span class="sd"> @ivar filename: file name (not the complete path) of the cached version</span>
<span class="sd"> @ivar creation_date: creation date of the cache</span>
<span class="sd"> @type creation_date: datetime</span>
<span class="sd"> @ivar expiration_date: expiration date of the cache</span>
<span class="sd"> @type expiration_date: datetime</span>
<span class="sd"> @cvar runtime_cache : a run time cache for already 'seen' vocabulary files. Apart from (marginally) speeding up processing, this also prevents recursion</span>
<span class="sd"> @type runtime_cache : dictionary</span>
<span class="sd"> """</span>
<div class="viewcode-block" id="CachedVocab.__init__"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.CachedVocab.__init__">[docs]</a> <span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">URI</span><span class="p">,</span> <span class="n">options</span> <span class="o">=</span> <span class="bp">None</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""</span>
<span class="sd"> @param URI: real URI for the vocabulary file</span>
<span class="sd"> @param options: the error handler (option) object to send warnings to</span>
<span class="sd"> @type options: L{options.Options}</span>
<span class="sd"> """</span>
<span class="c"># First see if this particular vocab has been handled before. If yes, it is extracted and everything</span>
<span class="c"># else can be forgotten. </span>
<span class="bp">self</span><span class="o">.</span><span class="n">uri</span> <span class="o">=</span> <span class="n">URI</span>
<span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">filename</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">creation_date</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">)</span> <span class="o">=</span> <span class="p">(</span><span class="s">""</span><span class="p">,</span><span class="bp">None</span><span class="p">,</span><span class="bp">None</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">graph</span> <span class="o">=</span> <span class="n">Graph</span><span class="p">()</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">CachedVocabIndex</span><span class="o">.</span><span class="n">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">options</span><span class="p">)</span>
<span class="n">vocab_reference</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_ref</span><span class="p">(</span><span class="n">URI</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">caching</span> <span class="o">=</span> <span class="bp">True</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="c"># what this means is that the caching becomes impossible through some system error...</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not access the vocabulary cache area </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">value</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="n">URI</span><span class="p">)</span>
<span class="n">vocab_reference</span> <span class="o">=</span> <span class="bp">None</span>
<span class="bp">self</span><span class="o">.</span><span class="n">caching</span> <span class="o">=</span> <span class="bp">False</span>
<span class="k">if</span> <span class="n">vocab_reference</span> <span class="o">==</span> <span class="bp">None</span> <span class="p">:</span>
<span class="c"># This has never been cached before</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"No cache exists for </span><span class="si">%s</span><span class="s">, generating one"</span> <span class="o">%</span> <span class="n">URI</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="c"># Store all the cache data unless caching proves to be impossible</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_vocab_data</span><span class="p">(</span><span class="n">newCache</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">caching</span> <span class="p">:</span>
<span class="bp">self</span><span class="o">.</span><span class="n">filename</span> <span class="o">=</span> <span class="n">create_file_name</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">uri</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">_store_caches</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span>
<span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Generated a cache for </span><span class="si">%s</span><span class="s">, with an expiration date of </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="n">URI</span><span class="p">,</span><span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">),</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="n">URI</span><span class="p">)</span>
<span class="k">else</span> <span class="p">:</span>
<span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">filename</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">creation_date</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">)</span> <span class="o">=</span> <span class="n">vocab_reference</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Found a cache for </span><span class="si">%s</span><span class="s">, expiring on </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="n">URI</span><span class="p">,</span><span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">),</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="c"># Check if the expiration date is still away</span>
<span class="k">if</span> <span class="n">options</span><span class="o">.</span><span class="n">refresh_vocab_cache</span> <span class="o">==</span> <span class="bp">False</span> <span class="ow">and</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime</span><span class="o">.</span><span class="n">utcnow</span><span class="p">()</span> <span class="o"><=</span> <span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span> <span class="p">:</span>
<span class="c"># We are fine, we can just extract the data from the cache and we're done</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Cache for </span><span class="si">%s</span><span class="s"> is still valid; extracting the data"</span> <span class="o">%</span> <span class="n">URI</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="n">fname</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">filename</span><span class="p">)</span>
<span class="k">try</span> <span class="p">:</span>
<span class="bp">self</span><span class="o">.</span><span class="n">graph</span> <span class="o">=</span> <span class="n">_load</span><span class="p">(</span><span class="n">fname</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="c"># what this means is that the caching becomes impossible VocabCachingInfo</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="n">sys</span><span class="o">.</span><span class="n">excepthook</span><span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not access the vocab cache </span><span class="si">%s</span><span class="s"> (</span><span class="si">%s</span><span class="s">)"</span> <span class="o">%</span> <span class="p">(</span><span class="n">value</span><span class="p">,</span><span class="n">fname</span><span class="p">),</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="n">URI</span><span class="p">)</span>
<span class="k">else</span> <span class="p">:</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span> <span class="p">:</span>
<span class="k">if</span> <span class="n">options</span><span class="o">.</span><span class="n">refresh_vocab_cache</span> <span class="o">==</span> <span class="bp">True</span> <span class="p">:</span>
<span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Time check is bypassed; refreshing the cache for </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">URI</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="k">else</span> <span class="p">:</span>
<span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Cache timeout; refreshing the cache for </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="n">URI</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">)</span>
<span class="c"># we have to refresh the graph</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_get_vocab_data</span><span class="p">(</span><span class="n">newCache</span> <span class="o">=</span> <span class="bp">False</span><span class="p">)</span> <span class="o">==</span> <span class="bp">False</span> <span class="p">:</span>
<span class="c"># bugger; the cache could not be refreshed, using the current one, and setting the cache artificially</span>
<span class="c"># to be valid for the coming hour, hoping that the access issues will be resolved by then...</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span>
<span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not refresh vocabulary cache for </span><span class="si">%s</span><span class="s">, using the old cache, extended its expiration time by an hour (network problems?)"</span> <span class="o">%</span> <span class="n">URI</span><span class="p">,</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="n">URI</span><span class="p">)</span>
<span class="n">fname</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">filename</span><span class="p">)</span>
<span class="k">try</span> <span class="p">:</span>
<span class="bp">self</span><span class="o">.</span><span class="n">graph</span> <span class="o">=</span> <span class="n">_load</span><span class="p">(</span><span class="n">fname</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime</span><span class="o">.</span><span class="n">utcnow</span><span class="p">()</span> <span class="o">+</span> <span class="n">datetime</span><span class="o">.</span><span class="n">timedelta</span><span class="p">(</span><span class="n">hours</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="c"># what this means is that the caching becomes impossible VocabCachingInfo</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="n">sys</span><span class="o">.</span><span class="n">excepthook</span><span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span> <span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not access the vocabulary cache </span><span class="si">%s</span><span class="s"> (</span><span class="si">%s</span><span class="s">)"</span> <span class="o">%</span> <span class="p">(</span><span class="n">value</span><span class="p">,</span><span class="n">fname</span><span class="p">),</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="n">URI</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">creation_date</span> <span class="o">=</span> <span class="n">datetime</span><span class="o">.</span><span class="n">datetime</span><span class="o">.</span><span class="n">utcnow</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span><span class="p">:</span>
<span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Generated a new cache for </span><span class="si">%s</span><span class="s">, with an expiration date of </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="n">URI</span><span class="p">,</span><span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">),</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="n">URI</span><span class="p">)</span>
<span class="bp">self</span><span class="o">.</span><span class="n">_store_caches</span><span class="p">()</span>
</div>
<span class="k">def</span> <span class="nf">_get_vocab_data</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">newCache</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""Just a macro like function to get the data to be cached"""</span>
<span class="kn">from</span> <span class="nn">pyRdfa.rdfs.process</span> <span class="kn">import</span> <span class="n">return_graph</span>
<span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">graph</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">)</span> <span class="o">=</span> <span class="n">return_graph</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">uri</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">options</span><span class="p">,</span> <span class="n">newCache</span><span class="p">)</span>
<span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">graph</span> <span class="o">!=</span> <span class="bp">None</span>
<span class="k">def</span> <span class="nf">_store_caches</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""Called if the creation date, etc, have been refreshed or new, and</span>
<span class="sd"> all content must be put into a cache file</span>
<span class="sd"> """</span>
<span class="c"># Store the cached version of the vocabulary file</span>
<span class="n">fname</span> <span class="o">=</span> <span class="n">os</span><span class="o">.</span><span class="n">path</span><span class="o">.</span><span class="n">join</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">app_data_dir</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">filename</span><span class="p">)</span>
<span class="k">try</span> <span class="p">:</span>
<span class="n">_dump</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">graph</span><span class="p">,</span> <span class="n">fname</span><span class="p">)</span>
<span class="k">except</span> <span class="ne">Exception</span> <span class="p">:</span>
<span class="p">(</span><span class="nb">type</span><span class="p">,</span><span class="n">value</span><span class="p">,</span><span class="n">traceback</span><span class="p">)</span> <span class="o">=</span> <span class="n">sys</span><span class="o">.</span><span class="n">exc_info</span><span class="p">()</span>
<span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">report</span> <span class="p">:</span> <span class="bp">self</span><span class="o">.</span><span class="n">options</span><span class="o">.</span><span class="n">add_info</span><span class="p">(</span><span class="s">"Could not write cache file </span><span class="si">%s</span><span class="s"> (</span><span class="si">%s</span><span class="s">)"</span><span class="p">,</span> <span class="p">(</span><span class="n">fname</span><span class="p">,</span><span class="n">value</span><span class="p">),</span> <span class="n">VocabCachingInfo</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">uri</span><span class="p">)</span>
<span class="c"># Update the index</span>
<span class="bp">self</span><span class="o">.</span><span class="n">add_ref</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">uri</span><span class="p">,(</span><span class="bp">self</span><span class="o">.</span><span class="n">filename</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">creation_date</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">expiration_date</span><span class="p">))</span>
<span class="c">#########################################################################################################################################</span>
</div>
<div class="viewcode-block" id="offline_cache_generation"><a class="viewcode-back" href="../../../../../../apidocs/rdflib.plugins.parsers.pyRdfa.rdfs.html#rdflib.plugins.parsers.pyRdfa.rdfs.cache.offline_cache_generation">[docs]</a><span class="k">def</span> <span class="nf">offline_cache_generation</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""Generate a cache for the vocabulary in args.</span>
<span class="sd"> </span>
<span class="sd"> @param args: array of vocabulary URIs.</span>
<span class="sd"> """</span>
<span class="k">class</span> <span class="nc">LocalOption</span> <span class="p">:</span>
<span class="k">def</span> <span class="nf">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="p">:</span>
<span class="bp">self</span><span class="o">.</span><span class="n">vocab_cache_report</span> <span class="o">=</span> <span class="bp">True</span>
<span class="k">def</span> <span class="nf">pr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">wae</span><span class="p">,</span> <span class="n">txt</span><span class="p">,</span> <span class="n">warning_type</span><span class="p">,</span> <span class="n">context</span><span class="p">)</span> <span class="p">:</span>
<span class="k">print</span><span class="p">(</span> <span class="s">"===="</span> <span class="p">)</span>
<span class="k">if</span> <span class="n">warning_type</span> <span class="o">!=</span> <span class="bp">None</span> <span class="p">:</span> <span class="k">print</span><span class="p">(</span> <span class="n">warning_type</span> <span class="p">)</span>
<span class="k">print</span><span class="p">(</span> <span class="n">wae</span> <span class="o">+</span> <span class="s">": "</span> <span class="o">+</span> <span class="n">txt</span> <span class="p">)</span>
<span class="k">if</span> <span class="n">context</span> <span class="o">!=</span> <span class="bp">None</span><span class="p">:</span> <span class="k">print</span><span class="p">(</span> <span class="n">context</span> <span class="p">)</span>
<span class="k">print</span><span class="p">(</span> <span class="s">"===="</span> <span class="p">)</span>
<span class="k">def</span> <span class="nf">add_warning</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">txt</span><span class="p">,</span> <span class="n">warning_type</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">context</span><span class="o">=</span><span class="bp">None</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""Add a warning to the processor graph.</span>
<span class="sd"> @param txt: the warning text. </span>
<span class="sd"> @keyword warning_type: Warning Class</span>
<span class="sd"> @type warning_type: URIRef</span>
<span class="sd"> @keyword context: possible context to be added to the processor graph</span>
<span class="sd"> @type context: URIRef or String</span>
<span class="sd"> """</span>
<span class="bp">self</span><span class="o">.</span><span class="n">pr</span><span class="p">(</span><span class="s">"Warning"</span><span class="p">,</span><span class="n">txt</span><span class="p">,</span><span class="n">warning_type</span><span class="p">,</span><span class="n">context</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">add_info</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">txt</span><span class="p">,</span> <span class="n">info_type</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">context</span><span class="o">=</span><span class="bp">None</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""Add an informational comment to the processor graph.</span>
<span class="sd"> @param txt: the information text. </span>
<span class="sd"> @keyword info_type: Info Class</span>
<span class="sd"> @type info_type: URIRef</span>
<span class="sd"> @keyword context: possible context to be added to the processor graph</span>
<span class="sd"> @type context: URIRef or String</span>
<span class="sd"> """</span>
<span class="bp">self</span><span class="o">.</span><span class="n">pr</span><span class="p">(</span><span class="s">"Info"</span><span class="p">,</span><span class="n">txt</span><span class="p">,</span><span class="n">info_type</span><span class="p">,</span><span class="n">context</span><span class="p">)</span>
<span class="k">def</span> <span class="nf">add_error</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">txt</span><span class="p">,</span> <span class="n">err_type</span><span class="o">=</span><span class="bp">None</span><span class="p">,</span> <span class="n">context</span><span class="o">=</span><span class="bp">None</span><span class="p">)</span> <span class="p">:</span>
<span class="sd">"""Add an error to the processor graph.</span>
<span class="sd"> @param txt: the information text. </span>
<span class="sd"> @keyword err_type: Error Class</span>
<span class="sd"> @type err_type: URIRef</span>
<span class="sd"> @keyword context: possible context to be added to the processor graph</span>
<span class="sd"> @type context: URIRef or String</span>
<span class="sd"> """</span>
<span class="bp">self</span><span class="o">.</span><span class="n">pr</span><span class="p">(</span><span class="s">"Error"</span><span class="p">,</span><span class="n">txt</span><span class="p">,</span><span class="n">err_type</span><span class="p">,</span><span class="n">context</span><span class="p">)</span>
<span class="k">for</span> <span class="n">uri</span> <span class="ow">in</span> <span class="n">args</span> <span class="p">:</span>
<span class="c"># This should write the cache</span>
<span class="k">print</span><span class="p">(</span> <span class="s">">>>>> Writing Cache <<<<<"</span> <span class="p">)</span>
<span class="n">writ</span> <span class="o">=</span> <span class="n">CachedVocab</span><span class="p">(</span><span class="n">uri</span><span class="p">,</span><span class="n">options</span> <span class="o">=</span> <span class="n">LocalOption</span><span class="p">(),</span><span class="n">report</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
<span class="c"># Now read it back and print the content for tracing</span>
<span class="k">print</span><span class="p">(</span> <span class="s">">>>>> Reading Cache <<<<<"</span> <span class="p">)</span>
<span class="n">rd</span> <span class="o">=</span> <span class="n">CachedVocab</span><span class="p">(</span><span class="n">uri</span><span class="p">,</span><span class="n">options</span> <span class="o">=</span> <span class="n">LocalOption</span><span class="p">(),</span><span class="n">report</span> <span class="o">=</span> <span class="bp">True</span><span class="p">)</span>
<span class="k">print</span><span class="p">(</span> <span class="s">"URI: "</span> <span class="o">+</span> <span class="n">uri</span> <span class="p">)</span>
<span class="k">print</span><span class="p">(</span> <span class="s">"default vocab: "</span> <span class="o">+</span> <span class="n">rd</span><span class="o">.</span><span class="n">vocabulary</span> <span class="p">)</span>
<span class="k">print</span><span class="p">(</span> <span class="s">"terms: </span><span class="si">%s</span><span class="s"> prefixes: </span><span class="si">%s</span><span class="s">"</span> <span class="o">%</span> <span class="p">(</span><span class="n">rd</span><span class="o">.</span><span class="n">terms</span><span class="p">,</span><span class="n">rd</span><span class="o">.</span><span class="n">ns</span><span class="p">)</span> <span class="p">)</span>
</div>
</pre></div>
</div>
</div>
</div>
<div class="sphinxsidebar">
<div class="sphinxsidebarwrapper">
<p class="logo"><a href="../../../../../../index.html">
<img class="logo" src="../../../../../../_static/logo.svg" alt="Logo"/>
</a></p>
<div id="searchbox" style="display: none">
<h3>Quick search</h3>
<form class="search" action="../../../../../../search.html" method="get">
<input type="text" name="q" />
<input type="submit" value="Go" />
<input type="hidden" name="check_keywords" value="yes" />
<input type="hidden" name="area" value="default" />
</form>
<p class="searchtip" style="font-size: 90%">
Enter search terms or a module, class or function name.
</p>
</div>
<script type="text/javascript">$('#searchbox').show(0);</script>
</div>
</div>
<div class="clearer"></div>
</div>
<div class="related">
<h3>Navigation</h3>
<ul>
<li class="right" style="margin-right: 10px">
<a href="../../../../../../genindex.html" title="General Index"
>index</a></li>
<li class="right" >
<a href="../../../../../../py-modindex.html" title="Python Module Index"
>modules</a> |</li>
<li><a href="../../../../../../index.html">rdflib 4.1.2 documentation</a> »</li>
<li><a href="../../../../../index.html" >Module code</a> »</li>
<li><a href="../../pyRdfa.html" >rdflib.plugins.parsers.pyRdfa</a> »</li>
</ul>
</div>
<div class="footer">
© Copyright 2009 - 2013, RDFLib Team.
Created using <a href="http://sphinx.pocoo.org/">Sphinx</a> 1.2.2.
<br />Theme based on <a href="http://readthedocs.org/">Read The Docs</a>
</div>
</body>
</html>
|