:- module(rdf_cache, [ rdf_set_cache_options/1, % +Options rdf_cache_file/3 % +URL, +RW, -File ]). :- use_module(library(error)). :- use_module(library(filesex)). /** Cache RDF triples The library library(semweb/rdf_cache) defines the caching strategy for triples sources. When using large RDF sources, caching triples greatly speedup loading RDF documents. The cache library implements two caching strategies that are controlled by rdf_set_cache_options/1. *|Local caching|* This approach applies to files only. Triples are cached in a sub-directory of the directory holding the source. This directory is called =|.cache|= (=|_cache|= on Windows). If the cache option =create_local_directory= is =true=, a cache directory is created if posible. *|Global caching|* This approach applies to all sources, except for unnamed streams. Triples are cached in directory defined by the cache option =global_directory=. When loading an RDF file, the system scans the configured cache files unless cache(false) is specified as option to rdf_load/2 or caching is disabled. If caching is enabled but no cache exists, the system will try to create a cache file. First it will try to do this locally. On failure it will try to configured global cache. */ :- dynamic cache_option/1. set_setfault_options :- assert(cache_option(enabled(true))), ( current_prolog_flag(windows, true) -> assert(cache_option(local_directory('_cache'))) ; assert(cache_option(local_directory('.cache'))) ). :- set_setfault_options. % _only_ when loading! %! rdf_set_cache_options(+Options) % % Change the cache policy. Provided options are: % % * enabled(Boolean) % If =true=, caching is enabled. % % * local_directory(Name). % Plain name of local directory. Default =|.cache|= % (=|_cache|= on Windows). % % * create_local_directory(Bool) % If =true=, try to create local cache directories % % * global_directory(Dir) % Writeable directory for storing cached parsed files. % % * create_global_directory(Bool) % If =true=, try to create the global cache directory. rdf_set_cache_options([]) :- !. rdf_set_cache_options([H|T]) :- !, rdf_set_cache_options(H), rdf_set_cache_options(T). rdf_set_cache_options(Opt) :- functor(Opt, Name, Arity), arg(1, Opt, Value), ( cache_option(Name, Type) -> must_be(Type, Value) ; domain_error(cache_option, Opt) ), functor(Gen, Name, Arity), retractall(cache_option(Gen)), expand_option(Opt, EOpt), assert(cache_option(EOpt)). cache_option(enabled, boolean). cache_option(local_directory, atom). cache_option(create_local_directory, boolean). cache_option(global_directory, atom). cache_option(create_global_directory, boolean). expand_option(global_directory(Local), global_directory(Global)) :- !, absolute_file_name(Local, Global). expand_option(Opt, Opt). %! rdf_cache_file(+URL, +ReadWrite, -File) is semidet. % % File is the cache file for URL. If ReadWrite is =read=, it % returns the name of an existing file. If =write= it returns % where a new cache file can be overwritten or created. rdf_cache_file(_URL, _, _File) :- cache_option(enabled(false)), !, fail. rdf_cache_file(URL, read, File) :- !, ( atom_concat('file://', Path, URL), cache_option(local_directory(Local)), file_directory_name(Path, Dir), local_cache_file(URL, LocalFile), atomic_list_concat([Dir, Local, LocalFile], /, File) ; cache_option(global_directory(Dir)), url_cache_file(URL, Dir, trp, read, File) ), access_file(File, read), !. rdf_cache_file(URL, write, File) :- !, ( atom_concat('file://', Path, URL), cache_option(local_directory(Local)), file_directory_name(Path, Dir), ( cache_option(create_local_directory(true)) -> RWDir = write ; RWDir = read ), ensure_dir(Dir, Local, RWDir, CacheDir), local_cache_file(URL, LocalFile), atomic_list_concat([CacheDir, LocalFile], /, File) ; cache_option(global_directory(Dir)), ensure_global_cache(Dir), url_cache_file(URL, Dir, trp, write, File) ), access_file(File, write), !. ensure_global_cache(Dir) :- exists_directory(Dir), !. ensure_global_cache(Dir) :- cache_option(create_global_directory(true)), make_directory_path(Dir), print_message(informational, rdf(cache_created(Dir))). /******************************* * LOCAL CACHE * *******************************/ %! local_cache_file(+FileURL, -File) is det. % % Return the name of the cache file for FileURL. The name is the % plain filename with the .trp extension. As the URL is a file % URL, it is guaranteed to be a valid filename. Assumes the % hosting OS can handle multiple exensions (=|.x.y|=) though. % These days thats even true on Windows. local_cache_file(URL, File) :- file_base_name(URL, Name), file_name_extension(Name, trp, File). /******************************* * GLOBAL CACHE * *******************************/ %! url_cache_file(+URL, +Dir, +Ext, +RW, -Path) is semidet. % % Determine location of cache-file for the given URL in Dir. If % Ext is provided, the returned Path is ensured to have the % specified extension. % % @param RW If =read=, no directories are created and the call % fails if URL is not in the cache. url_cache_file(URL, Dir, Ext, RW, Path) :- term_hash(URL, Hash0), Hash is Hash0 + 100000, % make sure > 4 characters format(string(Hex), '~16r', [Hash]), sub_atom(Hex, _, 2, 0, L1), ensure_dir(Dir, L1, RW, Dir1), sub_atom(Hex, _, 2, 2, L2), ensure_dir(Dir1, L2, RW, Dir2), url_to_file(URL, File), ensure_ext(File, Ext, FileExt), atomic_list_concat([Dir2, /, FileExt], Path). ensure_dir(D0, Sub, RW, Dir) :- atomic_list_concat([D0, /, Sub], Dir), ( exists_directory(Dir) -> true ; RW == write -> catch(make_directory(Dir), _, fail) ). ensure_ext(File, '', File) :- !. ensure_ext(File, Ext, File) :- file_name_extension(_, Ext, File), !. ensure_ext(File, Ext, FileExt) :- file_name_extension(File, Ext, FileExt). %! url_to_file(+URL, -File) % % Convert a URL in something that fits in a file, i.e. avoiding / % and :. We simply replace these by -. We could also use % www_form_encode/2, but confusion when to replace as well as the % fact that we loose the '.' (extension) makes this a less ideal % choice. We could also consider base64 encoding of the name. url_to_file(URL, File) :- atom_codes(URL, Codes), phrase(safe_file_name(Codes), FileCodes), atom_codes(File, FileCodes). safe_file_name([]) --> []. safe_file_name([H|T]) --> replace(H), !, safe_file_name(T). safe_file_name([H|T]) --> [H], safe_file_name(T). %! replace(+Code)// % % Replace a character code that cannot safely be put in a % filename. Should we use %XX? replace(0'/) --> "-". % directory separator replace(0'\\) --> "-". % not allowed in Windows filename replace(0':) --> "-". % idem replace(0'?) --> "-". % idem replace(0'*) --> "-". % idem /******************************* * MESSAGES * *******************************/ :- multifile prolog:message/3. prolog:message(rdf(cache_created(Dir))) --> [ 'Created RDF cache directory ~w'-[Dir] ].