view cpack/dml/config-available/dml.pl @ 0:718306e29690 tip

commiting public release

/* Part of DML (Digital Music Laboratory)
	Copyright 2014-2015 Samer Abdallah, University of London
	 
	This program is free software; you can redistribute it and/or
	modify it under the terms of the GNU General Public License
	as published by the Free Software Foundation; either version 2
	of the License, or (at your option) any later version.

	This program is distributed in the hope that it will be useful,
	but WITHOUT ANY WARRANTY; without even the implied warranty of
	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
	GNU General Public License for more details.

	You should have received a copy of the GNU General Public
	License along with this library; if not, write to the Free Software
	Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
*/

:- module(dml,
      [ call_debugging/2
      , call_nodebug/1
      , view_computations/0
      , start_matlab/0
      , stop_matlab/0
      , start_r_server/0
      , update/1 ]).

/** <module> DML main loader
 */

:- set_prolog_flag(double_quotes, string).
:- debug_message_context(+time('%FT%T')).

user:file_search_path(memo, cp_application(memo_db)).

:- use_module(cp_application('config-enabled/dml_permission')).

:- use_module(library(rcutils)).
:- use_module(library(http/http_dispatch)).
:- use_module(skin(minimal)).
:- use_module(library(dml_data)).
:- use_module(applications(callgraph_ui)).
:- use_module(applications(audio_ui)).
:- use_module(applications(score_ui)).
:- use_module(applications(csv_ui)).
:- use_module(applications(memo_ui)).
:- use_module(applications(transcription_ui)).
:- use_module(applications(dml_overview)).

:- use_module(library(code_cache)).
:- use_module(library(dml_crawler)).
:- use_module(library(dml_spotify)).
:- use_module(library(dml_musicbrainz)).
:- use_module(library(dml_swish)).
:- use_module(library(dml_misc)).
:- use_module(library(musiclab)).
:- use_module(library(rdfutils)).
:- use_module(library(dlogic)).
:- use_module(library(dataset)).
:- use_module(library(mlserver), except([start_matlab/0,start_matlab/1])).
:- use_module(library(real)).
:- use_module(library(backend_json)).
:- use_module(library(dovamp)).
:- use_module(api(matlab)).
:- use_module(api(r_plot)).
:- use_module(api(archive)).
:- use_module(api(dmlvis)).
:- use_module(api(perspectives)).
:- use_module(api(transcription)).
:- use_module(components(audio)).
:- use_module(cliopatria(hooks)).

cliopatria_openid:insecure_host('mirg.city.ac.uk').


% Hooks for audio related services
cp_audio:audio_file(URI,File,Fmt) :- beets_p2r:audio_file(URI,File,Fmt).
cp_audio:audio_file(URI,File,Fmt) :- charm_p2r:audio_file(URI,File,Fmt).
cp_audio:audio_file(URI,File,Fmt) :- bl_p2r:audio_file(URI,File,Fmt).
cp_audio:audio_file(URI,File,Fmt) :- mazurka_p2r:audio_file(URI,File,Fmt).

cp_audio:audio_link(URI,Link,just(mp3)) :- bl_p2r:audio_link(URI,Link).
cp_audio:audio_link(URI,URL,just(Fmt)) :-
   bl_p2r:audio_file(URI,File,just(Fmt)),
   file_permission(File,public),
   http_link_to_id(audio_get,[uri(URI),format(Fmt)],URL).
cp_audio:audio_link(URI,Link,just(mp3)) :- charm_p2r:audio_link(mp3,URI,Link).
cp_audio:audio_link(URI,URL,just(Fmt)) :-
   Formats=[ogg,mp3], % in order of preference
   (  beets_p2r:audio_file(URI,File,just(Orig))
   ;  mazurka_p2r:audio_file(URI,File,just(Orig))
   ),
   file_permission(File,public),
   (member(Orig,Formats) -> member(Fmt,Formats); member(Fmt,[Orig|Formats])),
   http_link_to_id(audio_get,[uri(URI),format(Fmt)],URL).

%:- rdf_set_cache_options([enabled(true),global_directory(cache)]).

% ------------------ string portrayal -------------
% user:portray(String) :-
%    string(String), !,
%    truncate(50,String,Short),
%    writeq(Short).

% truncate(Max,S,S) :- string_length(S,L), L<Max, !.
% truncate(Max,S1,S3) :-
%    L is Max-3,
%    sub_string(S1,0,L,_,S2),
%    string_concat(S2,"...",S3).

% Adjust menus
cliopatria:menu_item(900=query/isearch, 'Interactive faceted search').
cliopatria:menu_item(900=places/http_skos_browser, 'SKOS Concept browser').
cliopatria:menu_item(800=help/dml_overview, 'DML overview').
cliopatria:menu_item(800=admin/job_view, 'Current jobs').

warm_indices :-
    ignore(rdf(s, _, _)),
    ignore(rdf(_, p, _)),
    ignore(rdf(_, _, o)),
    ignore(rdf(s, p, _)),
    ignore(rdf(_, p, o)),
    ignore(rdf(s, p, o)),
    ignore(rdf(_, _, _, g)),
    ignore(rdf(s, _, _, g)),
    ignore(rdf(_, p, _, g)).

% :- rdf_register_prefix(dmlcla,'http://dml.org/cla#').
% :- initialization rdf_load(dml('cla/ontologies/dmlclaOntology.n3')).
:- initialization open_log, maplist(debug,[dmlvis(perspective),dmlvis(error),dmlvis(response)]).
:- initialization persistent_history('.dml.history',[interval(300)]), confirm_on_halt.
:- initialization p2r_import(memo_p2r).
:- initialization 
      (  current_periodical(_,clean_code_cache(_),Id)
      -> remove_periodical(Id)
      ;  true
      ),
      periodically(3600,clean_code_cache(3600)).

:- dynamic log_stream/1.
open_log :-
   (log_stream(S) -> close(S), retractall(log_stream(_)); true),
   expand_file_name('~/var/log/dml.log',[LogFile]),
   open(LogFile,append,LogStream,[buffer(line)]), nl(LogStream),
   assert(log_stream(LogStream)),
   debug(log), debug(log,'Started logging.',[]).


:- meta_predicate call_debugging(?,0), call_nodebug(0).
call_debugging(Topic,Goal) :- setup_call_cleanup(debug(Topic), Goal, nodebug(Topic)).
call_nodebug(Goal) :-
   setup_call_cleanup( (setof(T,debugging(T),Topics),maplist(nodebug,Topics)), Goal, maplist(debug,Topics)).

view_computations :-
   call_debugging(computations(item),termutils:with_status_line(get_single_char(_))).

logging(dmlvis(method)).
logging(dmlvis(perspective)).
logging(log).

prolog:debug_print_hook(computations(item),Fmt,Args) :-
   termutils:status(Fmt,Args).

prolog:debug_print_hook(Topic,Fmt,Args) :-
   logging(Topic), log_stream(S), 
   get_time(T),
   format(S,'~@ ~w | ~@\n',[format_time(current_output,'%FT%T',T), Topic, format(Fmt,Args)]),
   fail.

update(dml) :-
   debug(log,'Updating dml-cliopatria repository.',[]),
   shell('cd cpack/dml && hg pull && hg update'),
   make.

start_matlab :- start_matlab([]).
start_matlab(Opts) :- mlserver:start_matlab([path([dml(matlab)])|Opts]).
start_r_server :- real:r_start_server.

:- multifile sandbox:safe_primitive/1.
:- multifile sandbox:safe_directive/1.
sandbox:safe_primitive(dml_permissions:file_permission(_,_)).
sandbox:safe_primitive(cp_audio:audio_link(_,_,_)).

initiate_bl_scraping(Status) :-
   format('% Initiating BL audio link scraping...\n',[]),
   async:async_memo(vis_cla, bl_p2r:scrape_all([],_), Status, [recompute(failed),status_var(time-progress(summary))]).

after_load :- 
   warm_indices,
   initiate_bl_scraping(_),
   start_r_server, 
   start_matlab.