view cpack/dml/lib/dovamp.pl @ 0:718306e29690 tip

commiting public release

/* Part of DML (Digital Music Laboratory)
	Copyright 2014-2015 Samer Abdallah, University of London
	 
	This program is free software; you can redistribute it and/or
	modify it under the terms of the GNU General Public License
	as published by the Free Software Foundation; either version 2
	of the License, or (at your option) any later version.

	This program is distributed in the hope that it will be useful,
	but WITHOUT ANY WARRANTY; without even the implied warranty of
	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
	GNU General Public License for more details.

	You should have received a copy of the GNU General Public
	License along with this library; if not, write to the Free Software
	Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
*/

:- module(dovamp, []).


:- use_module(library(persistency)).
:- use_module(library(semweb/rdf_db)).
:- use_module(library(semweb/rdf_turtle_write)).
:- use_module(library(fileutils)).
:- use_module(library(computations)).
:- use_module(library(swipe)).
:- use_module(library(async)).
:- use_module(components(audio)).
:- use_module(api(archive)).

computations:do_computation(Transform,Input,Output) :-
   rdf(Transform,rdf:type,vamp:'Transform'), !,
   debug(dovamp,'Doing on demand Vamp ~q on ~q',[Transform,Input]),
   with_temp_dir(Dir, with_progress_stack(sonic_annotator(Dir,Transform,Input,Output))).

sonic_annotator(Dir,Transform,Input,CSVFile) :-
   directory_file_path(Dir,'transform.n3',TFile),
   directory_file_path(Dir,'*.csv',CSVPattern),
   (  cp_audio:audio_file(Input,AudioFile,_) -> true
   ;  % !!! HACK
      (rdf(Input,dml:blpage,_) -> ignore(bl_p2r:scrape_audio_link(Input,_)); true),
      cp_audio:audio_link(Input,AudioLink,_),
      directory_file_path(Dir,audio,AudioFile),
      format(string(Desc),"Downloading audio for ~w to ~w",[Input,AudioFile]),
      simple_task(Desc,run(curl(AudioLink)>:AudioFile^_))
   ), 
   write_transform(Transform,TFile),
   run_with_progress(sonic_annotator(csv(Dir),TFile,AudioFile)),
   expand_file_name(CSVPattern,[LocalCSV]),
   archive_file('.csv',LocalCSV,CSVFile).

run_with_progress(Pipeline) :-
   command(Pipeline,Cmd),
   debug(dovamp,'Running shell: ~s',[Cmd]),
   setup_call_cleanup(
      process_create(path(bash),['-c',Cmd],[stdin(null),stdout(null),stderr(pipe(Msgs)),process(PID)]),
      % !!! not sure why I need once(_) here, but it doesn't work without it
      call_cleanup( once(updatable_status_task('Initialising...',Update,read_messages(Msgs,Update))),
                    exception(_), process_kill(PID)),
      (close(Msgs), process_wait(PID,Status))
   ),
   check_status(Cmd,Status).

read_messages(Stream,Update) :-
   set_stream(Stream,buffer(false)),
   repeat, % argh.. it's a failure driven loop
   read_string(Stream, "\n\r", "",End, String),
   (  string_concat(_,"%",String) -> call(Update,String)
   ;  string_concat("ERROR: ",Err,String) -> throw(sonic_annotator(Err))
   ;  String\="" -> debug(sonic_annotator,'SA: >~w<',[String])
   ;  true
   ),
   End = -1, !.

prolog:message(sonic_annotator(Err)) --> ['Sonic annotator error: ~s'-[Err]].
prolog:message(shell_error(Cmd,RC)) --> ['Shell command exit code ~w: ~s'-[RC,Cmd]].

check_status(_,exit(0)) :- !.
check_status(Cmd,exit(RC)) :- RC\=0, throw(shell_error(Cmd,RC)).
check_status(Cmd,killed(S)) :- throw(shell_killed(Cmd,S)).

write_transform(Transform,File) :- rdf_save_turtle(File,[expand(transform_triple(Transform))]).

:- rdf_meta transform_triple(r,r,r,o,-).
transform_triple(T, T, P, O, _) :- rdf(T, P, O).
transform_triple(T, S, P, O, _) :- rdf(T, vamp:parameter_binding, Param), describe(Param,rdf(S,P,O)).

describe(S,rdf(S,P,O)) :- rdf(S,P,O).
describe(S,Triple) :- rdf(S,_,O), atom(O), describe(O,Triple).


swipe:def( curl(URL), sh(0>>_, "curl -L ~s 2>/dev/null", [@URL])).
swipe:def( sonic_annotator(csv(Dir),T,In), 
           sh(0>>0, "sonic-annotator -t ~s -w csv --csv-basedir ~s ~s",
           [T+read,@Dir,In+read])). % Dir+write fails for directories