annotate cpack/dml/applications/transcription_ui.pl @ 0:718306e29690 tip

commiting public release

/* Part of DML (Digital Music Laboratory)
	Copyright 2014-2015 Samer Abdallah, University of London
	 
	This program is free software; you can redistribute it and/or
	modify it under the terms of the GNU General Public License
	as published by the Free Software Foundation; either version 2
	of the License, or (at your option) any later version.

	This program is distributed in the hope that it will be useful,
	but WITHOUT ANY WARRANTY; without even the implied warranty of
	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
	GNU General Public License for more details.

	You should have received a copy of the GNU General Public
	License along with this library; if not, write to the Free Software
	Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
*/

:- module(transcription_ui, []).

/** <module> Score related pages and hooks

   This module provides a web pages for displaying rendered scores and for
   an audio player to play sonified scores.
   It also module provides resource decorations and local view customisations
   for Humdrum scores.
*/

:- use_module(library(http/html_write)).
:- use_module(library(http/html_head)).
:- use_module(library(http/http_dispatch)).
:- use_module(library(http/http_parameters)).
:- use_module(library(semweb/rdf_db)).
:- use_module(library(computations)).
:- use_module(library(csvutils)).
:- use_module(library(decoration)).
:- use_module(library(httpfiles)).
:- use_module(library(sandbox)).
:- use_module(library(real)).
:- use_module(api(transcription)).
:- use_module(components(audio), [audio_player//2]).
:- use_module(components(r_fig), [figure//4]).
:- use_module(applications(score_ui)).

:- set_prolog_flag(double_quotes,string).

:- http_handler(root(dml/transcription/audio), transcription_audio, []).

decoration:resource_view(URI,_) -->
    { once(rdf(Comp,dml:'comp/output',URI)), 
      rdf(Comp,dml:'comp/function',Transform),
      rdf(Transform,vamp:plugin,vamp_plugins:'silvet#silvet') },
    html([  h2("Transcription sonification")
         ,  \sonify_ui(URI,transcription_ui:transcription_audio)
         ,  \figure(piano_roll(URI),20,8,[])
         ]).

decoration:resource_view(URI,_) -->
    { once(rdf(Comp,dml:'comp/output',URI)), 
      rdf(Comp,dml:'comp/function',Transform),
      computations:transform(chord_notes,Transform) },
    html([  h2("Chord notes sonification")
         ,  \sonify_ui(URI,transcription_ui:transcription_audio)
         ]).

transcription_audio(Request) :-
   http_parameters(Request,
      [ uri(URI, [optional(false), description("URI of transcription to sonify")])
      , autoplay(Auto, [boolean, default(false)]) 
      ], [form_data(Params)]),
   maplist(transcription_audio_link(URI,Params),[ogg,mp3],Links),
   reply_html_page(cliopatria(bare), [title("Audio element")], 
      \audio_player(Links,[autoplay(Auto)]),
      [stable]).

transcription_audio_link(URI,Params,Fmt,URL-just(Fmt)) :-
   transcription_link(URI,a(Params)-Fmt,URL).

freq_pitch_name_number(Freq,'',NN) :- !, freq_note_number(Freq,NN).
freq_pitch_name_number(_,Pitch,NN) :- remove_cents(Pitch,Pitch1), pitch_name_number(Pitch1,NN).

piano_roll(URI) :- 
   uri_to_csv(URI,Rows),
   maplist(computations:column(transcription),[time,dur,freq,vel,pitch],Cols),
   rows_cols(Cols,Rows,[Time,Dur,Freq,Vel,Pitch]),
   maplist(freq_pitch_name_number,Freq,Pitch,NoteNum),
   aggregate_all(min(NN)-max(NN),member(NN,NoteNum),MinNN-MaxNN),
   % using ggplot2? ...
   % r( ggplot()
   %    +geom_rect('data.frame'([t=Time,d=Dur,v=Vel,nn=NoteNum]),
   %               mapping(xmin=t,xmax=t+d,ymin=nn-0.4,ymax=nn+0.4,alpha=0.25+v/256))
   %    +theme_minimal()),
   r(par(ps=10,mar=[2.1,2.2,0.1,0],yaxs="i",xaxs="i")),
   r(plot(x='NULL',y='NULL',xlim=c(0,max(Time+Dur)),ylim=c(MinNN-0.5,MaxNN+0.5),type="n",xlab="time/s",ylab="notenum",tcl=0.2)),
   r(rect(Time,NoteNum-0.4,Time+Dur,NoteNum+0.4,border='NA',col=rgb(0,0,0,64+Vel,maxColorValue=255))).

remove_cents(P1,P2) :- sub_atom(P1,Bef,_,_,'-'), !, sub_atom(P1,0,Bef,_,P2).
remove_cents(P1,P2) :- sub_atom(P1,Bef,_,_,'+'), !, sub_atom(P1,0,Bef,_,P2).
remove_cents(P1,P1).

sandbox:safe_primitive(transcription_ui:piano_roll(_)).