stevenh@37: package org.qmul.eecs.c4dm.sia.midi; stevenh@37: stevenh@37: import java.io.File; stevenh@37: import java.io.FileNotFoundException; stevenh@37: import java.io.FileOutputStream; stevenh@37: import java.io.IOException; stevenh@37: import java.util.ArrayList; stevenh@37: import java.util.Collection; stevenh@37: import java.util.HashMap; stevenh@37: import java.util.Iterator; stevenh@37: import java.util.List; stevenh@37: import java.util.Vector; stevenh@37: stevenh@37: import javax.sound.midi.InvalidMidiDataException; stevenh@37: import javax.sound.midi.MetaMessage; stevenh@37: import javax.sound.midi.MidiEvent; stevenh@37: import javax.sound.midi.MidiMessage; stevenh@37: import javax.sound.midi.MidiSystem; stevenh@37: import javax.sound.midi.Sequence; stevenh@37: import javax.sound.midi.ShortMessage; stevenh@37: import javax.sound.midi.SysexMessage; stevenh@37: import javax.sound.midi.Track; stevenh@37: stevenh@37: import org.qmul.eecs.c4dm.sia.model.Datapoint; stevenh@37: import org.qmul.eecs.c4dm.sia.model.DimensionValue; stevenh@37: import org.qmul.eecs.c4dm.sia.rdf.Namespaces; stevenh@37: stevenh@37: import com.hp.hpl.jena.ontology.OntClass; stevenh@37: import com.hp.hpl.jena.ontology.OntModel; stevenh@37: import com.hp.hpl.jena.ontology.OntResource; stevenh@37: import com.hp.hpl.jena.rdf.model.AnonId; stevenh@37: import com.hp.hpl.jena.rdf.model.ModelFactory; stevenh@37: import com.hp.hpl.jena.rdf.model.NodeIterator; stevenh@37: import com.hp.hpl.jena.rdf.model.Property; stevenh@37: import com.hp.hpl.jena.rdf.model.RDFNode; stevenh@37: import com.hp.hpl.jena.rdf.model.Resource; stevenh@37: import com.hp.hpl.jena.rdf.model.Statement; stevenh@37: import com.hp.hpl.jena.rdf.model.StmtIterator; stevenh@37: import com.hp.hpl.jena.util.iterator.ExtendedIterator; stevenh@37: import com.hp.hpl.jena.vocabulary.RDF; stevenh@37: import com.sun.media.sound.MidiUtils; stevenh@37: stevenh@37: public class MidiParser { stevenh@37: stevenh@37: public static final int TIME_DIMENSION = 1; stevenh@37: public static final int PITCH_DIMENSION = 2; stevenh@37: public static final int CHANNEL_DIMENSION = 3; stevenh@37: stevenh@37: // The ontology loaded as dataset stevenh@37: private static final String ontology = "file:src/rdf/siaDatapointOntology.n3"; stevenh@37: stevenh@37: // The final output file stevenh@37: private static final String finalModelFileName = "src/rdf/midiModel"; stevenh@37: stevenh@37: public static void main(String[] args) stevenh@37: { stevenh@37: // First create a Jena ontology model stevenh@37: OntModel ontModel = ModelFactory stevenh@37: .createOntologyModel(); // OntModelSpec.OWL_MEM stevenh@37: stevenh@37: // Then read the data from the file into the ontology model stevenh@37: ontModel.read(ontology, "N3"); stevenh@37: stevenh@37: // Set the value of SIA_NS_URI as the namespace for 'sia' found in stevenh@37: // the ontology. This must be done before we use any of the sia.model classes. stevenh@37: Namespaces.SIA_NS_URI = ontModel.getNsPrefixURI("sia"); stevenh@37: OntClass datapointClass = ontModel.getOntClass(Datapoint.RESOURCE_URI); stevenh@37: Resource datapointResource = ontModel.getOntResource(datapointClass); stevenh@37: Property siaDimValProperty = ontModel.createProperty(DimensionValue.PROPERTY_URI); stevenh@37: Property siaDimensionProperty = ontModel.createProperty(DimensionValue.DIMENSION_URI); stevenh@37: Property siaValueProperty = ontModel.createProperty(DimensionValue.VALUE_URI); stevenh@37: stevenh@37: String midiFileName = "/Volumes/USB DISK/portable/ewerts/Cantata_16_no_5-mids/score.mid"; stevenh@37: stevenh@37: File midiFile1 = new File(midiFileName); stevenh@37: stevenh@37: Sequence sequence = null; stevenh@37: try { stevenh@37: sequence = MidiSystem.getSequence(midiFile1); stevenh@37: } catch (InvalidMidiDataException e) { stevenh@37: e.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } catch (IOException e) { stevenh@37: e.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: stevenh@37: MidiUtils.TempoCache tempoCache = new MidiUtils.TempoCache(sequence); stevenh@37: stevenh@37: Track[] tracks = sequence.getTracks(); stevenh@37: int numTracks = tracks.length; stevenh@37: float divisionType = sequence.getDivisionType(); stevenh@37: List datapoints = new ArrayList(); stevenh@37: stevenh@37: HashMap trackDimensionMap = getTrackToDimensionIndexMap(sequence); stevenh@37: stevenh@37: if (trackDimensionMap.isEmpty()) stevenh@37: { stevenh@37: try { stevenh@37: throw new Exception("Couldn't find any track to dimension mappings"); stevenh@37: } catch (Exception e) { stevenh@37: e.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: long maxTick = 0; stevenh@37: stevenh@37: for (int trackIdx = 0; trackIdx < numTracks; trackIdx++) stevenh@37: { stevenh@37: System.out.println("Track " + trackIdx + ":"); stevenh@37: int numEvents = tracks[trackIdx].size(); stevenh@37: for (int eventIdx = 0; eventIdx < numEvents; eventIdx++) stevenh@37: { stevenh@37: MidiEvent event = tracks[trackIdx].get(eventIdx); stevenh@37: long tick = event.getTick(); stevenh@37: MidiMessage midiMessage = event.getMessage(); stevenh@37: stevenh@37: int midiMessageLength = midiMessage.getLength(); stevenh@37: byte[] messageBytes = midiMessage.getMessage(); stevenh@37: int status = midiMessage.getStatus(); stevenh@37: System.out.println("tick = " + tick + " midiMessageLength = " + midiMessageLength + " status byte = " + status); stevenh@37: stevenh@37: int s = status & 0x80; stevenh@37: if (s == 0x80) stevenh@37: { stevenh@37: System.out.println("STATUS MESSAGE (s = " + s + ")"); stevenh@37: } stevenh@37: else stevenh@37: { stevenh@37: System.out.println("not a status message (s = " + s + ")"); stevenh@37: } stevenh@37: stevenh@37: // Determine the type of this message (short, sysex or meta) stevenh@37: if (midiMessage instanceof ShortMessage) stevenh@37: { stevenh@37: System.out.print("ShortMessage "); stevenh@37: stevenh@37: // Determine which command is being issued stevenh@37: ShortMessage shortMessage = (ShortMessage)midiMessage; stevenh@37: int messageCommand = shortMessage.getCommand(); stevenh@37: int channel = shortMessage.getChannel(); stevenh@37: int data1 = shortMessage.getData1(); stevenh@37: int data2 = shortMessage.getData2(); stevenh@37: stevenh@37: if (messageCommand == ShortMessage.ACTIVE_SENSING) stevenh@37: { stevenh@37: System.out.print("ignoring ACTIVE_SENSING"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.CHANNEL_PRESSURE) stevenh@37: { stevenh@37: System.out.print("ignoring CHANNEL_PRESSURE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.CONTINUE) stevenh@37: { stevenh@37: System.out.print("ignoring CONTINUE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.CONTROL_CHANGE) stevenh@37: { stevenh@37: System.out.print("ignoring CONTROL_CHANGE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.END_OF_EXCLUSIVE) stevenh@37: { stevenh@37: System.out.print("ignoring END_OF_EXCLUSIVE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.MIDI_TIME_CODE) stevenh@37: { stevenh@37: System.out.print("ignoring MIDI_TIME_CODE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.NOTE_OFF) stevenh@37: { stevenh@37: System.out.println("NOTE_OFF"); stevenh@37: long microsecs = MidiUtils.tick2microsecond(sequence, tick, tempoCache); stevenh@37: System.out.println(" microsecs = " + microsecs); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.NOTE_ON) stevenh@37: { stevenh@37: if (tick > maxTick) stevenh@37: { stevenh@37: maxTick = tick; stevenh@37: } stevenh@37: System.out.println("NOTE_ON"); stevenh@37: long microsecs = MidiUtils.tick2microsecond(sequence, tick, tempoCache); stevenh@37: System.out.println(" microsecs = " + microsecs); stevenh@37: stevenh@37: DimensionValue timeDimVal = new DimensionValue(); stevenh@37: timeDimVal.setDimension(TIME_DIMENSION); stevenh@37: timeDimVal.setValue(tick); stevenh@37: stevenh@37: DimensionValue dimVal = new DimensionValue(); stevenh@37: dimVal.setDimension(trackDimensionMap.get(trackIdx)); stevenh@37: dimVal.setValue(data1); stevenh@37: stevenh@37: Datapoint datapoint = new Datapoint(); stevenh@37: Vector dimVals = new Vector(); stevenh@37: dimVals.add(timeDimVal); stevenh@37: dimVals.add(dimVal); stevenh@37: stevenh@37: datapoint.setDimensionValues(dimVals); stevenh@37: datapoints.add(datapoint); stevenh@37: stevenh@37: // RDF stevenh@37: Resource datapointBnode = ontModel.createResource(AnonId.create()); stevenh@37: ontModel.add(datapointBnode, RDF.type, datapointResource); stevenh@37: stevenh@37: Resource timeDimValBnode = ontModel.createResource(AnonId.create()); stevenh@37: Resource pitchDimValBnode = ontModel.createResource(AnonId.create()); stevenh@37: stevenh@37: ontModel.add(datapointBnode, siaDimValProperty, timeDimValBnode); stevenh@37: ontModel.addLiteral(timeDimValBnode, siaDimensionProperty, TIME_DIMENSION); stevenh@37: ontModel.addLiteral(timeDimValBnode, siaValueProperty, tick); stevenh@37: stevenh@37: ontModel.add(datapointBnode, siaDimValProperty, pitchDimValBnode); stevenh@37: ontModel.addLiteral(pitchDimValBnode, siaDimensionProperty, trackDimensionMap.get(trackIdx).intValue()); stevenh@37: ontModel.addLiteral(pitchDimValBnode, siaValueProperty, data1); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.PITCH_BEND) stevenh@37: { stevenh@37: System.out.print("ignoring PITCH_BEND"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.POLY_PRESSURE) stevenh@37: { stevenh@37: System.out.print("ignoring POLY_PRESSURE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.PROGRAM_CHANGE) stevenh@37: { stevenh@37: System.out.print("ignoring PROGRAM_CHANGE"); stevenh@37: } stevenh@37: else if (messageCommand == ShortMessage.SONG_POSITION_POINTER) stevenh@37: { stevenh@37: System.out.print("ignoring SONG_POSITION_POINTER"); stevenh@37: } stevenh@37: else stevenh@37: { stevenh@37: System.out.print("unrecognised midi message command (" + messageCommand + ")"); stevenh@37: } stevenh@37: System.out.print(", channel " + channel + ", data1 = [" + data1 + "], data2 = [" + data2 + "]"); stevenh@37: System.out.println(); stevenh@37: } stevenh@37: else if (midiMessage instanceof MetaMessage) stevenh@37: { stevenh@37: System.out.println("MetaMessage"); stevenh@37: stevenh@37: MetaMessage metaMessage = (MetaMessage)midiMessage; stevenh@37: byte[] metaMessageData = metaMessage.getData(); stevenh@37: int metaMessageLength = metaMessage.getLength(); stevenh@37: int metaMessageType = metaMessage.getType(); stevenh@37: System.out.println("metaMessageType = " + metaMessageType + ", metaMessageLength = " + metaMessageLength); stevenh@37: stevenh@37: // Determine message type stevenh@37: if (metaMessageType == 81) stevenh@37: { stevenh@37: if (divisionType == Sequence.PPQ) stevenh@37: { stevenh@37: // Do nothing - we've dealt with PPQ tempo data elsewhere stevenh@37: } stevenh@37: else stevenh@37: { stevenh@37: try { stevenh@37: throw new Exception("Not yet implemented SMPTE tempo metadata"); stevenh@37: } catch (Exception e) { stevenh@37: e.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: for (int dataIdx = 0; dataIdx < metaMessageData.length; dataIdx++) stevenh@37: { stevenh@37: System.out.println("\tmetaMessageData[" + dataIdx + "] = " + (metaMessageType == 81 ? metaMessageData[dataIdx] : (char)metaMessageData[dataIdx])); stevenh@37: } stevenh@37: stevenh@37: } stevenh@37: else if (midiMessage instanceof SysexMessage) stevenh@37: { stevenh@37: // We can safely ignore these messages stevenh@37: System.out.println("ignoring SysexMessage"); stevenh@37: } stevenh@37: else stevenh@37: { stevenh@37: System.out.println("Unknown MidiMessage type (" + midiMessage.getClass().toString() + ")"); stevenh@37: } stevenh@37: stevenh@37: for (int byteIdx = 0; byteIdx < midiMessageLength; byteIdx++) stevenh@37: { stevenh@37: byte messageByte = messageBytes[byteIdx]; stevenh@37: System.out.println("\tbyte[" + byteIdx + "] = " + messageByte); stevenh@37: } stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: // Data integrity start - set any 'missing' dimensions to zero value stevenh@37: // Note the highest dimension for later use stevenh@37: Collection values = trackDimensionMap.values(); stevenh@37: Iterator valuesIter = values.iterator(); stevenh@37: int maxDimension = 0; stevenh@37: while (valuesIter.hasNext()) stevenh@37: { stevenh@37: Integer value = valuesIter.next(); stevenh@37: if (value > maxDimension) stevenh@37: { stevenh@37: maxDimension = value; stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: // Iterate over all datapoints stevenh@37: ExtendedIterator datapointIter = datapointClass.listInstances(); stevenh@37: OntResource datapointIndividual; stevenh@37: OntModel ontModelTemp = ModelFactory stevenh@37: .createOntologyModel(); // OntModelSpec.OWL_MEM stevenh@37: stevenh@37: while (datapointIter.hasNext()) stevenh@37: { stevenh@37: datapointIndividual = datapointIter.next(); stevenh@37: stevenh@37: // Find all Dimension Values for this datapoint stevenh@37: NodeIterator dimValIter = datapointIndividual.listPropertyValues(siaDimValProperty); stevenh@37: stevenh@37: // Create a hashmap of dimensions for this datapoint stevenh@37: HashMap dimensions = new HashMap<>(); stevenh@37: while (dimValIter.hasNext()) stevenh@37: { stevenh@37: RDFNode dimVal = dimValIter.next(); stevenh@37: NodeIterator dims = ontModel.listObjectsOfProperty(dimVal.asResource(), siaDimensionProperty); stevenh@37: while (dims.hasNext()) stevenh@37: { stevenh@37: int dim = dims.next().asLiteral().getInt(); stevenh@37: dimensions.put(dim, true); stevenh@37: System.out.println(dim); stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: for (int i = 2; i <= maxDimension; i++) stevenh@37: { stevenh@37: if (!dimensions.containsKey(i)) stevenh@37: { stevenh@37: Resource zeroValDimValBnode = ontModel.createResource(AnonId.create()); stevenh@37: stevenh@37: Resource dpResource = datapointIndividual.asResource(); stevenh@37: ontModelTemp.add(dpResource, siaDimValProperty, zeroValDimValBnode); stevenh@37: ontModelTemp.addLiteral(zeroValDimValBnode, siaDimensionProperty, i); stevenh@37: ontModelTemp.addLiteral(zeroValDimValBnode, siaValueProperty, 0); stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: } stevenh@37: ontModel.add(ontModelTemp); stevenh@37: // Data integrity end stevenh@37: stevenh@37: System.out.println("done"); stevenh@37: stevenh@37: // Print out what we've got now stevenh@37: System.out.println("------------------"); stevenh@37: StmtIterator stmtIterator = ontModel.listStatements(); stevenh@37: printStmts(stmtIterator); stevenh@37: stevenh@37: // Write rdf to file stevenh@37: File outFileRdf = new File(finalModelFileName + ".rdf"); stevenh@37: File outFileN3 = new File(finalModelFileName + ".n3"); stevenh@37: FileOutputStream outFileOutputStreamRdf = null; stevenh@37: FileOutputStream outFileOutputStreamN3 = null; stevenh@37: stevenh@37: // RDF/XML version stevenh@37: try { stevenh@37: outFileOutputStreamRdf = new FileOutputStream(outFileRdf); stevenh@37: ontModel.writeAll(outFileOutputStreamRdf, "RDF/XML", null); stevenh@37: } catch (FileNotFoundException e) { stevenh@37: System.out.println("Unable to write to file: " stevenh@37: + outFileRdf.getAbsolutePath()); stevenh@37: e.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: stevenh@37: try { stevenh@37: outFileOutputStreamRdf.close(); stevenh@37: } catch (IOException e1) { stevenh@37: e1.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: stevenh@37: // N3 version stevenh@37: try { stevenh@37: outFileOutputStreamN3 = new FileOutputStream(outFileN3); stevenh@37: ontModel.writeAll(outFileOutputStreamN3, "N3", null); stevenh@37: } catch (FileNotFoundException e) { stevenh@37: System.out.println("Unable to write to file: " stevenh@37: + outFileN3.getAbsolutePath()); stevenh@37: e.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: stevenh@37: try { stevenh@37: outFileOutputStreamN3.close(); stevenh@37: } catch (IOException e1) { stevenh@37: e1.printStackTrace(); stevenh@37: System.exit(1); stevenh@37: } stevenh@37: stevenh@37: System.out.println("Model written to files: " stevenh@37: + outFileRdf.getAbsolutePath() + " and " + outFileN3.getAbsolutePath()); stevenh@37: stevenh@37: System.out.println("max tick: " + maxTick); stevenh@37: stevenh@37: } stevenh@37: stevenh@37: private static HashMap getTrackToDimensionIndexMap(Sequence sequence) { stevenh@37: stevenh@37: int numTracks = sequence.getTracks().length; stevenh@37: int siaDatapointDimension = 2; // Dimension 1 is reserved for time stevenh@37: stevenh@37: HashMap trackDimensionMap = new HashMap(); stevenh@37: Track[] tracks = sequence.getTracks(); stevenh@37: stevenh@37: for (int trackIdx = 0; trackIdx < numTracks; trackIdx++) stevenh@37: { stevenh@37: boolean trackIsAudible = false; stevenh@37: int numEvents = tracks[trackIdx].size(); stevenh@37: stevenh@37: for (int eventIdx = 0; eventIdx < numEvents; eventIdx++) stevenh@37: { stevenh@37: MidiEvent event = tracks[trackIdx].get(eventIdx); stevenh@37: MidiMessage midiMessage = event.getMessage(); stevenh@37: stevenh@37: // Determine the type of this message (short, sysex or meta) stevenh@37: if (midiMessage instanceof ShortMessage) stevenh@37: { stevenh@37: // Determine which command is being issued stevenh@37: ShortMessage shortMessage = (ShortMessage)midiMessage; stevenh@37: int messageCommand = shortMessage.getCommand(); stevenh@37: stevenh@37: if (messageCommand == ShortMessage.NOTE_ON) stevenh@37: { stevenh@37: trackIsAudible = true; stevenh@37: break; stevenh@37: } stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: if (trackIsAudible) stevenh@37: { stevenh@37: trackDimensionMap.put(trackIdx, siaDatapointDimension); stevenh@37: siaDatapointDimension++; stevenh@37: } stevenh@37: } stevenh@37: stevenh@37: return trackDimensionMap; stevenh@37: } stevenh@37: stevenh@37: private static void printStmts(StmtIterator iter) { stevenh@37: Statement statement; stevenh@37: stevenh@37: while (iter.hasNext()) { stevenh@37: statement = iter.nextStatement(); stevenh@37: System.out.println(" | <" + statement.getSubject() + "> | <" stevenh@37: + statement.getPredicate() + "> | <" stevenh@37: + statement.getObject() + "> | "); stevenh@37: } stevenh@37: stevenh@37: // And an empty line to make it pretty stevenh@37: System.out.println(); stevenh@37: } stevenh@37: }