BuboBubo/topos
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

More agressive audio nudge

Browse Source
This commit is contained in:
Raphaël Forment
2023-10-07 20:56:10 +02:00
parent 0c21770eaa
commit 1a0d689441
2 changed files with 81 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

162
src/IO/MidiConnection.ts
View File

@ -30,26 +30,26 @@ export class MidiConnection {
private api: UserAPI; private api: UserAPI;
private settings: AppSettings; private settings: AppSettings;
private midiAccess: MIDIAccess | null = null; private midiAccess: MIDIAccess | null = null;
public midiOutputs: MIDIOutput[] = []; public midiOutputs: MIDIOutput[] = [];
private currentOutputIndex: number = 0; private currentOutputIndex: number = 0;
private scheduledNotes: { [noteNumber: number]: number } = {}; // { noteNumber: timeoutId } private scheduledNotes: { [noteNumber: number]: number } = {}; // { noteNumber: timeoutId }
/* Midi input */ /* Midi input */
public midiInputs: MIDIInput[] = []; public midiInputs: MIDIInput[] = [];
private currentInputIndex: number|undefined = undefined; private currentInputIndex: number | undefined = undefined;
public bufferLength: number = 512; // 32*16 public bufferLength: number = 512; // 32*16
public noteInputBuffer: MidiNoteEvent[] = []; public noteInputBuffer: MidiNoteEvent[] = [];
public ccInputBuffer: MidiCCEvent[] = []; public ccInputBuffer: MidiCCEvent[] = [];
public activeNotes: MidiNoteEvent[] = []; public activeNotes: MidiNoteEvent[] = [];
public stickyNotes: MidiNoteEvent[] = []; public stickyNotes: MidiNoteEvent[] = [];
public lastNote: MidiNoteEvent|undefined = undefined; public lastNote: MidiNoteEvent | undefined = undefined;
public lastCC: { [control: number]: number } = {}; public lastCC: { [control: number]: number } = {};
public lastNoteInChannel: { [channel: number]: MidiNoteEvent } = {}; public lastNoteInChannel: { [channel: number]: MidiNoteEvent } = {};
public lastCCInChannel: { [channel: number]: { [control: number]: number } } = {}; public lastCCInChannel: { [channel: number]: { [control: number]: number } } = {};
/* MIDI clock stuff */ /* MIDI clock stuff */
private midiClockInputIndex: number|undefined = undefined; private midiClockInputIndex: number | undefined = undefined;
private midiClockInput?: MIDIInput|undefined = undefined; private midiClockInput?: MIDIInput | undefined = undefined;
private lastTimestamp: number = 0; private lastTimestamp: number = 0;
private midiClockDelta: number = 0; private midiClockDelta: number = 0;
private lastBPM: number; private lastBPM: number;
@ -114,7 +114,7 @@ export class MidiConnection {
/** /**
* Sends a MIDI Start message to the currently selected MIDI output and MIDI clock is not used * Sends a MIDI Start message to the currently selected MIDI output and MIDI clock is not used
*/ */
if(!this.midiClockInput) { if (!this.midiClockInput) {
const output = this.midiOutputs[this.currentOutputIndex]; const output = this.midiOutputs[this.currentOutputIndex];
if (output) { if (output) {
output.send([0xfa]); // Send MIDI Start message output.send([0xfa]); // Send MIDI Start message
@ -126,7 +126,7 @@ export class MidiConnection {
/** /**
* Sends a MIDI Stop message to the currently selected MIDI output and MIDI clock is not used * Sends a MIDI Stop message to the currently selected MIDI output and MIDI clock is not used
*/ */
if(!this.midiClockInput) { if (!this.midiClockInput) {
const output = this.midiOutputs[this.currentOutputIndex]; const output = this.midiOutputs[this.currentOutputIndex];
if (output) { if (output) {
output.send([0xfc]); // Send MIDI Stop message output.send([0xfc]); // Send MIDI Stop message
@ -152,7 +152,7 @@ export class MidiConnection {
} }
} }
public setMidiClock(inputName: string|number): void { public setMidiClock(inputName: string | number): void {
/** /**
* Sets the MIDI input to use for MIDI clock messages. * Sets the MIDI input to use for MIDI clock messages.
* *
@ -172,10 +172,10 @@ export class MidiConnection {
/** /**
* Updates the MIDI clock input select element with the available MIDI inputs. * Updates the MIDI clock input select element with the available MIDI inputs.
*/ */
if(this.midiInputs.length > 0) { if (this.midiInputs.length > 0) {
const midiClockSelect = document.getElementById("midi-clock-input") as HTMLSelectElement; const midiClockSelect = document.getElementById("midi-clock-input") as HTMLSelectElement;
const midiInputSelect = document.getElementById("default-midi-input") as HTMLSelectElement; const midiInputSelect = document.getElementById("default-midi-input") as HTMLSelectElement;
midiClockSelect.innerHTML = ""; midiClockSelect.innerHTML = "";
midiInputSelect.innerHTML = ""; midiInputSelect.innerHTML = "";
@ -200,24 +200,24 @@ export class MidiConnection {
midiInputSelect.appendChild(option.cloneNode(true)); midiInputSelect.appendChild(option.cloneNode(true));
}); });
if(this.settings.midi_clock_input) { if (this.settings.midi_clock_input) {
const clockMidiInputIndex = this.getMidiInputIndex(this.settings.midi_clock_input); const clockMidiInputIndex = this.getMidiInputIndex(this.settings.midi_clock_input);
midiClockSelect.value = clockMidiInputIndex.toString(); midiClockSelect.value = clockMidiInputIndex.toString();
if(clockMidiInputIndex > 0) { if (clockMidiInputIndex > 0) {
this.midiClockInput = this.midiInputs[clockMidiInputIndex]; this.midiClockInput = this.midiInputs[clockMidiInputIndex];
this.registerMidiInputListener(clockMidiInputIndex); this.registerMidiInputListener(clockMidiInputIndex);
} }
} else { } else {
midiClockSelect.value = "-1"; midiClockSelect.value = "-1";
} }
if(this.settings.default_midi_input) { if (this.settings.default_midi_input) {
const defaultMidiInputIndex = this.getMidiInputIndex(this.settings.default_midi_input); const defaultMidiInputIndex = this.getMidiInputIndex(this.settings.default_midi_input);
midiInputSelect.value = defaultMidiInputIndex.toString(); midiInputSelect.value = defaultMidiInputIndex.toString();
if(defaultMidiInputIndex > 0) { if (defaultMidiInputIndex > 0) {
this.currentInputIndex = defaultMidiInputIndex; this.currentInputIndex = defaultMidiInputIndex;
this.registerMidiInputListener(defaultMidiInputIndex); this.registerMidiInputListener(defaultMidiInputIndex);
} }
} else { } else {
midiInputSelect.value = "-1"; midiInputSelect.value = "-1";
} }
@ -225,14 +225,14 @@ export class MidiConnection {
// Add midi clock listener // Add midi clock listener
midiClockSelect.addEventListener("change", (event) => { midiClockSelect.addEventListener("change", (event) => {
const value = (event.target as HTMLSelectElement).value; const value = (event.target as HTMLSelectElement).value;
if(value === "-1") { if (value === "-1") {
if(this.midiClockInput && this.midiClockInputIndex!=this.currentInputIndex) this.midiClockInput.onmidimessage = null; if (this.midiClockInput && this.midiClockInputIndex != this.currentInputIndex) this.midiClockInput.onmidimessage = null;
this.midiClockInput = undefined; this.midiClockInput = undefined;
this.settings.midi_clock_input = undefined; this.settings.midi_clock_input = undefined;
} else { } else {
const clockInputIndex = parseInt(value); const clockInputIndex = parseInt(value);
this.midiClockInputIndex = clockInputIndex; this.midiClockInputIndex = clockInputIndex;
if(this.midiClockInput && this.midiClockInputIndex!=this.currentInputIndex) this.midiClockInput.onmidimessage = null; if (this.midiClockInput && this.midiClockInputIndex != this.currentInputIndex) this.midiClockInput.onmidimessage = null;
this.midiClockInput = this.midiInputs[clockInputIndex]; this.midiClockInput = this.midiInputs[clockInputIndex];
this.registerMidiInputListener(clockInputIndex); this.registerMidiInputListener(clockInputIndex);
this.settings.midi_clock_input = this.midiClockInput.name || undefined; this.settings.midi_clock_input = this.midiClockInput.name || undefined;
@ -242,12 +242,12 @@ export class MidiConnection {
// Add mini input listener // Add mini input listener
midiInputSelect.addEventListener("change", (event) => { midiInputSelect.addEventListener("change", (event) => {
const value = (event.target as HTMLSelectElement).value; const value = (event.target as HTMLSelectElement).value;
if(value === "-1") { if (value === "-1") {
if(this.currentInputIndex && this.currentInputIndex!=this.midiClockInputIndex) this.unregisterMidiInputListener(this.currentInputIndex); if (this.currentInputIndex && this.currentInputIndex != this.midiClockInputIndex) this.unregisterMidiInputListener(this.currentInputIndex);
this.currentInputIndex = undefined; this.currentInputIndex = undefined;
this.settings.default_midi_input = undefined; this.settings.default_midi_input = undefined;
} else { } else {
if(this.currentInputIndex && this.currentInputIndex!=this.midiClockInputIndex) this.unregisterMidiInputListener(this.currentInputIndex); if (this.currentInputIndex && this.currentInputIndex != this.midiClockInputIndex) this.unregisterMidiInputListener(this.currentInputIndex);
this.currentInputIndex = parseInt(value); this.currentInputIndex = parseInt(value);
this.registerMidiInputListener(this.currentInputIndex); this.registerMidiInputListener(this.currentInputIndex);
this.settings.default_midi_input = this.midiInputs[this.currentInputIndex].name || undefined; this.settings.default_midi_input = this.midiInputs[this.currentInputIndex].name || undefined;
@ -261,70 +261,70 @@ export class MidiConnection {
/** /**
* Register midi input listener and store last value as global parameter named channel_{number} * Register midi input listener and store last value as global parameter named channel_{number}
*/ */
if(inputIndex !== undefined) { if (inputIndex !== undefined) {
const input = this.midiInputs[inputIndex]; const input = this.midiInputs[inputIndex];
if(input && !input.onmidimessage) { if (input && !input.onmidimessage) {
input.onmidimessage = (event: Event) => { input.onmidimessage = (event: Event) => {
const message = event as MIDIMessageEvent; const message = event as MIDIMessageEvent;
/* MIDI CLOCK */ /* MIDI CLOCK */
if(input.name === this.settings.midi_clock_input) { if (input.name === this.settings.midi_clock_input) {
if (message.data[0] === 0xf8) { if (message.data[0] === 0xf8) {
if(this.skipOnError>0) { if (this.skipOnError > 0) {
this.skipOnError -= 1; this.skipOnError -= 1;
} else { } else {
this.onMidiClock(event.timeStamp); this.onMidiClock(event.timeStamp);
} }
} else if(message.data[0] === 0xfa) { } else if (message.data[0] === 0xfa) {
console.log("MIDI start received"); console.log("MIDI start received");
this.api.stop(); this.api.stop();
this.api.play(); this.api.play();
} else if(message.data[0] === 0xfc) { } else if (message.data[0] === 0xfc) {
console.log("MIDI stop received"); console.log("MIDI stop received");
this.api.pause(); this.api.pause();
} else if(message.data[0] === 0xfb) { } else if (message.data[0] === 0xfb) {
console.log("MIDI continue received"); console.log("MIDI continue received");
this.api.play(); this.api.play();
} else if(message.data[0] === 0xfe) { } else if (message.data[0] === 0xfe) {
console.log("MIDI active sensing received"); console.log("MIDI active sensing received");
} }
} }
/* DEFAULT MIDI INPUT */ /* DEFAULT MIDI INPUT */
if(input.name === this.settings.default_midi_input) { if (input.name === this.settings.default_midi_input) {
// If message is one of note ons // If message is one of note ons
if(message.data[0] >= 0x90 && message.data[0] <= 0x9F) { if (message.data[0] >= 0x90 && message.data[0] <= 0x9F) {
const channel = message.data[0] - 0x90 + 1; const channel = message.data[0] - 0x90 + 1;
const note = message.data[1]; const note = message.data[1];
const velocity = message.data[2]; const velocity = message.data[2];
this.lastNote = {note, velocity, channel, timestamp: event.timeStamp}; this.lastNote = { note, velocity, channel, timestamp: event.timeStamp };
this.lastNoteInChannel[channel] = {note, velocity, channel, timestamp: event.timeStamp}; this.lastNoteInChannel[channel] = { note, velocity, channel, timestamp: event.timeStamp };
if(this.settings.midi_channels_scripts) this.api.script(channel); if (this.settings.midi_channels_scripts) this.api.script(channel);
this.pushToMidiInputBuffer({note, velocity, channel, timestamp: event.timeStamp}); this.pushToMidiInputBuffer({ note, velocity, channel, timestamp: event.timeStamp });
this.activeNotes.push({note, velocity, channel, timestamp: event.timeStamp}); this.activeNotes.push({ note, velocity, channel, timestamp: event.timeStamp });
const sticky = this.removeFromStickyNotes(note, channel); const sticky = this.removeFromStickyNotes(note, channel);
if(!sticky) this.stickyNotes.push({note, velocity, channel, timestamp: event.timeStamp}); if (!sticky) this.stickyNotes.push({ note, velocity, channel, timestamp: event.timeStamp });
} }
// If note off // If note off
if(message.data[0] >= 0x80 && message.data[0] <= 0x8F) { if (message.data[0] >= 0x80 && message.data[0] <= 0x8F) {
const channel = message.data[0] - 0x80 + 1; const channel = message.data[0] - 0x80 + 1;
const note = message.data[1]; const note = message.data[1];
this.removeFromActiveNotes(note, channel); this.removeFromActiveNotes(note, channel);
} }
// If message is one of CCs // If message is one of CCs
if(message.data[0]>=0xB0 && message.data[0]<=0xBF) { if (message.data[0] >= 0xB0 && message.data[0] <= 0xBF) {
const channel = message.data[0] - 0xB0 + 1; const channel = message.data[0] - 0xB0 + 1;
const control = message.data[1]; const control = message.data[1];
const value = message.data[2]; const value = message.data[2];
this.lastCC[control] = value; this.lastCC[control] = value;
if(this.lastCCInChannel[channel]) { if (this.lastCCInChannel[channel]) {
this.lastCCInChannel[channel][control] = value; this.lastCCInChannel[channel][control] = value;
} else { } else {
this.lastCCInChannel[channel] = {}; this.lastCCInChannel[channel] = {};
@ -333,7 +333,7 @@ export class MidiConnection {
//console.log(`CC: ${control} VALUE: ${value} CHANNEL: ${channel}`); //console.log(`CC: ${control} VALUE: ${value} CHANNEL: ${channel}`);
this.pushToMidiCCBuffer({control, value, channel, timestamp: event.timeStamp}); this.pushToMidiCCBuffer({ control, value, channel, timestamp: event.timeStamp });
} }
@ -347,24 +347,24 @@ export class MidiConnection {
/* Methods for handling active midi notes */ /* Methods for handling active midi notes */
public removeFromActiveNotes(note: number, channel: number): void { public removeFromActiveNotes(note: number, channel: number): void {
const index = this.activeNotes.findIndex((e) => e.note===note && e.channel===channel); const index = this.activeNotes.findIndex((e) => e.note === note && e.channel === channel);
if(index>=0) this.activeNotes.splice(index, 1); if (index >= 0) this.activeNotes.splice(index, 1);
} }
public removeFromStickyNotes(note: number, channel: number): boolean { public removeFromStickyNotes(note: number, channel: number): boolean {
const index = this.stickyNotes.findIndex((e) => e.note===note && e.channel===channel); const index = this.stickyNotes.findIndex((e) => e.note === note && e.channel === channel);
if(index>=0) { if (index >= 0) {
this.stickyNotes.splice(index, 1); this.stickyNotes.splice(index, 1);
return true; return true;
} else { return false; } } else { return false; }
} }
public stickyNotesFromChannel(channel: number): MidiNoteEvent[] { public stickyNotesFromChannel(channel: number): MidiNoteEvent[] {
return this.stickyNotes.filter((e) => e.channel===channel); return this.stickyNotes.filter((e) => e.channel === channel);
} }
public activeNotesFromChannel(channel: number): MidiNoteEvent[] { public activeNotesFromChannel(channel: number): MidiNoteEvent[] {
return this.activeNotes.filter((e) => e.channel===channel); return this.activeNotes.filter((e) => e.channel === channel);
} }
public killActiveNotes(): void { public killActiveNotes(): void {
@ -372,28 +372,28 @@ export class MidiConnection {
} }
public killActiveNotesFromChannel(channel: number): void { public killActiveNotesFromChannel(channel: number): void {
this.activeNotes = this.activeNotes.filter((e) => e.channel!==channel); this.activeNotes = this.activeNotes.filter((e) => e.channel !== channel);
} }
/* Methods for handling midi input buffers */ /* Methods for handling midi input buffers */
private pushToMidiInputBuffer(event: MidiNoteEvent): void { private pushToMidiInputBuffer(event: MidiNoteEvent): void {
this.noteInputBuffer.push(event); this.noteInputBuffer.push(event);
if(this.noteInputBuffer.length>this.bufferLength) { if (this.noteInputBuffer.length > this.bufferLength) {
this.noteInputBuffer.shift(); this.noteInputBuffer.shift();
} }
} }
private pushToMidiCCBuffer(event: MidiCCEvent): void { private pushToMidiCCBuffer(event: MidiCCEvent): void {
this.ccInputBuffer.push(event); this.ccInputBuffer.push(event);
if(this.ccInputBuffer.length>this.bufferLength) { if (this.ccInputBuffer.length > this.bufferLength) {
this.ccInputBuffer.shift(); this.ccInputBuffer.shift();
} }
} }
public findNoteFromBufferInChannel(channel: number|undefined) { public findNoteFromBufferInChannel(channel: number | undefined) {
const index = this.noteInputBuffer.findIndex((e) => e.channel===channel); const index = this.noteInputBuffer.findIndex((e) => e.channel === channel);
if(index>=0) { if (index >= 0) {
const event = this.noteInputBuffer[index]; const event = this.noteInputBuffer[index];
this.noteInputBuffer.splice(index, 1); this.noteInputBuffer.splice(index, 1);
return event; return event;
@ -402,9 +402,9 @@ export class MidiConnection {
} }
} }
public findCCFromBufferInChannel(channel: number|undefined) { public findCCFromBufferInChannel(channel: number | undefined) {
const index = this.ccInputBuffer.findIndex((e) => e.channel===channel); const index = this.ccInputBuffer.findIndex((e) => e.channel === channel);
if(index>=0) { if (index >= 0) {
const event = this.ccInputBuffer[index]; const event = this.ccInputBuffer[index];
this.ccInputBuffer.splice(index, 1); this.ccInputBuffer.splice(index, 1);
return event; return event;
@ -417,29 +417,29 @@ export class MidiConnection {
/** /**
* Unregister midi input listener * Unregister midi input listener
*/ */
if(inputIndex !== undefined) { if (inputIndex !== undefined) {
const input = this.midiInputs[inputIndex]; const input = this.midiInputs[inputIndex];
if(input) { if (input) {
input.onmidimessage = null; input.onmidimessage = null;
} }
} }
} }
public onMidiClock(timestamp: number): void { public onMidiClock(timestamp: number): void {
/** /**
* Called when a MIDI clock message is received. * Called when a MIDI clock message is received.
*/ */
this.clockTicks += 1; this.clockTicks += 1;
if(this.lastTimestamp > 0) { if (this.lastTimestamp > 0) {
if(this.lastTimestamp===timestamp) { if (this.lastTimestamp === timestamp) {
// This is error handling for odd MIDI clock messages with the same timestamp // This is error handling for odd MIDI clock messages with the same timestamp
this.clockErrorCount+=1; this.clockErrorCount += 1;
} else { } else {
if(this.clockErrorCount>0) { if (this.clockErrorCount > 0) {
console.log("Timestamp error count: ", this.clockErrorCount); console.log("Timestamp error count: ", this.clockErrorCount);
console.log("Current timestamp: ", timestamp); console.log("Current timestamp: ", timestamp);
console.log("Last timestamp: ", this.lastTimestamp); console.log("Last timestamp: ", this.lastTimestamp);
@ -449,7 +449,7 @@ export class MidiConnection {
this.clockErrorCount = 0; this.clockErrorCount = 0;
/* I dont know why this happens. But when it does, deltas for the following messages are off. /* I dont know why this happens. But when it does, deltas for the following messages are off.
So skipping ~ quarted of clock resolution usually helps */ So skipping ~ quarted of clock resolution usually helps */
this.skipOnError = this.settings.midi_clock_ppqn/4; this.skipOnError = this.settings.midi_clock_ppqn / 4;
timestamp = 0; // timestamp 0 == lastTimestamp 0 timestamp = 0; // timestamp 0 == lastTimestamp 0
} else { } else {
@ -457,11 +457,11 @@ export class MidiConnection {
this.lastBPM = 60 * (1000 / this.midiClockDelta / this.settings.midi_clock_ppqn); this.lastBPM = 60 * (1000 / this.midiClockDelta / this.settings.midi_clock_ppqn);
this.clockBuffer.push(this.lastBPM); this.clockBuffer.push(this.lastBPM);
if(this.clockBuffer.length>this.clockBufferLength) this.clockBuffer.shift(); if (this.clockBuffer.length > this.clockBufferLength) this.clockBuffer.shift();
const estimatedBPM = this.estimatedBPM(); const estimatedBPM = this.estimatedBPM();
if(estimatedBPM !== this.roundedBPM) { if (estimatedBPM !== this.roundedBPM) {
console.log("Esimated BPM: ", estimatedBPM); console.log("Estimated BPM: ", estimatedBPM);
this.api.bpm(estimatedBPM); this.api.bpm(estimatedBPM);
this.roundedBPM = estimatedBPM; this.roundedBPM = estimatedBPM;
} }
@ -471,7 +471,7 @@ export class MidiConnection {
} }
this.lastTimestamp = timestamp; this.lastTimestamp = timestamp;
} }
public estimatedBPM(): number { public estimatedBPM(): number {
@ -488,7 +488,7 @@ export class MidiConnection {
/** /**
* Sends a single MIDI clock message to the currently selected MIDI output. * Sends a single MIDI clock message to the currently selected MIDI output.
*/ */
if(!this.midiClockInput) { if (!this.midiClockInput) {
const output = this.midiOutputs[this.currentOutputIndex]; const output = this.midiOutputs[this.currentOutputIndex];
if (output) { if (output) {
output.send([0xf8]); // Send a single MIDI clock message output.send([0xf8]); // Send a single MIDI clock message
@ -523,8 +523,7 @@ export class MidiConnection {
if (typeof output === "number") { if (typeof output === "number") {
if (output < 0 || output >= this.midiOutputs.length) { if (output < 0 || output >= this.midiOutputs.length) {
console.error( console.error(
`Invalid MIDI output index. Index must be in the range 0-${ `Invalid MIDI output index. Index must be in the range 0-${this.midiOutputs.length - 1
this.midiOutputs.length - 1
}.` }.`
); );
return this.currentOutputIndex; return this.currentOutputIndex;
@ -553,8 +552,7 @@ export class MidiConnection {
if (typeof input === "number") { if (typeof input === "number") {
if (input < 0 || input >= this.midiInputs.length) { if (input < 0 || input >= this.midiInputs.length) {
console.error( console.error(
`Invalid MIDI input index. Index must be in the range 0-${ `Invalid MIDI input index. Index must be in the range 0-${this.midiInputs.length - 1
this.midiInputs.length - 1
}.` }.`
); );
return -1; return -1;

2
src/TransportProcessor.js
View File

@ -33,7 +33,7 @@ class TransportProcessor extends AudioWorkletProcessor {
process(inputs, outputs, parameters) { process(inputs, outputs, parameters) {
if (this.started) { if (this.started) {
const adjustedCurrentTime = currentTime + (this.nudge / 1000); const adjustedCurrentTime = currentTime + (this.nudge / 100);
const beatNumber = adjustedCurrentTime / (60 / this.bpm); const beatNumber = adjustedCurrentTime / (60 / this.bpm);
const currentPulsePosition = Math.ceil(beatNumber * this.ppqn); const currentPulsePosition = Math.ceil(beatNumber * this.ppqn);
if (currentPulsePosition > this.currentPulsePosition) { if (currentPulsePosition > this.currentPulsePosition) {