Mindboost
/
dev-audioprocessing
5
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Compare commits

base: Mindboost:653b9220f89c25adbefe961dcfc3e3829b414498
Branches Tags
Mindboost:robbi-inspect
Mindboost:master
..
compare: Mindboost:f33e61f2d35f2a984e85a400f8e3d5e62074a4a6
Branches Tags
Mindboost:robbi-inspect
Mindboost:master

No commits in common. "653b9220f89c25adbefe961dcfc3e3829b414498" and "f33e61f2d35f2a984e85a400f8e3d5e62074a4a6" have entirely different histories.
653b9220f8 ... f33e61f2d3

4 changed files with 128 additions and 425 deletions
Show Stats Expand all files Collapse all files

43
README.md
View File

@ -1,44 +1,3 @@
pro Messpunkt
125ms
LAF90
LAF10
TargetGain
CurrentGain
MicrofonSignal clear
MicofoneSigal gedämpft (AWeighted)
[time: 125, values: [35,50,50,40]
# Nuxt 3 Minimal Starter # Nuxt 3 Minimal Starter
Look at the [Nuxt 3 documentation](https://nuxt.com/docs/getting-started/introduction) to learn more. Look at the [Nuxt 3 documentation](https://nuxt.com/docs/getting-started/introduction) to learn more.
@ -97,5 +56,3 @@ npm run preview
``` ```
Check out the [deployment documentation](https://nuxt.com/docs/getting-started/deployment) for more information. Check out the [deployment documentation](https://nuxt.com/docs/getting-started/deployment) for more information.

88
pages/ChannelStreamer.vue
View File

@ -1,88 +0,0 @@
<template>
<div>
<button @click="startMicrophone">Start Microphone</button>
<button @click="stopMicrophone">Stop Microphone</button>
<div v-if="errorMessage">{{ errorMessage }}</div>
</div>
</template>
<script>
export default {
data() {
return {
audioContext: null,
microphoneStream: null,
audioProcessorNode: null,
errorMessage: null,
};
},
methods: {
async startMicrophone() {
try {
this.initializeAudioContext();
await this.requestMicrophoneAccess();
await this.setupAudioProcessing();
} catch (error) {
console.error('Error starting microphone:', error.message);
this.errorMessage = error.message;
}
finally{
console.log("Microphone started")
}
},
stopMicrophone() {
this.cleanup();
},
initializeAudioContext() {
this.audioContext = new window.AudioContext();
},
async requestMicrophoneAccess() {
try {
this.microphoneStream = await navigator.mediaDevices.getUserMedia({ audio: true });
} catch (error) {
console.error('Error accessing microphone:', error.message);
this.errorMessage = 'Microphone access denied. Please grant permission in your browser settings.';
throw new Error('Microphone access denied.');
}
if (!this.microphoneStream || !(this.microphoneStream instanceof MediaStream)) {
throw new Error('Microphone stream is not available.');
}
},
async setupAudioProcessing() {
try {
const microphoneSource = this.audioContext.createMediaStreamSource(this.microphoneStream);
await this.audioContext.audioWorklet.addModule('/scripts/octave2.js');
//this.audioProcessorNode = new AudioWorkletNode(this.audioContext, 'octave');
//microphoneSource.connect(this.audioProcessorNode);
//this.audioProcessorNode.connect(this.audioContext.destination);
} catch (error) {
console.error('Error setting up audio processing:', error.message);
this.errorMessage = 'Error setting up audio processing. Please check your microphone and try again.';
throw new Error('Audio processing setup failed.');
}
},
cleanup() {
if (this.audioContext) {
if (this.audioProcessorNode) {
this.audioProcessorNode.disconnect();
this.audioProcessorNode.port.postMessage({ command: 'stop' });
}
this.audioContext.close();
this.resetVariables();
}
},
resetVariables() {
this.audioContext = null;
this.microphoneStream = null;
this.audioProcessorNode = null;
this.errorMessage = null;
},
},
beforeDestroy() {
this.cleanup();
},
};
</script>

269
public/scripts/octave.js
View File

@ -1,172 +1,159 @@
class OctaveBandProcessor extends AudioWorkletProcessor { class OctaveBandProcessor extends AudioWorkletProcessor {
constructor() { constructor() {
super() super();
// Define center frequencies for 9 octave bands // Define center frequencies for 9 octave bands
this.centerFrequencies = [63, 125, 250, 500, 1000, 2000, 4000, 8000, 16000] this.centerFrequencies = [63, 125, 250, 500, 1000, 2000, 4000, 8000, 16000];
this.filters = [] this.filters = [];
this.lastUpdateTimestamp = 0 this.lastUpdateTimestamp = 0;
this.updateInterval = 0.125 // Update every 0.125 seconds this.updateInterval = 0.125; // Update every 0.125 seconds
// Create an A-weighting filter for specific frequencies // Create an A-weighting filter for specific frequencies
this.createAWeightingFilter() this.createAWeightingFilter();
// Create bandpass filters for each center frequency // Create bandpass filters for each center frequency
this.centerFrequencies.forEach((frequency) => { this.centerFrequencies.forEach(frequency => {
const filter = new BiquadFilterNode( const filter = new BiquadFilterNode(audioContext, {
audioContext, type: 'bandpass',
{ frequency: frequency,
type: "bandpass", Q: 1.41, // Set the desired Q value
frequency: frequency, },
Q: 1.41, // Set the desired Q value this.filters.push(filter))
}, });
this.filters.push(filter),
)
})
// Set up analyzers for calculating percentiles // Set up analyzers for calculating percentiles
this.setupAnalyzers() this.setupAnalyzers();
}
setupAnalyzers() { }
this.analyzers = []
this.centerFrequencies.forEach((frequency) => {
this.analyzers.push([])
for (let i = 0; i < 5; i++) {
// Unique identifiers from 0 to 4
const analyzer = audioContext.createAnalyser()
analyzer.fftSize = 2048
// Check if the identifier is 0 (microphone audio) before connecting to the A-weighting filter setupAnalyzers() {
if (i === 0) { this.analyzers = [];
this.aWeightingFilter.connect(analyzer) this.centerFrequencies.forEach(frequency => {
} this.analyzers.push([]);
for (let i = 0; i < 5; i++) { // Unique identifiers from 0 to 4
const analyzer = audioContext.createAnalyser();
analyzer.fftSize = 2048;
this.analyzers[this.analyzers.length - 1].push(analyzer) // Check if the identifier is 0 (microphone audio) before connecting to the A-weighting filter
} if (i === 0) {
}) this.aWeightingFilter.connect(analyzer);
} }
process(inputs, outputs) { this.analyzers[this.analyzers.length - 1].push(analyzer);
const numOutputChannels = outputs.length }
for (let i = 0; i < numOutputChannels; i++) { })
const outputChannel = outputs[i][0] }
const inputChannel = inputs[i][0]
// Apply the filter to the input channel process(inputs, outputs) {
const filteredSignal = this.filters[i].process(inputChannel) const numOutputChannels = outputs.length;
for (let i = 0; i < numOutputChannels; i++) {
const outputChannel = outputs[i][0];
const inputChannel = inputs[i][0];
// Apply A-weighting only to the microphone signal (channel 0) // Apply the filter to the input channel
if (i === 0) { const filteredSignal = this.filters[i].process(inputChannel);
const aWeightedSignal = this.aWeightingFilter.process(filteredSignal)
outputChannel.set(aWeightedSignal)
} else {
// For other channels, pass the signal without A-weighting
outputChannel.set(filteredSignal)
}
// Check if it's time to update percentiles // Apply A-weighting only to the microphone signal (channel 0)
const currentTime = this.currentTime if (i === 0) {
if (currentTime - this.lastUpdateTimestamp >= this.updateInterval) { const aWeightedSignal = this.aWeightingFilter.process(filteredSignal);
this.updatePercentiles(i) outputChannel.set(aWeightedSignal);
this.lastUpdateTimestamp = currentTime } else {
} // For other channels, pass the signal without A-weighting
} outputChannel.set(filteredSignal);
}
return true // Check if it's time to update percentiles
} const currentTime = this.currentTime;
if (currentTime - this.lastUpdateTimestamp >= this.updateInterval) {
this.updatePercentiles(i);
this.lastUpdateTimestamp = currentTime;
}
}
calculateRMSLevel(signal, channelIndex) { return true;
const data = new Float32Array(signal.length) }
signal.copyFromChannel(data, 0)
const sum = data.reduce((acc, val) => acc + val * val, 0)
const rmsLevel = Math.sqrt(sum / data.length)
const dBLevel = 20 * Math.log10(rmsLevel) // Convert to dB
return dBLevel
}
updatePercentiles(channelIndex) { calculateRMSLevel(signal, channelIndex) {
for (let i = 0; i < this.centerFrequencies.length; i++) { const data = new Float32Array(signal.length);
const analyzer = this.analyzers[i][channelIndex] signal.copyFromChannel(data, 0);
const levelData = new Float32Array(analyzer.frequencyBinCount) const sum = data.reduce((acc, val) => acc + val * val, 0);
analyzer.getFloatFrequencyData(levelData) const rmsLevel = Math.sqrt(sum / data.length);
const dBLevel = 20 * Math.log10(rmsLevel); // Convert to dB
return dBLevel;
}
// Calculate percentiles for each octave band and each channel updatePercentiles(channelIndex) {
const percentile10 = this.calculatePercentile(levelData, 10) for (let i = 0; i < this.centerFrequencies.length; i++) {
const percentile90 = this.calculatePercentile(levelData, 90) const analyzer = this.analyzers[i][channelIndex];
const levelData = new Float32Array(analyzer.frequencyBinCount);
analyzer.getFloatFrequencyData(levelData);
const percentileDiff = percentile10 - percentile90 // Calculate percentiles for each octave band and each channel
const percentile10 = this.calculatePercentile(levelData, 10);
const percentile90 = this.calculatePercentile(levelData, 90);
// Store the percentile difference for each channel and each octave band const percentileDiff = percentile10 - percentile90;
// You can use suitable data structures to store these values for future comparisons
}
}
calculatePercentile(data, percentile) { // Store the percentile difference for each channel and each octave band
const sortedData = data.slice().sort((a, b) => a - b) // You can use suitable data structures to store these values for future comparisons
const index = Math.floor((percentile / 100) * sortedData.length) }
return sortedData[index] }
}
createAWeightingFilter() { calculatePercentile(data, percentile) {
// Use the provided A-weighting filter coefficients const sortedData = data.slice().sort((a, b) => a - b);
const aWeightingCoefficients = [ const index = Math.floor((percentile / 100) * sortedData.length);
0, -0.051, -0.142, -0.245, -0.383, -0.65, -1.293, -2.594, -6.554, return sortedData[index];
] //David }
// Create a custom IIR filter node with the A-weighting coefficients createAWeightingFilter() {
this.aWeightingFilter = new IIRFilterNode(audioContext, { // Use the provided A-weighting filter coefficients
feedforward: aWeightingCoefficients, const aWeightingCoefficients = [0, -0.051, -0.142, -0.245, -0.383, -0.65, -1.293, -2.594, -6.554]; //David
feedback: [1],
})
}
combineAndCalculate() { // Create a custom IIR filter node with the A-weighting coefficients
let LAF10_90_total = 0 // Initialize the total LAF10%-90% this.aWeightingFilter = new IIRFilterNode(audioContext, {
feedforward: aWeightingCoefficients,
feedback: [1],
});
}
for (let i = 0; i < this.centerFrequencies.length; i++) {
const micAnalyzer = this.analyzers[i][0] // Analyzer for microphone audio (identifier 0)
const audioFile1Analyzer = this.analyzers[i][3] // Analyzer for audioFile1 (identifier 3)
const audioFile2Analyzer = this.analyzers[i][4] // Analyzer for audioFile2 (identifier 4)
// Calculate percentiles for the microphone audio
const micPercentile10 = this.calculatePercentile(micAnalyzer, 10)
const micPercentile90 = this.calculatePercentile(micAnalyzer, 90)
// Calculate percentiles for audioFile1 combineAndCalculate() {
const audioFile1Percentile10 = this.calculatePercentile( let LAF10_90_total = 0; // Initialize the total LAF10%-90%
audioFile1Analyzer,
10,
)
const audioFile1Percentile90 = this.calculatePercentile(
audioFile1Analyzer,
90,
)
// Calculate percentiles for audioFile2 for (let i = 0; i < this.centerFrequencies.length; i++) {
const audioFile2Percentile10 = this.calculatePercentile( const micAnalyzer = this.analyzers[i][0]; // Analyzer for microphone audio (identifier 0)
audioFile2Analyzer, const audioFile1Analyzer = this.analyzers[i][3]; // Analyzer for audioFile1 (identifier 3)
10, const audioFile2Analyzer = this.analyzers[i][4]; // Analyzer for audioFile2 (identifier 4)
)
const audioFile2Percentile90 = this.calculatePercentile(
audioFile2Analyzer,
90,
)
// Calculate LAF10%-90% for microphone audio, audioFile1, and audioFile2 separately // Calculate percentiles for the microphone audio
const micLAF10_90 = micPercentile10 - micPercentile90 const micPercentile10 = this.calculatePercentile(micAnalyzer, 10);
const audioFile1LAF10_90 = audioFile1Percentile10 - audioFile1Percentile90 const micPercentile90 = this.calculatePercentile(micAnalyzer, 90);
const audioFile2LAF10_90 = audioFile2Percentile10 - audioFile2Percentile90
// Calculate combined LAF10%-90% for microphone audio, audioFile1, and audioFile2 // Calculate percentiles for audioFile1
const combinedLAF10_90 = const audioFile1Percentile10 = this.calculatePercentile(audioFile1Analyzer, 10);
micLAF10_90 + audioFile1LAF10_90 + audioFile2LAF10_90 const audioFile1Percentile90 = this.calculatePercentile(audioFile1Analyzer, 90);
// Add the combined LAF10%-90% to the total // Calculate percentiles for audioFile2
LAF10_90_total += combinedLAF10_90 const audioFile2Percentile10 = this.calculatePercentile(audioFile2Analyzer, 10);
} const audioFile2Percentile90 = this.calculatePercentile(audioFile2Analyzer, 90);
// Calculate LAF10%-90% for microphone audio, audioFile1, and audioFile2 separately
const micLAF10_90 = micPercentile10 - micPercentile90;
const audioFile1LAF10_90 = audioFile1Percentile10 - audioFile1Percentile90;
const audioFile2LAF10_90 = audioFile2Percentile10 - audioFile2Percentile90;
// Calculate combined LAF10%-90% for microphone audio, audioFile1, and audioFile2
const combinedLAF10_90 = micLAF10_90 + audioFile1LAF10_90 + audioFile2LAF10_90;
// Add the combined LAF10%-90% to the total
LAF10_90_total += combinedLAF10_90;
}
// return LAF10_90_total;
}
// return LAF10_90_total;
}
} }
registerProcessor("octave", OctaveBandProcessor) registerProcessor('octave', OctaveBandProcessor);

153
public/scripts/octave2.js
View File

@ -1,153 +0,0 @@
class OctaveBandProcessor extends AudioWorkletProcessor {
constructor() {
super();
// Define center frequencies for 9 octave bands
this.centerFrequencies = [63, 125, 250, 500, 1000, 2000, 4000, 8000, 16000];
this.filters = [];
this.lastUpdateTimestamp = 0;
this.updateInterval = 0.125; // Update every 0.125 seconds
// Create an A-weighting filter for specific frequencies
this.createAWeightingFilter();
// Create bandpass filters for each center frequency
this.centerFrequencies.forEach(frequency => {
const filter = new BiquadFilterNode(audioContext, {
type: 'bandpass',
frequency: frequency,
Q: 1.41, // Set the desired Q value
});
this.filters.push(filter);
});
// Set up analyzers for calculating percentiles
this.setupAnalyzers();
}
createAWeightingFilter() {
// Use the provided A-weighting filter coefficients
const aWeightingCoefficients = [0, -0.051, -0.142, -0.245, -0.383, -0.65, -1.293, -2.594, -6.554]; //David
// Create a custom IIR filter node with the A-weighting coefficients
this.aWeightingFilter = new IIRFilterNode(audioContext, {
feedforward: aWeightingCoefficients,
feedback: [1],
});
}
setupAnalyzers() {
this.analyzers = [];
this.centerFrequencies.forEach((frequency) => {
this.analyzers.push([]);
for (let i = 0; i < 5; i++) { // Unique identifiers from 0 to 4
const analyzer = audioContext.createAnalyser();
analyzer.fftSize = 2048;
// Check if the identifier is 0 (microphone audio) before connecting to the A-weighting filter
if (i === 0) {
this.aWeightingFilter.connect(analyzer);
}
this.analyzers[this.analyzers.length - 1].push(analyzer);
}
})
}
process(inputs, outputs) {
const numOutputChannels = outputs.length;
for (let i = 0; i < numOutputChannels; i++) {
const outputChannel = outputs[i][0];
const inputChannel = inputs[i][0];
// Apply the filter to the input channel
const filteredSignal = this.filters[i].process(inputChannel);
// Apply A-weighting only to the microphone signal (channel 0)
if (i === 0) {
const aWeightedSignal = this.aWeightingFilter.process(filteredSignal);
outputChannel.set(aWeightedSignal);
} else {
// For other channels, pass the signal without A-weighting
outputChannel.set(filteredSignal);
}
// Check if it's time to update percentiles
const currentTime = this.currentTime;
if (currentTime - this.lastUpdateTimestamp >= this.updateInterval) {
this.updatePercentiles(i);
this.lastUpdateTimestamp = currentTime;
}
}
return true;
}
calculateRMSLevel(signal, channelIndex) {
const data = new Float32Array(signal.length);
signal.copyFromChannel(data, 0);
const sum = data.reduce((acc, val) => acc + val * val, 0);
const rmsLevel = Math.sqrt(sum / data.length);
const dBLevel = 20 * Math.log10(rmsLevel); // Convert to dB
return dBLevel;
}
updatePercentiles(channelIndex) {
for (let i = 0; i < this.centerFrequencies.length; i++) {
const analyzer = this.analyzers[i][channelIndex];
const levelData = new Float32Array(analyzer.frequencyBinCount);
analyzer.getFloatFrequencyData(levelData);
// Calculate percentiles for each octave band and each channel
const percentile10 = this.calculatePercentile(levelData, 10);
const percentile90 = this.calculatePercentile(levelData, 90);
const percentileDiff = percentile10 - percentile90;
// Store the percentile difference for each channel and each octave band
// You can use suitable data structures to store these values for future comparisons
}
}
calculatePercentile(data, percentile) {
const sortedData = data.slice().sort((a, b) => a - b);
const index = Math.floor((percentile / 100) * sortedData.length);
return sortedData[index];
}
combineAndCalculate() {
let LAF10_90_total = 0; // Initialize the total LAF10%-90%
for (let i = 0; i < this.centerFrequencies.length; i++) {
const micAnalyzer = this.analyzers[i][0]; // Analyzer for microphone audio (identifier 0)
const audioFile1Analyzer = this.analyzers[i][3]; // Analyzer for audioFile1 (identifier 3)
const audioFile2Analyzer = this.analyzers[i][4]; // Analyzer for audioFile2 (identifier 4)
// Calculate percentiles for the microphone audio
const micPercentile10 = this.calculatePercentile(micAnalyzer, 10);
const micPercentile90 = this.calculatePercentile(micAnalyzer, 90);
// Calculate percentiles for audioFile1
const audioFile1Percentile10 = this.calculatePercentile(audioFile1Analyzer, 10);
const audioFile1Percentile90 = this.calculatePercentile(audioFile1Analyzer, 90);
// Calculate percentiles for audioFile2
const audioFile2Percentile10 = this.calculatePercentile(audioFile2Analyzer, 10);
const audioFile2Percentile90 = this.calculatePercentile(audioFile2Analyzer, 90);
// Calculate LAF10%-90% for microphone audio, audioFile1, and audioFile2 separately
const micLAF10_90 = micPercentile10 - micPercentile90;
const audioFile1LAF10_90 = audioFile1Percentile10 - audioFile1Percentile90;
const audioFile2LAF10_90 = audioFile2Percentile10 - audioFile2Percentile90;
// Calculate combined LAF10%-90% for microphone audio, audioFile1, and audioFile2
const combinedLAF10_90 = micLAF10_90 + audioFile1LAF10_90 + audioFile2LAF10_90;
// Add the combined LAF10%-90% to the total
LAF10_90_total += combinedLAF10_90;
}
return LAF10_90_total;
}
}
registerProcessor('octave', OctaveBandProcessor);