Skip to content

Instantly share code, notes, and snippets.

@alatsombath
Last active September 26, 2022 17:08
Show Gist options
  • Star 2 You must be signed in to star a gist
  • Fork 1 You must be signed in to fork a gist
  • Save alatsombath/da3c4df491ea9a39f570c83def64bb8a to your computer and use it in GitHub Desktop.
Save alatsombath/da3c4df491ea9a39f570c83def64bb8a to your computer and use it in GitHub Desktop.
PluginAudioLevelBeta
/* Copyright (C) 2014 Rainmeter Project Developers
*
* This Source Code Form is subject to the terms of the GNU General Public
* License; either version 2 of the License, or (at your option) any later
* version. If a copy of the GPL was not distributed with this file, You can
* obtain one at <https://www.gnu.org/licenses/gpl-2.0.html>. */
#include <Windows.h>
#include <cstdio>
#include <AudioClient.h>
#include <AudioPolicy.h>
#include <MMDeviceApi.h>
#include <FunctionDiscoveryKeys_devpkey.h>
#include <VersionHelpers.h>
#include <cmath>
#include <cassert>
#include <vector>
#include <thread>
#include <avrt.h>
#pragma comment(lib, "Avrt.lib")
#include "../API/RainmeterAPI.h"
#include "kiss_fft130/kiss_fftr.h"
// Overview: Audio level measurement from the Window Core Audio API
// See: http://msdn.microsoft.com/en-us/library/windows/desktop/dd370800%28v=vs.85%29.aspx
// Sample skin:
/*
[mAudio_Raw]
Measure=Plugin
Plugin=AudioLevel.dll
Port=Output
[mAudio_RMS_L]
Measure=Plugin
Plugin=AudioLevel.dll
Parent=mAudio_Raw
Type=RMS
Channel=L
[mAudio_RMS_R]
Measure=Plugin
Plugin=AudioLevel.dll
Parent=mAudio_Raw
Type=RMS
Channel=R
*/
#define WINDOWS_BUG_WORKAROUND 1
#define TWOPI (2 * 3.14159265358979323846)
#define EXIT_ON_ERROR(hres) if (FAILED(hres)) { goto Exit; }
#define SAFE_RELEASE(p) if ((p) != NULL) { (p)->Release(); (p) = NULL; }
#define CLAMP01(x) max(0.0, min(1.0, (x)))
#define MSG_UPDATE L"!UpdateMeasure Audio"
struct Measure
{
enum Port
{
PORT_OUTPUT,
PORT_INPUT,
};
enum Channel
{
CHANNEL_FL,
CHANNEL_FR,
CHANNEL_C,
CHANNEL_LFE,
CHANNEL_BL,
CHANNEL_BR,
CHANNEL_SL,
CHANNEL_SR,
MAX_CHANNELS,
CHANNEL_SUM = MAX_CHANNELS
};
enum Type
{
TYPE_RMS,
TYPE_PEAK,
TYPE_FFT,
TYPE_BAND,
TYPE_FFTFREQ,
TYPE_BANDFREQ,
TYPE_FORMAT,
TYPE_DEV_STATUS,
TYPE_DEV_NAME,
TYPE_DEV_ID,
TYPE_DEV_LIST,
TYPE_BUFFERSTATUS,
// ... //
NUM_TYPES
};
enum Format
{
FMT_INVALID,
FMT_PCM_S16,
FMT_PCM_F32,
// ... //
NUM_FORMATS
};
struct BandInfo
{
float freq;
float x;
};
Port m_port; // port specifier (parsed from options)
Channel m_channel; // channel specifier (parsed from options)
Type m_type; // data type specifier (parsed from options)
Format m_format; // format specifier (detected in init)
int m_envRMS[2]; // RMS attack/decay times in ms (parsed from options)
int m_envPeak[2]; // peak attack/decay times in ms (parsed from options)
int m_envFFT[2]; // FFT attack/decay times in ms (parsed from options)
int m_fftSize; // size of FFT (parsed from options)
int m_fftBufferSize; // size of FFT with zero-padding (parsed from options)
int m_fftIdx; // FFT index to retrieve (parsed from options)
int m_nBands; // number of frequency bands (parsed from options)
int m_bandIdx; // band index to retrieve (parsed from options)
double m_gainRMS; // RMS gain (parsed from options)
double m_gainPeak; // peak gain (parsed from options)
double m_freqMin; // min freq for band measurement
double m_freqMax; // max freq for band measurement
double m_sensitivity; // dB range for FFT/Band return values (parsed from options)
Measure* m_parent; // parent measure, if any
void* m_skin; // skin pointer
LPCWSTR m_rmName; // measure name
IMMDeviceEnumerator* m_enum; // audio endpoint enumerator
IMMDevice* m_dev; // audio endpoint device
WAVEFORMATEX m_wfxR; // audio format request info
WAVEFORMATEX* m_wfx; // audio format info
IAudioClient* m_clAudio; // audio client instance
IAudioCaptureClient* m_clCapture; // capture client instance
IAudioClient* m_clBugAudio; // audio client for loopback events
#if (WINDOWS_BUG_WORKAROUND)
IAudioRenderClient* m_clBugRender; // render client for dummy silent channel
#endif
HANDLE m_hReadyEvent; // buffer-event handle to receive notifications
HANDLE m_hStopEvent; // skin closed handle to receive notifications
HANDLE m_hTask; // Multimedia Class Scheduler Service task
WCHAR m_reqID[64]; // requested device ID (parsed from options)
WCHAR m_devName[64]; // device friendly name (detected in init)
float m_kRMS[2]; // RMS attack/decay filter constants
float m_kPeak[2]; // peak attack/decay filter constants
float m_kFFT[2]; // FFT attack/decay filter constants
BYTE* m_bufChunk; // buffer for latest data chunk copy
double m_rms[MAX_CHANNELS]; // current RMS levels
double m_peak[MAX_CHANNELS]; // current peak levels
kiss_fftr_cfg m_fftCfg; // FFT states for each channel
float* m_fftIn; // buffer for FFT input
float* m_fftOut; // buffer for FFT output
float* m_fftKWdw; // window function coefficients
float* m_fftTmpIn; // temp FFT processing buffer
kiss_fft_cpx* m_fftTmpOut; // temp FFT processing buffer
int m_fftBufW; // write index for input ring buffers
float* m_bandFreq; // buffer of band max frequencies
float* m_bandOut; // buffer of band values
Measure() :
m_port(PORT_OUTPUT),
m_channel(CHANNEL_SUM),
m_type(TYPE_RMS),
m_format(FMT_INVALID),
m_fftSize(0),
m_fftBufferSize(0),
m_fftIdx(-1),
m_nBands(0),
m_bandIdx(-1),
m_gainRMS(1.0),
m_gainPeak(1.0),
m_freqMin(20.0),
m_freqMax(20000.0),
m_sensitivity(0.0),
m_parent(NULL),
m_skin(NULL),
m_rmName(NULL),
m_enum(NULL),
m_dev(NULL),
m_wfxR({ 0 }),
m_wfx(NULL),
m_clAudio(NULL),
m_clCapture(NULL),
m_clBugAudio(NULL),
#if (WINDOWS_BUG_WORKAROUND)
m_clBugRender(NULL),
#endif
m_hReadyEvent(NULL),
m_hStopEvent(NULL),
m_hTask(NULL),
m_fftKWdw(NULL),
m_fftTmpIn(NULL),
m_fftTmpOut(NULL),
m_fftBufW(0),
m_bandFreq(NULL)
{
m_envRMS[0] = 300;
m_envRMS[1] = 300;
m_envPeak[0] = 50;
m_envPeak[1] = 2500;
m_envFFT[0] = 300;
m_envFFT[1] = 300;
m_reqID[0] = '\0';
m_devName[0] = '\0';
m_kRMS[0] = 0.0f;
m_kRMS[1] = 0.0f;
m_kPeak[0] = 0.0f;
m_kPeak[1] = 0.0f;
m_kFFT[0] = 0.0f;
m_kFFT[1] = 0.0f;
m_fftCfg = NULL;
m_bufChunk = NULL;
m_fftIn = NULL;
m_fftOut = NULL;
m_bandOut = NULL;
for (int iChan = 0; iChan < MAX_CHANNELS; ++iChan)
{
m_rms[iChan] = 0.0;
m_peak[iChan] = 0.0;
}
}
HRESULT DeviceInit();
void DeviceRelease();
void DoCaptureLoop()
{
// register thread with MMCSS
DWORD nTaskIndex = 0;
m_hTask = AvSetMmThreadCharacteristics(L"Pro Audio", &nTaskIndex);
if (!(m_hTask && AvSetMmThreadPriority(m_hTask, AVRT_PRIORITY_CRITICAL)))
{
DWORD dwErr = GetLastError();
RmLog(LOG_WARNING, L"Failed to start multimedia task.");
return;
}
HANDLE waitArray[2] = { m_hReadyEvent, m_hStopEvent };
while (1)
{
if (WAIT_OBJECT_0 != WaitForMultipleObjects(ARRAYSIZE(waitArray), waitArray, FALSE, INFINITE))
return;
RmExecute(m_skin, MSG_UPDATE);
}
};
};
float df, fftScalar, bandScalar;
const CLSID CLSID_MMDeviceEnumerator = __uuidof(MMDeviceEnumerator);
const IID IID_IMMDeviceEnumerator = __uuidof(IMMDeviceEnumerator);
const IID IID_IAudioClient = __uuidof(IAudioClient);
//const IID IID_IAudioClient3 = __uuidof(IAudioClient3);
const IID IID_IAudioCaptureClient = __uuidof(IAudioCaptureClient);
const IID IID_IAudioRenderClient = __uuidof(IAudioRenderClient);
std::vector<Measure*> s_parents;
/**
* Create and initialize a measure instance. Creates WASAPI loopback
* device if not a child measure.
*
* @param[out] data Pointer address in which to return measure instance.
* @param[in] rm Rainmeter context.
*/
PLUGIN_EXPORT void Initialize(void** data, void* rm)
{
Measure* m = new Measure;
m->m_skin = RmGetSkin(rm);
m->m_rmName = RmGetMeasureName(rm);
*data = m;
// parse parent specifier, if appropriate
LPCWSTR parentName = RmReadString(rm, L"Parent", L"");
if (*parentName)
{
// match parent using measure name and skin handle
std::vector<Measure*>::const_iterator iter = s_parents.begin();
for (; iter != s_parents.end(); ++iter)
{
if (_wcsicmp((*iter)->m_rmName, parentName) == 0 &&
(*iter)->m_skin == m->m_skin &&
!(*iter)->m_parent)
{
m->m_parent = (*iter);
return;
}
}
RmLogF(rm, LOG_ERROR, L"Couldn't find Parent measure '%s'.", parentName);
}
// this is a parent measure - add it to the global list
s_parents.push_back(m);
// parse port specifier
LPCWSTR port = RmReadString(rm, L"Port", L"");
if (port && *port)
{
if (_wcsicmp(port, L"Output") == 0)
{
m->m_port = Measure::PORT_OUTPUT;
}
else if (_wcsicmp(port, L"Input") == 0)
{
m->m_port = Measure::PORT_INPUT;
}
else
{
RmLogF(rm, LOG_ERROR, L"Invalid Port '%s', must be one of: Output or Input.", port);
}
}
// parse requested device ID (optional)
LPCWSTR reqID = RmReadString(rm, L"ID", L"");
if (reqID)
{
_snwprintf_s(m->m_reqID, _TRUNCATE, L"%s", reqID);
}
static const LPCWSTR s_chanName[Measure::CHANNEL_SUM + 1][3] =
{
{ L"L", L"FL", L"0", }, // CHANNEL_FL
{ L"R", L"FR", L"1", }, // CHANNEL_FR
{ L"C", L"", L"2", }, // CHANNEL_C
{ L"LFE", L"Sub", L"3", }, // CHANNEL_LFE
{ L"BL", L"", L"4", }, // CHANNEL_BL
{ L"BR", L"", L"5", }, // CHANNEL_BR
{ L"SL", L"", L"6", }, // CHANNEL_SL
{ L"SR", L"", L"7", }, // CHANNEL_SR
{ L"Sum", L"Avg", L"", }, // CHANNEL_SUM
};
// parse channel specifier
LPCWSTR channel = RmReadString(rm, L"Channel", L"");
if (*channel)
{
bool found = false;
for (int iChan = 0; iChan <= Measure::CHANNEL_SUM && !found; ++iChan)
{
for (int j = 0; j < 3; ++j)
{
if (_wcsicmp(channel, s_chanName[iChan][j]) == 0)
{
m->m_channel = (Measure::Channel)iChan;
found = true;
break;
}
}
}
if (!found)
{
WCHAR msg[512];
WCHAR* d = msg;
d += _snwprintf_s(d, (sizeof(msg) + (UINT32)msg - (UINT32)d) / sizeof(WCHAR), _TRUNCATE,
L"Invalid Channel '%s', must be an integer between 0 and %d, or one of:", channel, Measure::MAX_CHANNELS - 1);
for (int i = 0; i <= Measure::CHANNEL_SUM; ++i)
{
d += _snwprintf_s(d, (sizeof(msg) + (UINT32)msg - (UINT32)d) / sizeof(WCHAR), _TRUNCATE,
L"%s%s%s", i ? L", " : L" ", i == Measure::CHANNEL_SUM ? L"or " : L"", s_chanName[i][0]);
}
d += _snwprintf_s(d, (sizeof(msg) + (UINT32)msg - (UINT32)d) / sizeof(WCHAR), _TRUNCATE, L".");
RmLogF(rm, LOG_ERROR, msg);
}
}
// initialize FFT data
m->m_fftSize = RmReadInt(rm, L"FFTSize", m->m_fftSize);
if (m->m_fftSize < 0 || m->m_fftSize & 1)
{
RmLogF(rm, LOG_ERROR, L"Invalid FFTSize %ld: must be an even integer >= 0. (powers of 2 work best)", m->m_fftSize);
m->m_fftSize = 0;
}
m->m_fftBufferSize = max(m->m_fftSize, RmReadInt(rm, L"FFTBufferSize", m->m_fftBufferSize));
// initialize frequency bands
m->m_nBands = RmReadInt(rm, L"Bands", m->m_nBands);
if (m->m_nBands < 0)
{
RmLogF(rm, LOG_ERROR, L"Invalid Bands %ld: must be an integer >= 0.", m->m_nBands);
m->m_nBands = 0;
}
m->m_freqMin = max(0.0, RmReadDouble(rm, L"FreqMin", m->m_freqMin));
m->m_freqMax = max(0.0, RmReadDouble(rm, L"FreqMax", m->m_freqMax));
// create the enumerator
if (CoCreateInstance(CLSID_MMDeviceEnumerator, NULL, CLSCTX_ALL, IID_IMMDeviceEnumerator, (void**)&m->m_enum) == S_OK)
{
// init the device (if it fails, log debug message and quit)
if (m->DeviceInit() == S_OK)
{
// create separate thread with event-driven update loop
std::thread thread(&Measure::DoCaptureLoop, m);
thread.detach();
}
return;
}
SAFE_RELEASE(m->m_enum);
}
/**
* Destroy the measure instance.
*
* @param[in] data Measure instance pointer.
*/
PLUGIN_EXPORT void Finalize(void* data)
{
Measure* m = (Measure*)data;
SetEvent(m->m_hStopEvent);
m->DeviceRelease();
SAFE_RELEASE(m->m_enum);
if (!m->m_parent)
{
std::vector<Measure*>::iterator iter = std::find(s_parents.begin(), s_parents.end(), m);
s_parents.erase(iter);
}
delete m;
}
/**
* (Re-)parse parameters from .ini file.
*
* @param[in] data Measure instance pointer.
* @param[in] rm Rainmeter context.
* @param[out] maxValue ?
*/
PLUGIN_EXPORT void Reload(void* data, void* rm, double* maxValue)
{
static const LPCWSTR s_typeName[Measure::NUM_TYPES] =
{
L"RMS", // TYPE_RMS
L"Peak", // TYPE_PEAK
L"FFT", // TYPE_FFT
L"Band", // TYPE_BAND
L"FFTFreq", // TYPE_FFTFREQ
L"BandFreq", // TYPE_BANDFREQ
L"Format", // TYPE_FORMAT
L"DeviceStatus", // TYPE_DEV_STATUS
L"DeviceName", // TYPE_DEV_NAME
L"DeviceID", // TYPE_DEV_ID
L"DeviceList", // TYPE_DEV_LIST
L"BufferStatus" // TYPE_BUFFERSTATUS
};
Measure* m = (Measure*)data;
// parse data type
LPCWSTR type = RmReadString(rm, L"Type", L"");
if (*type)
{
int iType;
for (iType = 0; iType < Measure::NUM_TYPES; ++iType)
{
if (_wcsicmp(type, s_typeName[iType]) == 0)
{
m->m_type = (Measure::Type)iType;
break;
}
}
if (!(iType < Measure::NUM_TYPES))
{
WCHAR msg[512];
WCHAR* d = msg;
d += _snwprintf_s(d, (sizeof(msg) + (UINT32)msg - (UINT32)d) / sizeof(WCHAR), _TRUNCATE,
L"Invalid Type '%s', must be one of:", type);
for (int i = 0; i < Measure::NUM_TYPES; ++i)
{
d += _snwprintf_s(d, (sizeof(msg) + (UINT32)msg - (UINT32)d) / sizeof(WCHAR), _TRUNCATE,
L"%s%s%s", i ? L", " : L" ", i == (Measure::NUM_TYPES - 1) ? L"or " : L"", s_typeName[i]);
}
d += _snwprintf_s(d, (sizeof(msg) + (UINT32)msg - (UINT32)d) / sizeof(WCHAR), _TRUNCATE, L".");
RmLogF(rm, LOG_ERROR, msg);
}
}
// parse FFT index request
m->m_fftIdx = max(0, RmReadInt(rm, L"FFTIdx", m->m_fftIdx));
m->m_fftIdx = m->m_parent ?
min(m->m_parent->m_fftBufferSize / 2, m->m_fftIdx) :
min(m->m_fftBufferSize / 2, m->m_fftIdx);
// parse band index request
m->m_bandIdx = max(0, RmReadInt(rm, L"BandIdx", m->m_bandIdx));
m->m_bandIdx = m->m_parent ?
min(m->m_parent->m_nBands, m->m_bandIdx) :
min(m->m_nBands, m->m_bandIdx);
// parse envelope values on parents only
if (!m->m_parent)
{
// (re)parse envelope values
m->m_envRMS[0] = max(0, RmReadInt(rm, L"RMSAttack", m->m_envRMS[0]));
m->m_envRMS[1] = max(0, RmReadInt(rm, L"RMSDecay", m->m_envRMS[1]));
m->m_envPeak[0] = max(0, RmReadInt(rm, L"PeakAttack", m->m_envPeak[0]));
m->m_envPeak[1] = max(0, RmReadInt(rm, L"PeakDecay", m->m_envPeak[1]));
m->m_envFFT[0] = max(0, RmReadInt(rm, L"FFTAttack", m->m_envFFT[0]));
m->m_envFFT[1] = max(0, RmReadInt(rm, L"FFTDecay", m->m_envFFT[1]));
// (re)parse gain constants
m->m_gainRMS = max(0.0, RmReadDouble(rm, L"RMSGain", m->m_gainRMS));
m->m_gainPeak = max(0.0, RmReadDouble(rm, L"PeakGain", m->m_gainPeak));
m->m_sensitivity = 10 * log10(m->m_fftSize); // default dynamic range/noise floor
m->m_sensitivity = 10 / max(1.0, RmReadDouble(rm, L"Sensitivity", m->m_sensitivity));
// regenerate filter constants
if (m->m_wfx)
{
const double freq = m->m_wfx->nSamplesPerSec;
m->m_kRMS[0] = (float)exp(log10(0.01) / (freq * (double)m->m_envRMS[0] * 0.001));
m->m_kRMS[1] = (float)exp(log10(0.01) / (freq * (double)m->m_envRMS[1] * 0.001));
m->m_kPeak[0] = (float)exp(log10(0.01) / (freq * (double)m->m_envPeak[0] * 0.001));
m->m_kPeak[1] = (float)exp(log10(0.01) / (freq * (double)m->m_envPeak[1] * 0.001));
if (m->m_fftSize)
{
m->m_kFFT[0] = (float)exp(log10(0.01) / (freq * 0.001 * (double)m->m_envFFT[0] * 0.001));
m->m_kFFT[1] = (float)exp(log10(0.01) / (freq * 0.001 * (double)m->m_envFFT[1] * 0.001));
}
}
}
}
/**
* Update the measure.
*
* @param[in] data Measure instance pointer.
* @return Latest value - typically an audio level between 0.0 and 1.0.
*/
PLUGIN_EXPORT double Update(void* data)
{
Measure* m = (Measure*)data;
Measure* parent = m->m_parent ? m->m_parent : m;
if (m->m_clCapture)
{
BYTE* buffer;
UINT32 nFrames, nFramesNext;
DWORD flags;
HRESULT hr = m->m_clCapture->GetNextPacketSize(&nFramesNext);
if (hr == S_OK && nFramesNext > 0)
{
while (m->m_clCapture->GetBuffer(&buffer, &nFrames, &flags, NULL, NULL) == S_OK)
{
memcpy(&m->m_bufChunk[0], &buffer[0], nFrames * m->m_wfx->nBlockAlign);
// release buffer immediately to resume capture
m->m_clCapture->ReleaseBuffer(nFrames);
// test for discontinuity or silence
if (flags == 0)
{
if (m->m_type == Measure::TYPE_RMS || m->m_type == Measure::TYPE_PEAK)
{
// measure RMS and peak levels
float rms[Measure::MAX_CHANNELS];
float peak[Measure::MAX_CHANNELS];
for (int iChan = 0; iChan < Measure::MAX_CHANNELS; ++iChan)
{
rms[iChan] = (float)m->m_rms[iChan];
peak[iChan] = (float)m->m_peak[iChan];
}
// loops unrolled for float, 16b and mono, stereo
if (m->m_format == Measure::FMT_PCM_F32)
{
float* s = (float*)buffer;
if (m->m_wfx->nChannels == 1)
{
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
float xL = (float)*s++;
float sqrL = xL * xL;
float absL = abs(xL);
rms[0] = sqrL + m->m_kRMS[(sqrL < rms[0])] * (rms[0] - sqrL);
peak[0] = absL + m->m_kPeak[(absL < peak[0])] * (peak[0] - absL);
rms[1] = rms[0];
peak[1] = peak[0];
}
}
else if (m->m_wfx->nChannels == 2)
{
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
float xL = (float)*s++;
float xR = (float)*s++;
float sqrL = xL * xL;
float sqrR = xR * xR;
float absL = abs(xL);
float absR = abs(xR);
rms[0] = sqrL + m->m_kRMS[(sqrL < rms[0])] * (rms[0] - sqrL);
rms[1] = sqrR + m->m_kRMS[(sqrR < rms[1])] * (rms[1] - sqrR);
peak[0] = absL + m->m_kPeak[(absL < peak[0])] * (peak[0] - absL);
peak[1] = absR + m->m_kPeak[(absR < peak[1])] * (peak[1] - absR);
}
}
else
{
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
for (int iChan = 0; iChan < m->m_wfx->nChannels; ++iChan)
{
float x = (float)*s++;
float sqrX = x * x;
float absX = abs(x);
rms[iChan] = sqrX + m->m_kRMS[(sqrX < rms[iChan])] * (rms[iChan] - sqrX);
peak[iChan] = absX + m->m_kPeak[(absX < peak[iChan])] * (peak[iChan] - absX);
}
}
}
}
else if (m->m_format == Measure::FMT_PCM_S16)
{
INT16* s = (INT16*)buffer;
if (m->m_wfx->nChannels == 1)
{
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
float xL = (float)*s++ * 1.0f / 0x7fff;
float sqrL = xL * xL;
float absL = abs(xL);
rms[0] = sqrL + m->m_kRMS[(sqrL < rms[0])] * (rms[0] - sqrL);
peak[0] = absL + m->m_kPeak[(absL < peak[0])] * (peak[0] - absL);
rms[1] = rms[0];
peak[1] = peak[0];
}
}
else if (m->m_wfx->nChannels == 2)
{
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
float xL = (float)*s++ * 1.0f / 0x7fff;
float xR = (float)*s++ * 1.0f / 0x7fff;
float sqrL = xL * xL;
float sqrR = xR * xR;
float absL = abs(xL);
float absR = abs(xR);
rms[0] = sqrL + m->m_kRMS[(sqrL < rms[0])] * (rms[0] - sqrL);
rms[1] = sqrR + m->m_kRMS[(sqrR < rms[1])] * (rms[1] - sqrR);
peak[0] = absL + m->m_kPeak[(absL < peak[0])] * (peak[0] - absL);
peak[1] = absR + m->m_kPeak[(absR < peak[1])] * (peak[1] - absR);
}
}
else
{
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
for (int iChan = 0; iChan < m->m_wfx->nChannels; ++iChan)
{
float x = (float)*s++ * 1.0f / 0x7fff;
float sqrX = x * x;
float absX = abs(x);
rms[iChan] = sqrX + m->m_kRMS[(sqrX < rms[iChan])] * (rms[iChan] - sqrX);
peak[iChan] = absX + m->m_kPeak[(absX < peak[iChan])] * (peak[iChan] - absX);
}
}
}
}
for (int iChan = 0; iChan < Measure::MAX_CHANNELS; ++iChan)
{
m->m_rms[iChan] = rms[iChan];
m->m_peak[iChan] = peak[iChan];
}
}
// store data in ring buffers, and demux streams for FFT
if (m->m_fftSize)
{
float* sF32 = (float*)m->m_bufChunk;
INT16* sI16 = (INT16*)m->m_bufChunk;
for (int iFrame = 0; iFrame < nFrames; ++iFrame)
{
for (int iChan = 0; iChan < m->m_wfx->nChannels; ++iChan)
{
if (m->m_channel == Measure::CHANNEL_SUM)
{
if (iChan == Measure::CHANNEL_FL)
{
// cannot increment before evaluation
const float L = m->m_format == Measure::FMT_PCM_F32 ? *sF32++ : (float)*sI16++ * 1.0f / 0x7fff;
m->m_fftIn[m->m_fftBufW] = m->m_format == Measure::FMT_PCM_F32 ?
// stereo to mono: (L + R) / 2
0.5 * (L + *sF32++) : 0.5 * (((float)L * 1.0f / 0x7fff) + ((float)*sI16++ * 1.0f / 0x7fff));
}
}
else if (iChan == m->m_channel)
{
m->m_fftIn[m->m_fftBufW] = m->m_format == Measure::FMT_PCM_F32 ? *sF32++ : (float)*sI16++ * 1.0f / 0x7fff;
}
else { ++sF32; ++sI16; } // move along the raw data buffer
}
m->m_fftBufW = (m->m_fftBufW + 1) % m->m_fftSize; // move along the data-to-process buffer
}
}
}
//else RmLog(LOG_WARNING, L"Silence or discontinuity detected.");
}
// process FFTs
if (m->m_fftSize)
{
// copy from the circular ring buffer to temp space
memcpy(&m->m_fftTmpIn[0], &m->m_fftIn[m->m_fftBufW], (m->m_fftSize - m->m_fftBufW) * sizeof(float));
memcpy(&m->m_fftTmpIn[m->m_fftSize - m->m_fftBufW], &m->m_fftIn[0], m->m_fftBufW * sizeof(float));
// apply the windowing function
for (int iBin = 0; iBin < m->m_fftSize; ++iBin)
m->m_fftTmpIn[iBin] *= m->m_fftKWdw[iBin];
kiss_fftr(m->m_fftCfg, m->m_fftTmpIn, m->m_fftTmpOut);
for (int iBin = 0; iBin < m->m_fftBufferSize; ++iBin)
{
// old and new values
float x0 = m->m_fftOut[iBin];
const float x1 = (m->m_fftTmpOut[iBin].r * m->m_fftTmpOut[iBin].r + m->m_fftTmpOut[iBin].i * m->m_fftTmpOut[iBin].i) * fftScalar;
x0 = x1 + m->m_kFFT[(x1 < x0)] * (x0 - x1); // attack/decay filter
m->m_fftOut[iBin] = x0;
}
}
// integrate FFT results into log-scale frequency bands
if (m->m_nBands)
{
memset(m->m_bandOut, 0, m->m_nBands * sizeof(float));
int iBin = 0;
int iBand = 0;
float f0 = 0.0f;
while (iBin <= (m->m_fftBufferSize * 0.5) && iBand < m->m_nBands)
{
const float fLin1 = ((float)iBin + 0.5f) * df;
const float fLog1 = m->m_bandFreq[iBand];
float& y = m->m_bandOut[iBand];
if (fLin1 <= fLog1)
{
y += (fLin1 - f0) * m->m_fftOut[iBin] * bandScalar;
f0 = fLin1;
iBin += 1;
}
else
{
y += (fLog1 - f0) * m->m_fftOut[iBin] * bandScalar;
f0 = fLog1;
iBand += 1;
}
}
}
}
if (m->m_type == Measure::TYPE_BUFFERSTATUS && !FAILED(hr))
{
return nFramesNext > 0 ? nFramesNext : 0;
}
// detect device disconnection
switch (hr)
{
case AUDCLNT_E_BUFFER_ERROR:
case AUDCLNT_E_DEVICE_INVALIDATED:
case AUDCLNT_E_SERVICE_NOT_RUNNING:
m->DeviceRelease();
break;
}
}
// Windows bug: sometimes when shutting down a playback application, it doesn't zero
// out the buffer. Detect this by checking the time since the last successful fill
// and resetting the volumes if past the threshold.
else if (m->m_type == Measure::TYPE_RMS || m->m_type == Measure::TYPE_PEAK)
{
for (int iChan = 0; iChan < Measure::MAX_CHANNELS; ++iChan)
{
m->m_rms[iChan] = 0.0;
m->m_peak[iChan] = 0.0;
}
}
switch (m->m_type)
{
case Measure::TYPE_BAND:
if (parent->m_clCapture && parent->m_nBands)
{
return max(0, parent->m_sensitivity * log10(CLAMP01(parent->m_bandOut[m->m_bandIdx])) + 1.0);
}
break;
case Measure::TYPE_FFT:
if (parent->m_clCapture && parent->m_fftBufferSize)
{
return max(0, parent->m_sensitivity * log10(CLAMP01(parent->m_fftOut[m->m_fftIdx])) + 1.0);
}
break;
case Measure::TYPE_FFTFREQ:
if (parent->m_clCapture && parent->m_fftBufferSize && m->m_fftIdx <= (parent->m_fftBufferSize * 0.5))
{
return (m->m_fftIdx * m->m_wfx->nSamplesPerSec / parent->m_fftBufferSize);
}
break;
case Measure::TYPE_BANDFREQ:
if (parent->m_clCapture && parent->m_nBands && m->m_bandIdx < parent->m_nBands)
{
return parent->m_bandFreq[m->m_bandIdx];
}
break;
case Measure::TYPE_RMS:
if (m->m_channel == Measure::CHANNEL_SUM)
{
return CLAMP01((sqrt(parent->m_rms[0]) + sqrt(parent->m_rms[1])) * 0.5 * parent->m_gainRMS);
}
else
{
return CLAMP01(sqrt(parent->m_rms[m->m_channel]) * parent->m_gainRMS);
}
break;
case Measure::TYPE_PEAK:
if (m->m_channel == Measure::CHANNEL_SUM)
{
return CLAMP01((parent->m_peak[0] + parent->m_peak[1]) * 0.5 * parent->m_gainPeak);
}
else
{
return CLAMP01(parent->m_peak[m->m_channel] * parent->m_gainPeak);
}
break;
case Measure::TYPE_DEV_STATUS:
if (parent->m_dev)
{
DWORD state;
if (parent->m_dev->GetState(&state) == S_OK && state == DEVICE_STATE_ACTIVE)
{
return 1.0;
}
}
break;
}
return 0.0;
}
/**
* Indicates that the application working directory will not be reset by the plugin.
*/
PLUGIN_EXPORT void OverrideDirectory()
{
}
/**
* Get a string value from the measure.
*
* @param[in] data Measure instance pointer.
* @return String value - must be copied out by the caller.
*/
PLUGIN_EXPORT LPCWSTR GetString(void* data)
{
Measure* m = (Measure*)data;
Measure* parent = m->m_parent ? m->m_parent : m;
static WCHAR buffer[4096];
const WCHAR* s_fmtName[Measure::NUM_FORMATS] =
{
L"<invalid>", // FMT_INVALID
L"PCM 16b", // FMT_PCM_S16
L"PCM 32b", // FMT_PCM_F32
};
buffer[0] = '\0';
switch (m->m_type)
{
default:
// return NULL for any numeric values, so Rainmeter can auto-convert them.
return NULL;
case Measure::TYPE_FORMAT:
if (parent->m_wfx)
{
_snwprintf_s(buffer, _TRUNCATE, L"%dHz %s %dch", parent->m_wfx->nSamplesPerSec,
s_fmtName[parent->m_format], parent->m_wfx->nChannels);
}
break;
case Measure::TYPE_DEV_NAME:
return parent->m_devName;
case Measure::TYPE_DEV_ID:
if (parent->m_dev)
{
LPWSTR pwszID = NULL;
if (parent->m_dev->GetId(&pwszID) == S_OK)
{
_snwprintf_s(buffer, _TRUNCATE, L"%s", pwszID);
CoTaskMemFree(pwszID);
}
}
break;
case Measure::TYPE_DEV_LIST:
if (parent->m_enum)
{
IMMDeviceCollection* collection = NULL;
if (parent->m_enum->EnumAudioEndpoints(parent->m_port == Measure::PORT_OUTPUT ? eRender : eCapture,
DEVICE_STATE_ACTIVE | DEVICE_STATE_UNPLUGGED, &collection) == S_OK)
{
WCHAR* d = &buffer[0];
UINT nDevices;
collection->GetCount(&nDevices);
for (ULONG iDevice = 0; iDevice < nDevices; ++iDevice)
{
IMMDevice* device = NULL;
IPropertyStore* props = NULL;
if (collection->Item(iDevice, &device) == S_OK && device->OpenPropertyStore(STGM_READ, &props) == S_OK)
{
LPWSTR id = NULL;
PROPVARIANT varName;
PropVariantInit(&varName);
if (device->GetId(&id) == S_OK && props->GetValue(PKEY_Device_FriendlyName, &varName) == S_OK)
{
d += _snwprintf_s(d, (sizeof(buffer) + (UINT32)buffer - (UINT32)d) / sizeof(WCHAR), _TRUNCATE,
L"%s%s: %s", iDevice > 0 ? L"\n" : L"", id, varName.pwszVal);
}
if (id) CoTaskMemFree(id);
PropVariantClear(&varName);
}
SAFE_RELEASE(props);
SAFE_RELEASE(device);
}
}
SAFE_RELEASE(collection);
}
break;
}
return buffer;
}
/**
* Try to initialize the default device for the specified port.
*
* @return Result value, S_OK on success.
*/
HRESULT Measure::DeviceInit()
{
HRESULT hr;
// get the device handle
assert(m_enum && !m_dev);
// if a specific ID was requested, search for that one, otherwise get the default
if (*m_reqID)
{
hr = m_enum->GetDevice(m_reqID, &m_dev);
if (hr != S_OK)
{
WCHAR msg[256];
_snwprintf_s(msg, _TRUNCATE, L"Audio %s device '%s' not found (error 0x%08x).",
m_port == PORT_OUTPUT ? L"output" : L"input", m_reqID, hr);
RmLog(LOG_WARNING, msg);
}
}
else
{
hr = m_enum->GetDefaultAudioEndpoint(m_port == PORT_OUTPUT ? eRender : eCapture, eConsole, &m_dev);
}
EXIT_ON_ERROR(hr);
// store device name
IPropertyStore* props = NULL;
if (m_dev->OpenPropertyStore(STGM_READ, &props) == S_OK)
{
PROPVARIANT varName;
PropVariantInit(&varName);
if (props->GetValue(PKEY_Device_FriendlyName, &varName) == S_OK)
{
_snwprintf_s(m_devName, _TRUNCATE, L"%s", varName.pwszVal);
}
PropVariantClear(&varName);
}
SAFE_RELEASE(props);
// get an extra audio client for loopback events
hr = m_dev->Activate(IID_IAudioClient, CLSCTX_ALL, NULL, (void**)&m_clBugAudio);
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to create audio client for loopback events.");
}
// get the main audio client
//if (m_dev->Activate(IID_IAudioClient3, CLSCTX_ALL, NULL, (void**)&m_clAudio) != S_OK)
//{
if (m_dev->Activate(IID_IAudioClient, CLSCTX_ALL, NULL, (void**)&m_clAudio) != S_OK)
{
RmLog(LOG_WARNING, L"Failed to create audio client.");
goto Exit;
}
//}
// parse audio format - Note: not all formats are supported.
hr = m_clAudio->GetMixFormat(&m_wfx);
EXIT_ON_ERROR(hr);
m_wfxR.nChannels = m_wfx->nChannels;
m_wfxR.nSamplesPerSec = m_wfx->nSamplesPerSec;
m_wfxR.cbSize = 0;
CoTaskMemFree(m_wfx);
m_wfxR.wFormatTag = WAVE_FORMAT_IEEE_FLOAT;
m_wfxR.wBitsPerSample = 32;
m_wfxR.nBlockAlign = m_wfxR.nChannels * m_wfxR.wBitsPerSample / 8;
m_wfxR.nAvgBytesPerSec = m_wfxR.nSamplesPerSec * m_wfxR.nBlockAlign;
if (m_clAudio->IsFormatSupported(AUDCLNT_SHAREMODE_SHARED, &m_wfxR, &m_wfx) != AUDCLNT_E_UNSUPPORTED_FORMAT)
{
m_format = FMT_PCM_F32;
}
else
{
m_wfxR.wFormatTag = WAVE_FORMAT_PCM;
m_wfxR.wBitsPerSample = 16;
m_wfxR.nBlockAlign = m_wfxR.nChannels * m_wfxR.wBitsPerSample / 8;
m_wfxR.nAvgBytesPerSec = m_wfxR.nSamplesPerSec * m_wfxR.nBlockAlign;
if (m_clAudio->IsFormatSupported(AUDCLNT_SHAREMODE_SHARED, &m_wfxR, &m_wfx) != AUDCLNT_E_UNSUPPORTED_FORMAT)
{
m_format = FMT_PCM_S16;
}
else
{
// try a standard format
m_wfxR.nChannels = 2;
m_wfxR.nSamplesPerSec = 48000;
m_wfxR.nBlockAlign = m_wfxR.nChannels * m_wfxR.wBitsPerSample / 8;
m_wfxR.nAvgBytesPerSec = m_wfxR.nSamplesPerSec * m_wfxR.nBlockAlign;
if (m_clAudio->IsFormatSupported(AUDCLNT_SHAREMODE_SHARED, &m_wfxR, &m_wfx) != AUDCLNT_E_UNSUPPORTED_FORMAT)
{
m_format = FMT_PCM_S16;
}
else
{
RmLog(LOG_WARNING, L"Invalid sample format. Only PCM 16b integer or PCM 32b float are supported.");
goto Exit;
}
}
}
if (!m_wfx) { m_wfx = &m_wfxR; }
// setup FFT buffers
if (m_fftSize)
{
m_fftIn = (float*)calloc(m_fftSize * sizeof(float), 1);
m_fftKWdw = (float*)calloc(m_fftSize * sizeof(float), 1);
m_fftTmpIn = (float*)calloc(m_fftBufferSize * sizeof(float), 1);
m_fftCfg = kiss_fftr_alloc(m_fftBufferSize, 0, NULL, NULL);
m_fftTmpOut = (kiss_fft_cpx*)calloc(m_fftBufferSize * sizeof(kiss_fft_cpx), 1);
m_fftOut = (float*)calloc(m_fftBufferSize * sizeof(float), 1);
fftScalar = (float)(1.0 / sqrt(m_fftSize));
// zero-padding - https://jackschaedler.github.io/circles-sines-signals/zeropadding.html
for (int iBin = 0; iBin < m_fftBufferSize; ++iBin) m_fftTmpIn[iBin] = 0.0;
// calculate window function coefficients (http://en.wikipedia.org/wiki/Window_function#Hann_.28Hanning.29_window)
for (unsigned int iBin = 1; iBin < m_fftSize; ++iBin)
m_fftKWdw[iBin] = (float)(0.5 * (1.0 - cos(TWOPI * iBin / (m_fftSize + 1)))); // periodic version for FFT/spectral analysis
m_fftKWdw[0] = 0.0;
}
// calculate band frequencies and allocate band output buffers
if (m_nBands)
{
m_bandFreq = (float*)malloc(m_nBands * sizeof(float));
const double step = (log(m_freqMax / m_freqMin) / m_nBands) / log(2.0);
m_bandFreq[0] = (float)(m_freqMin * pow(2.0, step / 2.0));
df = (float)m_wfx->nSamplesPerSec / m_fftBufferSize;
bandScalar = 2.0f / (float)m_wfx->nSamplesPerSec;
for (int iBand = 1; iBand < m_nBands; ++iBand)
{
m_bandFreq[iBand] = (float)(m_bandFreq[iBand - 1] * pow(2.0, step));
}
m_bandOut = (float*)calloc(m_nBands * sizeof(float), 1);
}
hr = m_clBugAudio->Initialize(
AUDCLNT_SHAREMODE_SHARED,
AUDCLNT_STREAMFLAGS_EVENTCALLBACK, // "Each time the client receives an event for the render stream, it must signal the capture client to run"
0,
0,
m_wfx,
NULL);
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to initialize audio client for loopback events.");
}
EXIT_ON_ERROR(hr);
m_hReadyEvent = CreateEvent(NULL, FALSE, FALSE, NULL);
if (m_hReadyEvent == NULL)
{
RmLog(LOG_WARNING, L"Failed to create buffer-event handle.");
hr = E_FAIL;
goto Exit;
}
m_hStopEvent = CreateEvent(NULL, FALSE, FALSE, NULL);
hr = m_clBugAudio->SetEventHandle(m_hReadyEvent);
EXIT_ON_ERROR(hr);
#if (WINDOWS_BUG_WORKAROUND)
// ---------------------------------------------------------------------------------------
// Windows bug workaround: create a silent render client before initializing loopback mode
// see: http://social.msdn.microsoft.com/Forums/windowsdesktop/en-US/c7ba0a04-46ce-43ff-ad15-ce8932c00171/loopback-recording-causes-digital-stuttering?forum=windowspro-audiodevelopment
if (m_port == PORT_OUTPUT)
{
hr = m_clBugAudio->GetService(IID_IAudioRenderClient, (void**)&m_clBugRender);
EXIT_ON_ERROR(hr);
UINT32 nFrames;
hr = m_clBugAudio->GetBufferSize(&nFrames);
EXIT_ON_ERROR(hr);
BYTE* buffer;
hr = m_clBugRender->GetBuffer(nFrames, &buffer);
EXIT_ON_ERROR(hr);
hr = m_clBugRender->ReleaseBuffer(nFrames, AUDCLNT_BUFFERFLAGS_SILENT);
EXIT_ON_ERROR(hr);
}
// ---------------------------------------------------------------------------------------
#endif
hr = m_clBugAudio->Start();
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to start the stream for loopback events.");
}
EXIT_ON_ERROR(hr);
// initialize the audio client
/* void* ptr = NULL;
if (m_clAudio->QueryInterface(IID_IAudioClient3, (void**)&ptr) == S_OK)
{
AudioClientProperties props = { 0 };
props.cbSize = sizeof(AudioClientProperties);
props.bIsOffload = FALSE;
props.eCategory = AudioCategory_Other;
//props.Options = AUDCLNT_STREAMOPTIONS_RAW | AUDCLNT_STREAMOPTIONS_MATCH_FORMAT;
if (((IAudioClient3*)m_clAudio)->SetClientProperties(&props) != S_OK)
{
RmLog(LOG_WARNING, L"Failed to set audio client properties.");
goto Exit;
}
UINT32 defFrames, funFrames, minFrames, maxFrames;
hr = ((IAudioClient3*)m_clAudio)->GetSharedModeEnginePeriod(m_wfx, &defFrames, &funFrames, &minFrames, &maxFrames);
EXIT_ON_ERROR(hr);
// 0x88890021 AUDCLNT_E_INVALID_STREAM_FLAG - Loopback not supported?
hr = ((IAudioClient3*)m_clAudio)->InitializeSharedAudioStream((m_port == PORT_OUTPUT ? AUDCLNT_STREAMFLAGS_LOOPBACK : 0)
, minFrames, m_wfx, NULL);
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to initialize audio client (3).");
goto Exit;
}
} else */
if (m_clAudio->Initialize(
AUDCLNT_SHAREMODE_SHARED,
(m_port == PORT_OUTPUT ? AUDCLNT_STREAMFLAGS_LOOPBACK : 0),
0,
0,
m_wfx,
NULL) != S_OK)
{
RmLog(LOG_WARNING, L"Failed to initialize loopback audio client.");
goto Exit;
}
// initialize the audio capture client
hr = m_clAudio->GetService(IID_IAudioCaptureClient, (void**)&m_clCapture);
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to create audio capture client.");
}
EXIT_ON_ERROR(hr);
// start the stream
hr = m_clAudio->Start();
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to start the stream.");
}
EXIT_ON_ERROR(hr);
// allocate buffer for latest data chunk copy
UINT32 nMaxFrames;
hr = m_clAudio->GetBufferSize(&nMaxFrames);
if (hr != S_OK)
{
RmLog(LOG_WARNING, L"Failed to determine max buffer size.");
}
EXIT_ON_ERROR(hr);
m_bufChunk = (BYTE*)calloc(nMaxFrames * m_wfx->nBlockAlign * sizeof(BYTE), 1);
return S_OK;
Exit:
DeviceRelease();
return hr;
}
/**
* Release handles to audio resources. (except the enumerator)
*/
void Measure::DeviceRelease()
{
RmLog(LOG_DEBUG, L"Releasing dummy stream audio device.");
if (m_clBugAudio)
{
m_clBugAudio->Stop();
}
#if (WINDOWS_BUG_WORKAROUND)
SAFE_RELEASE(m_clBugRender);
#endif
SAFE_RELEASE(m_clBugAudio);
RmLog(LOG_DEBUG, L"Releasing audio device.");
if (m_clAudio)
{
m_clAudio->Stop();
}
SAFE_RELEASE(m_clCapture);
SAFE_RELEASE(m_clAudio);
SAFE_RELEASE(m_dev);
if (m_hReadyEvent != NULL) { CloseHandle(m_hReadyEvent); }
if (m_hStopEvent != NULL) { CloseHandle(m_hStopEvent); }
//if (m_hTask != NULL) { AvRevertMmThreadCharacteristics(m_hTask); }
if (m_fftCfg) kiss_fftr_free(m_fftCfg);
m_fftCfg = NULL;
if (m_bufChunk) free(m_bufChunk);
m_bufChunk = NULL;
if (m_fftIn) free(m_fftIn);
m_fftIn = NULL;
if (m_fftOut) free(m_fftOut);
m_fftOut = NULL;
if (m_bandOut) free(m_bandOut);
m_bandOut = NULL;
for (int iChan = 0; iChan < Measure::MAX_CHANNELS; ++iChan)
{
m_rms[iChan] = 0.0;
m_peak[iChan] = 0.0;
}
if (m_bandFreq)
{
free(m_bandFreq);
m_bandFreq = NULL;
}
if (m_fftTmpOut)
{
free(m_fftTmpOut);
free(m_fftTmpIn);
free(m_fftKWdw);
m_fftTmpOut = NULL;
m_fftTmpIn = NULL;
m_fftKWdw = NULL;
kiss_fft_cleanup();
}
m_devName[0] = '\0';
m_format = FMT_INVALID;
}
@alatsombath
Copy link
Author

  • Improvements in the modified "AudioLevel" plugin by dgrace for Rainmeter:
    • Zero-padding for smoother bass section (new "FFTBufferSize" option)
      • When greater than FFTSize, pads zeros to the time-domain signal up to the selected buffer size, for finer frequency granularity
      • Resources: [1] [2] [3] (Padding + Windowing) [4]
    • Hann periodic window for better spectral analysis (not symmetric version) [1] [2] [3]
      • "Useful for DFT/FFT purposes", and "designs a symmetric Hann window of length Length+1 and truncates the window to length Length."
    • Stereo-to-mono corrected using time-domain average (not frequency domain) [1] [2] [3] [4] [5] [6]
      • Also avoids one extra FFT processing of a channel
    • Resume capture more quickly by releasing buffer earlier (IAudioCaptureClient::ReleaseBuffer)
      • "Clients should avoid excessive delays between the GetBuffer call that acquires a buffer and the ReleaseBuffer call that releases the buffer ... Clients that delay releasing a buffer for more than one period risk losing sample data."
    • Automatically request the engine's minimum supported buffer size for faster buffer release (IAudioClient::Initialize only)
      • "If the client passes this method an hnsBufferDuration parameter value of 0, the method assumes that the periods for the client and audio engine are guaranteed to be equal, and the method will allocate a buffer small enough to achieve the minimum possible latency."
    • Support potentially more devices, try IsFormatSupported() for requested formats, instead of only the default mix format
    • Efficient skin Redraw by returning the number of buffer frames left to process (new "Type=BufferStatus")
      • The skin's ActionTimer calls Update/Redraw only once per new data (~10ms), when this value changes to above 0
    • Move FFT processing outside capture loop
    • Skip RMS/Peak calculation in FFT Band measures
    • Stop storing frames counter at start of stream, from GetBuffer() (latency)
    • Remove all QueryPerformanceCounters, especially for "QUERY_TIMEOUT"
    • Store calculation of scalar constants outside update loop
    • Optimization: Declare some values in loops as constants; Stop using unsigned ints in for loops (without division)
    • Remove FFTOverlap from internal plugin calculations
    • Stop doing unnecessary FFTs for non-selected channels
      • Backwards compatibility: "Channel" is no longer a child measure option, and is now required to be added to the Parent measure, or new Parent measures for different channels
        • Only the Parent measure can process FFT. By only having one Channel per measure, it must either do FFTs on all Channels or only one Channel
        • It must be apparent that doing FFTs for each potentially undisplayed channel has been extremely wasteful
        • This change should be an overall improvement by large, based on an expected number of users who more likely have multiple channels beyond stereo, than a select sample of users who have customized different Channels on child measures

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment