ST_AudioProcessingSettings.h

// Copyright (c) 2025 Aaron Trotter (ShaderTech). All Rights Reserved.
 
#pragma once
 
#include "CoreMinimal.h"
#include "Engine/DataAsset.h"
#include "Engine/DeveloperSettings.h"
#include "Misc/EnumClassFlags.h"
#include "Misc/EnumRange.h"
#include "ST_AudioProcessingSettings.generated.h"

UENUM(BlueprintType, meta = (Bitflags, UseEnumValuesAsMaskValuesInEditor = "true"))
enum class EAudioIOType : uint8
{
    None = 0                        UMETA(Hidden),

    PlaybackWaveform = 1 << 0       UMETA(DisplayName = "PlaybackWaveform"),

    PlaybackNoise = 1 << 1          UMETA(DisplayName = "PlaybackNoise"),

    PlaybackPlayer = 1 << 2         UMETA(DisplayName = "PlaybackPlayer"),

    PlaybackEnginePlayer = 1 << 3   UMETA(DisplayName = "PlaybackEnginePlayer"),

    CaptureLoopback = 1 << 4        UMETA(DisplayName = "CaptureLoopback"),

    CaptureMicrophone = 1 << 5      UMETA(DisplayName = "CaptureMicrophone"),

    Count = 1 << 6                  UMETA(Hidden)
};

ENUM_CLASS_FLAGS(EAudioIOType);

constexpr bool EnumHasAnyFlags(int32 Flags, EAudioIOType Contains)
{
    return (Flags & int32(Contains)) != 0;
};

ENUM_RANGE_BY_VALUES(EAudioIOType,
    EAudioIOType::PlaybackWaveform,
    EAudioIOType::PlaybackNoise,
    EAudioIOType::PlaybackPlayer,
    EAudioIOType::PlaybackEnginePlayer,
    EAudioIOType::CaptureLoopback,
    EAudioIOType::CaptureMicrophone
);

UENUM(BlueprintType)
enum class EST_AudioFileLocation : uint8
{
    ProjectDir = 0          UMETA(DisplayName = "Project Dir"),

    ProjectContentDir = 1   UMETA(DisplayName = "Project Content Dir"),

    ProjectPluginsDir = 2   UMETA(DisplayName = "Project Plugins Dir"),

    EngineDir = 3           UMETA(DisplayName = "Engine Dir"),

    EnginePluginsDir = 4    UMETA(DisplayName = "Engine Plugins Dir")
};

UENUM(BlueprintType)
enum class EST_EncodingFormat : uint8
{
    Unknown = 0 UMETA(DisplayName = "Unknown"),

    WAV = 1     UMETA(DisplayName = "WAV"),

    Flac = 2    UMETA(DisplayName = "Flac"),

    MP3 = 3     UMETA(DisplayName = "MP3"),

    Vorbis = 4  UMETA(DisplayName = "Vorbis")
};

UENUM(BlueprintType)
enum class EST_SampleFormat : uint8
{
    Unknown = 0     UMETA(DisplayName = "Unknown"),

    U8 = 1          UMETA(DisplayName = "Unsigned 8-bit"),

    S16 = 2         UMETA(DisplayName = "Signed 16-bit"),

    S24 = 3         UMETA(DisplayName = "Signed 24-bit"),

    S32 = 4         UMETA(DisplayName = "Signed 32-bit"),

    F32 = 5         UMETA(DisplayName = "32-bit Float")
};

UENUM(BlueprintType)
enum class EST_NoiseType : uint8
{
    White = 0       UMETA(DisplayName = "White"),

    Pink = 1        UMETA(DisplayName = "Pink"),

    Brownian = 2    UMETA(DisplayName = "Brownian"),
};

UENUM(BlueprintType)
enum class EST_WaveformType : uint8
{
    Sine = 0        UMETA(DisplayName = "Sine"),

    Square = 1      UMETA(DisplayName = "Square"),

    Triangle = 2    UMETA(DisplayName = "Triangle"),

    Sawtooth = 3    UMETA(DisplayName = "Sawtooth")
};

UENUM(BlueprintType)
enum class EST_FilterType : uint8
{
    None = 0            UMETA(DisplayName = "No Filter"),

    Butterworth = 1     UMETA(DisplayName = "Butterworth (Smooth)"),

    ChebyshevTypeI = 2  UMETA(DisplayName = "Chebyshev I (Sharp)"),
};

UENUM(BlueprintType)
enum class EST_WindowingFunction : uint8
{
    Rectangular = 0     UMETA(DisplayName = "Rectangular (no windowing)"),

    Hann = 1            UMETA(DisplayName = "Hann (good balance, smooth edges)"),

    Hamming = 2         UMETA(DisplayName = "Hamming (reduces first side ripple)"),

    BlackmanHarris = 4  UMETA(DisplayName = "Blackman-Harris (strong smoothing, less noise)"),

    Gaussian = 5        UMETA(DisplayName = "Gaussian (soft edges, smooth blend)")
};

UENUM(BlueprintType)
enum class EST_SpectrumSpacing : uint8
{
    Log = 0                 UMETA(DisplayName = "Logarithmic (natural)"),

    Linear = 1              UMETA(DisplayName = "Linear (even)"),

    OctaveSubdivision = 2   UMETA(DisplayName = "Octave Subdivision (Power-of-Two)"),

    Quadratic = 3           UMETA(DisplayName = "Quadratic (Squared Growth)")
};

UENUM(BlueprintType)
enum class EST_SpectrumValues : uint8
{
    Averages = 0        UMETA(DisplayName = "Averages (smooth)"),

    Peaks = 1           UMETA(DisplayName = "Peaks (noisy)"),
};

UENUM(BlueprintType)
enum class EST_SmoothingType : uint8
{
    None = 0        UMETA(DisplayName = "None"),

    EMA = 1         UMETA(DisplayName = "Exponential Moving Average"),

    SMA = 2         UMETA(DisplayName = "Simple Moving Average "),
    // ToDo: Add Gaussian smoothing method in the future.
};

USTRUCT(BlueprintType)
struct FFFTSmoothingConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_SmoothingType SmoothingType = EST_SmoothingType::EMA;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "SmoothingType != EST_SmoothingType::None && SmoothingType == EST_SmoothingType::SMA", ClampMin = "0.0", UIMin = "0.0", Tooltip = "Time window (in seconds) used for smoothing values over a set period of time. Larger values result in smoother transitions, while smaller values react more quickly to changes."))
    float TimeWindow = 0.1f;  // 100ms

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "SmoothingType != EST_SmoothingType::None", ClampMin = "0.0", ClampMax = "1.0", UIMin = "0.0", UIMax = "1.0", Tooltip = "Smoothing factor for averaging over time (0 = No smoothing, 1 = Full smoothing)"))
    float SmoothingFactor = 0.5f;
};

USTRUCT(BlueprintType)
struct FFFTFilterConfig
{
    GENERATED_BODY()
 
public:

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_FilterType FilterType = EST_FilterType::None;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "FilterType == EST_FilterType::ChebyshevTypeI", ClampMin = "0.01", ClampMax = "10.0", UIMin = "0.01", UIMax = "10.0"))
    float RippleFactor = 0.1f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "FilterType != EST_FilterType::None"))
    bool bLowPassFilter = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bLowPassFilter && FilterType != EST_FilterType::None"))
    float LowPassCutoffHz = 12000.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "FilterType != EST_FilterType::None"))
    bool bBandFilter = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bBandFilter && FilterType != EST_FilterType::None"))
    float BandLowerCutoffHz = 100.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bBandFilter && FilterType != EST_FilterType::None"))
    float BandUpperCutoffHz = 12000.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bBandFilter && FilterType != EST_FilterType::None"))
    bool bBandReject = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "FilterType != EST_FilterType::None"))
    bool bHighPassFilter = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bHighPassFilter && FilterType != EST_FilterType::None"))
    float HighPassCutoffHz = 100.0f;
};

USTRUCT(BlueprintType)
struct FFFTWindowingConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_WindowingFunction WindowingFunction = EST_WindowingFunction::Hann;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "WindowingFunction == EST_WindowingFunction::Gaussian", ClampMin = "0.0", UIMin = "0.0"))
    float GaussianWindowSigma = 0.4f;
};

USTRUCT(BlueprintType)
struct FFFTSpectrumConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bComputeFrequencyBands = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bSpectrumNormalisation = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "1", UIMin = "1", Tooltip = "Number of frequency bands used in the spectrum analysis. More bands provide finer resolution but increase computational cost."))
    int32 SpectrumBands = 32;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_SpectrumSpacing SpectrumSpacing = EST_SpectrumSpacing::Log;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_SpectrumValues SpectrumValues = EST_SpectrumValues::Averages;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "SpectrumSpacing == EST_SpectrumSpacing::Log", Tooltip = "20Hz = Lower bound of human hearing"))
    float MinFreq = 20.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "SpectrumSpacing == EST_SpectrumSpacing::Log"))
    bool bOverrideNyquistLimit = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bOverrideNyquistLimit && SpectrumSpacing == EST_SpectrumSpacing::Log", Tooltip = "Uses CustomMaxFreq instead of NyquistLimit (half the sampling rate)"))
    float MaxFreq = 20000.0f; // Upper bound

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTSmoothingConfig SmoothingConfig;
};

USTRUCT(BlueprintType)
struct FFFTAmplitudeConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bComputeAmplitude = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bAmplitudeNormalisation = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bAmplitudeNormalisation"))
    float MaxAmplitude = 1.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTSmoothingConfig SmoothingConfig;
};

USTRUCT(BlueprintType)
struct FFFTPitchConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bComputePitch = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bPitchNormalisation = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bPitchNormalisation", Tooltip = "20Hz = Lower bound of human hearing"))
    float MinFreq = 20.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bPitchNormalisation"))
    float MaxFreq = 20000.0f; // Upper bound

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTSmoothingConfig SmoothingConfig;
};

USTRUCT(BlueprintType)
struct FFFTBeatConfig
{
    GENERATED_BODY()
 
public:

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, meta = "Smoothing cannot be None. Beat Tracking requires at least some history."))
    bool bComputeBeat = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "0.0", UIMin = "0.0"))
    bool bNormalise = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bNormalise", ClampMin = "0.0", UIMin = "0.0"))
    float MaxBeatEnergy = 2.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "0.0", UIMin = "0.0"))
    float BeatThreshold = 1.5f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "0.0", ClampMax = "1.0", UIMin = "0.0", UIMax = "1.0", Tooltip = "Smoothing factor for averaging over time (0 = No smoothing, 1 = Full smoothing)"))
    float BPMSmoothingFactor = 0.5f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "0.0", UIMin = "0.0"))
    float BeatTimeWindow = 0.1f;  // 100ms

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "0.0", UIMin = "0.0"))
    int32 BeatTimeWindowSkipN = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTSmoothingConfig SmoothingConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTFilterConfig FilterConfig;
};

USTRUCT(BlueprintType)
struct FChannelBeatDetection
{
    GENERATED_BODY()
 
public:

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    bool bBeatDetected = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    float BeatsPerMinute = 0.0f;
};

USTRUCT(BlueprintType)
struct FDetectionBeat
{
    GENERATED_BODY()
 
public:

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    double BeatTime = 0.0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    float BeatsPerMinute = 0.0f;
};
 
#if WITH_EDITOR
DECLARE_MULTICAST_DELEGATE_TwoParams(FOnPostEditChangePropertyDelegate_FFTConfig, UObject*, FPropertyChangedEvent&);
#endif

UCLASS(BlueprintType, Blueprintable)
class ST_AUDIOPROCESSING_API UFFTConfig : public UDataAsset
{
    GENERATED_BODY()
 
public:

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTSpectrumConfig SpectrumConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTAmplitudeConfig AmplitudeConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTPitchConfig PitchConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTBeatConfig BeatConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTFilterConfig FilterConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTWindowingConfig WindowingConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bProcessUnchangedBuffer = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    FFFTSmoothingConfig SmoothingConfig;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, ClampMin = "0", UIMin = "0", Tooltip = "FFT Smoothing factor, be really careful. Each increase scales the buffer by power of 2. Higher = smoother"))
    int32 FFTPaddingFactor = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bSplitChannels = false;
 
#if WITH_EDITOR
    inline static FOnPostEditChangePropertyDelegate_FFTConfig OnPostEditChangeProperty;

    virtual void PostEditChangeProperty(FPropertyChangedEvent& PropertyChangedEvent) override
    {
        Super::PostEditChangeProperty(PropertyChangedEvent);
 
        OnPostEditChangeProperty.Broadcast(this, PropertyChangedEvent);
    }
#endif
};

USTRUCT(BlueprintType)
struct FFFTIOData
{
    GENERATED_BODY()
 
public:

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 PeriodSizeInFrames = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 BytesPerFrame = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 Format = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 SampleRate = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 Channels = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    bool bSplitChannels = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 SampleCount = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 TotalBytesPerPeriod = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 PaddedPeriodSizeInFramesPerChannel = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 PaddedMagnitudeCount = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 PaddedMagnitudeCountWithNyquist = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    float SecondsPerPeriod = 0.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    float TimePerFrame = 0.0f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 MagnitudesHistorySize = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 FrequencyBandsHistorySize = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 AmplitudeHistorySize = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 PitchHistorySize = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 BeatHistorySize = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 DetectedBeatHistorySize = 1;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 TotalBins = 0;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    float FreqPerBin = 0.0f;

    FFFTIOData() = default;

    FFFTIOData(int32 InPeriodSizeInFrames, int32 InBytesPerFrame, int32 InFormat, int32 InSampleRate, int32 InChannels, UFFTConfig* InFFTConfig)
        : PeriodSizeInFrames(InPeriodSizeInFrames)
        , BytesPerFrame(InBytesPerFrame)
        , Format(InFormat)
        , SampleRate(InSampleRate)
        , Channels(InChannels)
    {
        // Calculate dependent values based on inputs
        TotalBytesPerPeriod = PeriodSizeInFrames * BytesPerFrame;
        SampleCount = PeriodSizeInFrames * Channels;
 
        // Find next power of 2
        PaddedPeriodSizeInFramesPerChannel = FMath::RoundUpToPowerOfTwo(PeriodSizeInFrames) * (1 << InFFTConfig->FFTPaddingFactor);
 
        PaddedMagnitudeCount = (PaddedPeriodSizeInFramesPerChannel / 2); //excludes Nyquist
        PaddedMagnitudeCountWithNyquist = PaddedMagnitudeCount + 1; //includes Nyquist
 
        TotalBins = PaddedMagnitudeCount; //PaddedMagnitudeCountWithNyquist but without DC Component
        // Calculate frequency resolution per bin
        FreqPerBin = SampleRate / (float)PaddedPeriodSizeInFramesPerChannel; // Nyquist frequency
 
        // Compute frequency resolution, calculate how much time it takes to process a period of audio samples
        SecondsPerPeriod = static_cast<float>(SampleRate) / static_cast<float>(PeriodSizeInFrames);
        // how long each frame takes to process in seconds
        TimePerFrame = static_cast<float>(PeriodSizeInFrames) / static_cast<float>(SampleRate);
 
        bSplitChannels = InFFTConfig->bSplitChannels;
 
        // Set magnitudes history size based on smoothing type
        switch (InFFTConfig->SpectrumConfig.SmoothingConfig.SmoothingType)
        {
        case EST_SmoothingType::EMA:
            MagnitudesHistorySize = 2;
            break;
        case EST_SmoothingType::SMA:
            MagnitudesHistorySize = FMath::Max(FMath::CeilToInt(InFFTConfig->SmoothingConfig.TimeWindow / TimePerFrame), 1.0f);
            break;
        default:
            MagnitudesHistorySize = 1;
            break;
        }
 
        // Set frequency bands history size based on smoothing type
        switch (InFFTConfig->SpectrumConfig.SmoothingConfig.SmoothingType)
        {
        case EST_SmoothingType::EMA:
            FrequencyBandsHistorySize = 2;
            break;
        case EST_SmoothingType::SMA:
            FrequencyBandsHistorySize = FMath::Max(FMath::CeilToInt(InFFTConfig->SpectrumConfig.SmoothingConfig.TimeWindow / TimePerFrame), 1.0f);
            break;
        default:
            FrequencyBandsHistorySize = 1;
            break;
        }
 
        // Set amplitude history size based on smoothing type
        switch (InFFTConfig->AmplitudeConfig.SmoothingConfig.SmoothingType)
        {
        case EST_SmoothingType::EMA:
            AmplitudeHistorySize = 2;
            break;
        case EST_SmoothingType::SMA:
            AmplitudeHistorySize = FMath::Max(FMath::CeilToInt(InFFTConfig->AmplitudeConfig.SmoothingConfig.TimeWindow / TimePerFrame), 1.0f);
            break;
        default:
            AmplitudeHistorySize = 1;
            break;
        }
 
        // Set pitch history size based on smoothing type
        switch (InFFTConfig->PitchConfig.SmoothingConfig.SmoothingType)
        {
        case EST_SmoothingType::EMA:
            PitchHistorySize = 2;
            break;
        case EST_SmoothingType::SMA:
            PitchHistorySize = FMath::Max(FMath::CeilToInt(InFFTConfig->PitchConfig.SmoothingConfig.TimeWindow / TimePerFrame), 1.0f);
            break;
        default:
            PitchHistorySize = 1;
            break;
        }
 
        // Set beat history size based on smoothing type
        switch (InFFTConfig->BeatConfig.SmoothingConfig.SmoothingType)
        {
        case EST_SmoothingType::EMA:
            BeatHistorySize = 2;
            break;
        case EST_SmoothingType::SMA:
            BeatHistorySize = FMath::Max(FMath::CeilToInt(InFFTConfig->BeatConfig.SmoothingConfig.TimeWindow / TimePerFrame), 1.0f);
            break;
        default:
            BeatHistorySize = 1;
            break;
        }
 
        // Calculate the number of frames in the beat time window
        float FramesInWindow = InFFTConfig->BeatConfig.BeatTimeWindow / TimePerFrame;
        // Apply skip factor: e.g. SkipN = 1 means process every 2nd frame
        float EffectiveFrames = FramesInWindow / (InFFTConfig->BeatConfig.BeatTimeWindowSkipN + 1);
        DetectedBeatHistorySize = FMath::Max(FMath::CeilToInt(EffectiveFrames), 1);
    }

    int32 GetChannelMultiplier() const
    {
        if (bSplitChannels)
        {
            return Channels;
        }
 
        return 1;
    }
};

USTRUCT(BlueprintType)
struct FAudioIOConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    FString DeviceName = "[System Default]";

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    TObjectPtr<UFFTConfig> FFTConfig = nullptr;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio")
    int32 PCMRingBufferSize = 2;
};

USTRUCT(BlueprintType)
struct FEncoderConfig : public FAudioIOConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bCanWriteToFile = false;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bCanWriteToFile"))
    EST_AudioFileLocation AudioFileLocation = EST_AudioFileLocation::ProjectPluginsDir;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Audio", meta = (SessionRestartRequired, EditCondition = "bCanWriteToFile"))
    FString OutputFilePath = "ST_VJMaster/ExampleAudio/VJMaster_ExampleWrite.wav";

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_EncodingFormat EncodingFormat = EST_EncodingFormat::WAV;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_SampleFormat SampleFormat = EST_SampleFormat::F32;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 Channels = 2;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 SampleRate = 24000; //48000, 44100
 
    FEncoderConfig() = default;

    FEncoderConfig(const FAudioIOConfig& BaseConfig)
    {
        *this = static_cast<const FEncoderConfig&>(BaseConfig); // Inherit base fields
    }
};

USTRUCT(BlueprintType)
struct FDecoderConfig : public FAudioIOConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    float Gain = 1.0f;
 
    FDecoderConfig() = default;

    FDecoderConfig(const FAudioIOConfig& BaseConfig)
    {
        *this = static_cast<const FDecoderConfig&>(BaseConfig); // Inherit base fields
        Gain = 1.0f; // Default for FDecoderConfig-specific field
    }
};

USTRUCT(BlueprintType)
struct FCaptureLoopbackConfig : public FEncoderConfig
{
    GENERATED_BODY()
 
public:
    // Inherits from FEncoderConfig, no additional properties
};

USTRUCT(BlueprintType)
struct FCaptureMicrophoneConfig : public FEncoderConfig
{
    GENERATED_BODY()
 
public:
    // Inherits from FEncoderConfig, no additional properties
};

USTRUCT(BlueprintType)
struct FPlaybackNoiseConfig : public FDecoderConfig
{
    GENERATED_BODY()
 
public:
    // Inherits from FDecoderConfig

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_SampleFormat SampleFormat = EST_SampleFormat::F32;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 Channels = 2;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 SampleRate = 24000; //48000, 44100

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_NoiseType NoiseType = EST_NoiseType::White;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    float NoiseAmplitude = 0.2f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 NoiseSeed = 0;
};

USTRUCT(BlueprintType)
struct FPlaybackWaveformConfig : public FDecoderConfig
{
    GENERATED_BODY()
 
public:
    // Inherits from FDecoderConfig

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_SampleFormat SampleFormat = EST_SampleFormat::F32;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 Channels = 2;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    int32 SampleRate = 24000; //48000, 44100

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_WaveformType WaveformType = EST_WaveformType::Sine;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    float WaveformAmplitude = 0.2f;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    float WaveformFrequency = 220.0f;
};

USTRUCT(BlueprintType)
struct FPlaybackPlayerConfig : public FDecoderConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    bool bLooping = true;

    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_AudioFileLocation AudioFileLocation = EST_AudioFileLocation::ProjectPluginsDir;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Audio", meta = (SessionRestartRequired))
    FString InputFilePath = "ST_VJMaster/ExampleAudio/VJMaster_Example1.mp3";
};

USTRUCT(BlueprintType)
struct FPlaybackEngineConfig : public FDecoderConfig
{
    GENERATED_BODY()
 
public:
    UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (SessionRestartRequired))
    EST_AudioFileLocation AudioFileLocation = EST_AudioFileLocation::ProjectPluginsDir;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Audio", meta = (SessionRestartRequired))
    FString InputFilePath = "../Audio/ExampleRead.wav";
};
 
#if WITH_EDITOR
DECLARE_MULTICAST_DELEGATE_TwoParams(FOnPostEditChangePropertyDelegate_APS, UObject*, FPropertyChangedEvent&);
#endif

UCLASS(Config = ST_VJMaster, DefaultConfig, meta = (DisplayName = "ST Audio Processing"))
class ST_AUDIOPROCESSING_API UST_AudioProcessingSettings : public UDeveloperSettings
{
    GENERATED_BODY()
 
public:
    UFUNCTION(BlueprintPure, Category = "ShaderTech|AudioProcessing")
    static const UST_AudioProcessingSettings* GetST_AudioProcessingSettings()
    {
        return GetDefault<UST_AudioProcessingSettings>();
    }
 
#if WITH_EDITOR
    inline static FOnPostEditChangePropertyDelegate_APS OnPostEditChangeProperty;

    virtual void PostEditChangeProperty(FPropertyChangedEvent& PropertyChangedEvent) override
    {
        Super::PostEditChangeProperty(PropertyChangedEvent);
 
        OnPostEditChangeProperty.Broadcast(this, PropertyChangedEvent);
    }
#endif

    UPROPERTY(config, EditAnywhere, BlueprintReadWrite, Category = "Audio", meta = (Bitmask, BitmaskEnum = "/Script/ST_AudioProcessing.EAudioIOType", EditorRestartRequiredTooltip = "This is a required for creating audio buffers at the beginning of play for materials and compute shaders."))
    int32 PossibleAudioIOs = 0;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Capture")
    FCaptureLoopbackConfig CaptureLoopbackConfig;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Capture")
    FCaptureMicrophoneConfig CaptureMicrophoneConfig;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Playback")
    FPlaybackNoiseConfig PlaybackNoiseConfig;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Playback")
    FPlaybackWaveformConfig PlaybackWaveformConfig;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Playback")
    FPlaybackPlayerConfig PlaybackPlayerConfig;

    UPROPERTY(config, EditAnywhere, BlueprintReadOnly, Category = "Playback")
    FPlaybackEngineConfig PlaybackEngineConfig;
 
protected:

    virtual FName GetCategoryName() const override
    {
        return TEXT("ShaderTech");
    }
};