Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
247 commits
Select commit Hold shift + click to select a range
2829d2b
viz: print noisee
psionic-k Aug 11, 2026
f739492
readme: remove references to Goertzel,IIR. Re-salad the words.
psionic-k Aug 11, 2026
39fe9d1
vulkan: longest lived arguments first!
psionic-k Aug 11, 2026
40fc01b
viz: introducing Wavelet
psionic-k Aug 12, 2026
7720801
viz::wavelet; less conservative du
psionic-k Aug 12, 2026
0a8af6e
viz::wavelet; track and reduce zero skirts
psionic-k Aug 12, 2026
539f98c
viz::wavelet; QC, docs, corroborating test matrix
psionic-k Aug 13, 2026
1427243
viz::wavelet; bin.len -> bin.taps
psionic-k Aug 13, 2026
85e63d6
lib::pmr; reworked tool interface for ergonomic safety
psionic-k Aug 13, 2026
f4fa78e
viz::audio; new Lowpass wrapper for lowpass filter weights
psionic-k Aug 13, 2026
caf2e3e
viz::downsample; incorporate 16x downsampler & update delay claims
psionic-k Aug 13, 2026
e4e3c0c
viz::downsample; subtle guard change
psionic-k Aug 13, 2026
9682f15
generated
psionic-k Aug 13, 2026
af6123d
vulkan::buffer; round up buffers to non-coherent atom size
psionic-k Aug 14, 2026
995c17c
lib::audio; glorious messages of PROSPERITY
psionic-k Aug 14, 2026
62ad112
viz::audio; field rearrange
psionic-k Aug 14, 2026
f127c43
viz::audio; add timing to AudioOutputs
psionic-k Aug 14, 2026
eb554af
vulkan: move some comments back to relevant modules
psionic-k Aug 14, 2026
557cb86
viz::audio; DeviceAudioView integration
psionic-k Aug 15, 2026
84421dc
viz::audio; line noise
psionic-k Aug 15, 2026
23f6e0d
viz::downsample; overhaul input / output types. And...
psionic-k Aug 15, 2026
6c0ba22
vis::downsample; adjust workgroup shape (needs a measure)
psionic-k Aug 15, 2026
d5bbae7
vulkan; notes on debt management & encouraging directions
psionic-k Aug 15, 2026
15dc60e
vulkan; into_raw for ComputePipeline
psionic-k Aug 15, 2026
8f134bb
viz::cwt; wavelet truncation & taper 🤖
psionic-k Aug 15, 2026
147d431
generated
psionic-k Aug 15, 2026
1807780
viz::ctw; introducing CWT & Spectrum
psionic-k Aug 15, 2026
b6a8834
viz::cwt; docs and tweaks. squash?
psionic-k Aug 16, 2026
6ec790a
vis::wavelet; swap L2 norm for L1 norm
psionic-k Aug 16, 2026
1fa2f1e
viz::wavelet; switch over to a mutable consuming builder style
psionic-k Aug 16, 2026
f39772f
viz::wavelet; stripped out `Scratch` ceremony
psionic-k Aug 17, 2026
4326984
viz::wavelet; QC, reduce public surface
psionic-k Aug 17, 2026
20e0271
viz::wavelet; got rid of the Deref, boss 🤮
psionic-k Aug 17, 2026
aa449f5
viz::wavelet; share quantization stuff
psionic-k Aug 17, 2026
a31a0ae
viz::wavelet; more QC applied for next changes
psionic-k Aug 17, 2026
b77d35c
viz::cwt; normalize the normalizaiton
psionic-k Aug 17, 2026
c440951
viz::wavelet; QC on reassignment
psionic-k Aug 17, 2026
094bb53
some WIP design notes from the core shader design for the CWT
psionic-k Aug 18, 2026
90b1ea9
viz::downsample; independent center advances
psionic-k Aug 18, 2026
d9eeaca
viz::downsample; dispatch geometry, spam the workgroups! 🐖
psionic-k Aug 18, 2026
b1b02c8
viz::wavelet; display complex waveform (bargain edition)
psionic-k Aug 18, 2026
9901f68
debt: slang libraries depfile & hashing mentions
psionic-k Aug 19, 2026
15ea7cc
assets::build; resolve lib from source root
psionic-k Aug 19, 2026
e5a0ad3
viz::wavelet; add a max_load_quantum field
psionic-k Aug 19, 2026
6d9361f
viz::wavelet; wavelet print tweak
psionic-k Aug 19, 2026
9ec2fab
viz::wavelet; introducing TablePlan
psionic-k Aug 19, 2026
e98afac
viz::wavelet; truncation test
psionic-k Aug 19, 2026
30e7757
viz::wavelet; promote TablePlan to Plan & overhaul testing
psionic-k Aug 20, 2026
0cecb16
viz::wavelet; more QC
psionic-k Aug 20, 2026
ab7bfe1
viz::wavelet; sobolev weighted conditioning
psionic-k Aug 21, 2026
709f91b
viz::wavelet; snap du to grid
psionic-k Aug 21, 2026
ca9da95
viz::wavelet; display taps in characterization test
psionic-k Aug 21, 2026
9feb567
vis::wavelet; default rho to zero, turning taper off
psionic-k Aug 21, 2026
72fb883
viz::wavelet; tune d
psionic-k Aug 21, 2026
afb5e11
viz::wavelet; doc nits, test QC
psionic-k Aug 21, 2026
26f0f6f
viz::wavelet; dead code
psionic-k Aug 21, 2026
5e36998
viz::wavelet; shape-aware quantization
psionic-k Aug 21, 2026
149e716
viz::wavelet; test semantics, usefulness
psionic-k Aug 21, 2026
355eca5
viz::wavelet; bin-carried-quantum
psionic-k Aug 21, 2026
471f55b
viz::wavelet; phase aware truncation & more conditioning
psionic-k Aug 22, 2026
fbeb3a2
viz::wavelet; simplify usage of aperture
psionic-k Aug 22, 2026
84b03af
viz::wavelet; make reassignment gear reusable
psionic-k Aug 22, 2026
10d7d5b
viz::wavelet; TAU & PI import. It was time.
psionic-k Aug 22, 2026
6a4076f
viz::wavelet; and TAU
psionic-k Aug 22, 2026
add3229
viz::wavelet; carry shape on Plan
psionic-k Aug 22, 2026
7cb8f06
viz::wavelet; eps_time -> sigmas & dB switches
psionic-k Aug 22, 2026
e25c713
viz::wavelet; more stable evaluation summary
psionic-k Aug 22, 2026
24b87b6
viz::wavelet; note about t^ tests being worthless
psionic-k Aug 22, 2026
45236a0
viz::wavelet; conditioning tweak
psionic-k Aug 22, 2026
b808718
viz::wavelet; enable disabling f32 quantization
psionic-k Aug 22, 2026
96ba250
viz::wavelet; dynamic sweep size during characterization
psionic-k Aug 22, 2026
d0deb69
viz::wavelet; t^ test overhaul. actual test signal!
psionic-k Aug 23, 2026
9f8289e
stopping point for overcomplicated exchange thing
psionic-k Aug 23, 2026
6b4716c
viz::wavelet; ...a change of directions has been decided
psionic-k Aug 24, 2026
efa4eb4
vis::wavelet; the new plan
psionic-k Aug 24, 2026
68aaa3b
lib::dsp; bohman window support
psionic-k Aug 25, 2026
743513f
lib::dsp; pull wavelet out of visualizer
psionic-k Aug 25, 2026
3f0a1f6
lib::wavelet; started modoularizing wavelet
psionic-k Aug 25, 2026
ae87223
lib::dsp; introducing Inverse Fourier Integral method
psionic-k Aug 26, 2026
8a6f84e
lib::wavelet; stopping point for using a short solver prelude
psionic-k Aug 27, 2026
9f5b5de
lib::wavelet; saddle inverse Fourier integral linked to reality
psionic-k Aug 27, 2026
fae4244
lib::wavelet; improve convergence, precision, speed of IFI oracle
psionic-k Aug 27, 2026
4efcf10
lib::wavelet; updated notes on bias & DFT confirmation needs
psionic-k Aug 27, 2026
335440a
lib::wavelet; IFFT improvements & convergence test overhaul
psionic-k Aug 27, 2026
a768d0a
lib::wavelet; IFFT self-convergence precision test
psionic-k Aug 27, 2026
0e95d7c
lib::wavelet; Use hermite in quadrature convergence test
psionic-k Aug 27, 2026
c518c05
lib::wavelet; refactor IfftSettings
psionic-k Aug 27, 2026
a9a8b5a
lib::wavelet; add dd support to the oracle
psionic-k Aug 27, 2026
4c44158
lib::wavelet; oh motherlet, 1e-16 relative error be thy precision
psionic-k Aug 28, 2026
7d9e04b
lib::wavelet; ifft tweaking, squeezing water from a rock
psionic-k Aug 30, 2026
af4429c
lib::wavelet; deformed contour ref, ifft cross-ref testing
psionic-k Aug 30, 2026
0cc5bca
lib::wavelet; tol-based configuration on IFI (and much noise)
psionic-k Aug 31, 2026
f3e9512
line noise
psionic-k Aug 31, 2026
9c4c759
lib::wavelet; introducing jet_morse, the saddle jet solution
psionic-k Aug 31, 2026
5a6b1ff
lib::wavelet; jet_morse learns about root membership
psionic-k Aug 31, 2026
e6e76e1
line noise
psionic-k Aug 31, 2026
246d5b4
lib::wavelet; terminal quadrature for the jet
psionic-k Aug 31, 2026
16b4fe5
lib::wavelet; dead behavior elimination
psionic-k Aug 31, 2026
d4af9b4
lib::wavelet; modularize generate
psionic-k Aug 31, 2026
286b1b3
lib::wavelet; The Jet™
psionic-k Sep 1, 2026
460d2c1
lib::whatsleft; test Accumulator vs Neumaier.
psionic-k Sep 1, 2026
eb1a939
lib::whatsleft; improved formal characterization in mod docs
psionic-k Sep 1, 2026
9d38275
lib::whatsleft; decided on next architecture
psionic-k Sep 1, 2026
ed435e7
lib::wavelet; use ifft settings to infer tap ammortization
psionic-k Sep 3, 2026
f90b6e3
lib::wavelet; quadrature-on-gap
psionic-k Sep 2, 2026
658b89d
lib::wavelet; waffling on jet work
psionic-k Sep 3, 2026
cf1a76b
lib::wavelet; const table rearrangement, split by use
psionic-k Sep 3, 2026
cf6ed36
lib::wavelet; stokes table grows geometry field
psionic-k Sep 3, 2026
eed5fbc
lib::wavelet; jet resume. making The Jet™ faster
psionic-k Sep 3, 2026
7352b42
lib::wavelet; jet handoff to quadrature for the touchdown
psionic-k Sep 3, 2026
d9ad87e
lib::wavelet; use jet progress to decide quadrature density
psionic-k Sep 3, 2026
5992f3e
lib::wavelet; multi-cross-reference test upgrade
psionic-k Sep 3, 2026
38a0638
lib::wavelet; do jet for quadrature
psionic-k Sep 3, 2026
eda7b67
lib::wavelet; grazing saddle particle search disambiguation
psionic-k Sep 3, 2026
7e7f592
lib::wavelet; revert descent
psionic-k Sep 3, 2026
eb15446
lib::wavelet;
psionic-k Sep 3, 2026
334042f
lib::wavelet; confirmed geometry type was dead code
psionic-k Sep 3, 2026
adad205
lib::wavelet; more convergence rows in the test
psionic-k Sep 3, 2026
e60e876
lib::wavelet; tying off some non-converging changes
psionic-k Sep 3, 2026
427210e
lib::wavelet; better quadrature polynomial integration
psionic-k Sep 5, 2026
4252591
lib::wavelet; save some newtons
psionic-k Sep 5, 2026
a3c4e2e
lib::wavelet; the `d` convention
psionic-k Sep 5, 2026
0b32600
lib::wavelet; line noises, constant fiddling
psionic-k Sep 5, 2026
43b3274
lib::wavelet; nail down conventions, symbols, storage format
psionic-k Sep 7, 2026
d730d51
lib::whatsleft; alleviate explicit type requirement on constructor
psionic-k Sep 8, 2026
eea8df3
lib::whatsleft; NaiveSum Accumulator stand-in for precision testing
psionic-k Sep 8, 2026
b27a719
line noise
psionic-k Sep 8, 2026
fe7a5b6
lib::wavelet; slightly modified integration method
psionic-k Sep 9, 2026
01b0940
lib::quadjet; use existing peak expression
psionic-k Sep 9, 2026
9319899
lib::quadjet; bump up standard precision a tad
psionic-k Sep 9, 2026
4577218
lib::wavelet; deeper accumulator use in hermite
psionic-k Sep 9, 2026
c218c8a
lib::wavelet; precision accounting
psionic-k Sep 9, 2026
b682782
lib::toml; libm (math) has come back as a dependency
psionic-k Sep 9, 2026
5a3b26a
lib::wavelet; introducing BinPlanner
psionic-k Sep 9, 2026
22013cb
lib::wavelet; quadjet 2.93 discontinuity killed
psionic-k Sep 10, 2026
4cd5ae3
lib::wavelet; jet order reduced
psionic-k Sep 10, 2026
4b1b179
lib::wavelet; mutable Normal scratch for QuadJet
psionic-k Sep 10, 2026
b5e8bff
lib::wavelet; loop restructure
psionic-k Sep 10, 2026
bb48cdf
lib::wavelet; micro munging
psionic-k Sep 10, 2026
ed11b88
lib::wavelet; avoid conversion
psionic-k Sep 10, 2026
0198f46
lib::wavelet; Plan -> Wavelet
psionic-k Sep 10, 2026
474cd2d
lib::wavelet; consolidate dtft & switch ad-hoc to num_complex
psionic-k Sep 10, 2026
4670921
lib::wavelet; begin rehabilitating truncation tests
psionic-k Sep 10, 2026
973f75b
lib::wavelet; Wavelet sets max. Bin chooses ≤ max
psionic-k Sep 10, 2026
45c1022
lib::wavelet; test d slope for quadjet vs ifft
psionic-k Sep 10, 2026
a7d93d6
lib::wavelet; rehabilitate the pitch reassignment test
psionic-k Sep 10, 2026
3be7224
lib::wavelet; adjust tail_db truncation to use the fat part
psionic-k Sep 11, 2026
9467c33
lib::wavelet; use defaults.. that's what they are for
psionic-k Sep 11, 2026
bf660e1
lib::wavelet; re-enable D channel in ifft accuracy convergence
psionic-k Sep 11, 2026
656e084
lib::wavelet; dead code, cfg flag
psionic-k Sep 11, 2026
bf3a0bb
lib; warning suppression (various)
psionic-k Sep 11, 2026
555b752
lib::wavelet; skirt characterization retooling
psionic-k Sep 12, 2026
00898f3
lib::wavelet; move testing gear into its own module
psionic-k Sep 12, 2026
9a46f55
lib::wavelet; fix gamma sweep test
psionic-k Sep 12, 2026
20782c6
lib::wavelet; restructure, module munging
psionic-k Sep 12, 2026
11ec98d
lib::wavelet; use the new restriction
psionic-k Sep 12, 2026
2147bdc
lib::wavelet; smoke tests on restriction
psionic-k Sep 13, 2026
fe9181a
lib::wavelet; phase dependence (independence) testing
psionic-k Sep 13, 2026
6b1e7e9
lib::wavelet; Carrier has arrived
psionic-k Sep 13, 2026
ab39c68
lib::wavelet; restriction derivative & reassignment have arrived
psionic-k Sep 13, 2026
94eebbf
lib::wavelet; reassignment & model validation split
psionic-k Sep 13, 2026
c9e653c
lib::wavelet; moved pairing_residual around
psionic-k Sep 13, 2026
2d62efd
lib::wavelet; re-enable asserts, fix up t_hat tests
psionic-k Sep 13, 2026
ec559d9
lib::wavelet; predictable truncation
psionic-k Sep 15, 2026
fcadc29
lib::wavelet; the test that made several fictions obvious
psionic-k Sep 16, 2026
48e3673
lib::wavelet; transform print-test
psionic-k Sep 17, 2026
1f8adc3
line noize
psionic-k Sep 17, 2026
3da212e
lib::wavelet; the quick fix (hacks) acquired by the harness
psionic-k Sep 17, 2026
b2d6531
lib::wavelet; introducing inspect
psionic-k Sep 17, 2026
2311f34
lib::wavelet; peak-restriction chaos
psionic-k Sep 17, 2026
637fb8e
lib::wavelet; start strangling the inspection out of the harness
psionic-k Sep 17, 2026
bdc7fa9
lib::wavelet; prune dead in harness
psionic-k Sep 17, 2026
ade66a2
lib::wavelet; support high-Q
psionic-k Sep 18, 2026
b06f99a
lib::wavelet; hunts can reverse, hunt direction initialization
psionic-k Sep 18, 2026
4a663c3
lib::wavelet; harness deprecation, shoulders
psionic-k Sep 18, 2026
88dc080
lib::wavelet; hunt granularity bump
psionic-k Sep 18, 2026
0314702
lib::wavelet; moment conservation is fundamentally impossible
psionic-k Sep 18, 2026
84a46ee
lib::wavelet; inspect eating harness: skirts
psionic-k Sep 18, 2026
2c9ead2
line noise
psionic-k Sep 18, 2026
1c52f71
lib::wavelet; ditch harness::lane, accept Weights
psionic-k Sep 18, 2026
8f5774a
lib::wavelet; comment trello (line noise)
psionic-k Sep 18, 2026
38416c7
lib::wavelet; normalize naming - len_folded & len_unfolded
psionic-k Sep 18, 2026
e96ba2a
lib::wavelet; relax tolerances (for un-relaxing)
psionic-k Sep 18, 2026
9dbbb58
lib::wavelet; restriction overhaul
psionic-k Sep 18, 2026
7b9f8f7
mod::wavelet; derivative overhual
psionic-k Sep 18, 2026
ed01f4c
line noise, rearrange tests, update comments
psionic-k Sep 18, 2026
fa05fd1
lib::wavelet; Fitted Restriction
psionic-k Sep 19, 2026
784cfce
lib::wavelet; time-reassignment transport tests
psionic-k Sep 19, 2026
063ac87
lib::wavelet; refine... a stopping point
psionic-k Sep 19, 2026
93a5762
viz::warps; use updated WaveletSpec
psionic-k Sep 19, 2026
5e12d6f
lib::wavelet; some constructor / mutator tweaking
psionic-k Sep 19, 2026
968ce77
viz::audio; just some nonsense to satisfy the tests
psionic-k Sep 19, 2026
d9503d4
lib::wavelet; slight rework of t_hat_survives_transients
psionic-k Sep 19, 2026
5d89799
lib::vulkan; did the calibrations
psionic-k Sep 19, 2026
a30bae4
lib::wavelet; dead, visibility, feature-hidden tidiness
psionic-k Sep 19, 2026
610ca19
lib::wavelet; a brief stab at formalizing some test matrix code
psionic-k Sep 19, 2026
3f5678a
lib::wavelet; orphaned test settings
psionic-k Sep 19, 2026
f1c81f0
lib::wavelet; fences & doc tests to pave way for wavelet
psionic-k Sep 20, 2026
8751410
viz::verticlysm; some garbage to get back to building
psionic-k Sep 20, 2026
05f49a1
viz::audio; stub for spectrum
psionic-k Sep 20, 2026
aadb791
viz::main; some docs, ensure initial points lead the right way
psionic-k Sep 20, 2026
f21e4b5
lib::wavelet; consistent K
psionic-k Sep 20, 2026
984abf9
lib::wavelet; unshadow p
psionic-k Sep 20, 2026
72c1d03
lib::wavelet; delegate BinSpec bin to Wavelet's
psionic-k Sep 20, 2026
9fa3af6
line noise
psionic-k Sep 20, 2026
99c6890
lib::wavelet; prevent wrap in Quadrature::Axial's residual
psionic-k Sep 20, 2026
5d43230
lib::wavelet; standardize on fs, meaning frequency at sample rate
psionic-k Sep 20, 2026
314b9d7
lib::bank; center edge bins on user-requested bank edges
psionic-k Sep 20, 2026
ed816bf
lib::wavelet; Q vs Nyquist model built into tap len estimates
psionic-k Sep 21, 2026
1516f8d
lib::wavelet; tighten back up test tolerances
psionic-k Sep 21, 2026
7e3a5cd
lib::wavelet; Shape tells us which derivatives exist
psionic-k Sep 23, 2026
5e0c7f4
lib::wavelet; refinement is not dead. refinement lives.
psionic-k Sep 22, 2026
47c62b7
lib::wavelet; refinement defaults
psionic-k Sep 23, 2026
ce3f198
lib::wavelet; docs, fix some LIES and drift
psionic-k Sep 23, 2026
6406ce4
lib::wavelet; dead code managment
psionic-k Sep 23, 2026
55b0062
lib::wavelet; post-refinement, moment tests can be tightened
psionic-k Sep 23, 2026
a603002
lib::wavelet; restriction sanity test tweaks
psionic-k Sep 23, 2026
0110991
lib::wavelet; move print-tests into separate module
psionic-k Sep 23, 2026
5f336fd
lib::wavelet; mild re-work of unity tone test
psionic-k Sep 23, 2026
5babe9a
lib::wavelet; analyticity test
psionic-k Sep 23, 2026
a4be8af
lib::wavelet; dead code
psionic-k Sep 23, 2026
37e3a69
line noise, whitespace
psionic-k Sep 23, 2026
51b22f4
lib::wavelet; floor & image, characterize changes
psionic-k Sep 24, 2026
cb5d788
lib::wavelet; knee curvature default set to 0.3
psionic-k Sep 24, 2026
692f456
lib::wavelet; taps = unfolded. weights = folded.
psionic-k Sep 25, 2026
64fa771
lib::wavelet; harness bug introduced during earlier things
psionic-k Sep 25, 2026
fb10b47
lib::wavelet; comments
psionic-k Sep 25, 2026
89badc9
lib::wavelet; added a with_gamma method
psionic-k Sep 25, 2026
dd59b84
lib::wavelet; wavelet bake grid size tweak
psionic-k Sep 25, 2026
7c34071
lib::wavelet; many settings, knee curvature non-optional
psionic-k Sep 25, 2026
57ff20a
lib::wavelet; introducing confluence test
psionic-k Sep 25, 2026
8e4be2a
lib::wavelet; catch envelope oscillations during Taper
psionic-k Sep 25, 2026
b12f51e
lib::wavelet; restriction tapers more
psionic-k Sep 26, 2026
3f00869
lib::wavelet; floor & PSL re-tool
psionic-k Sep 26, 2026
872fb66
line noise
psionic-k Sep 26, 2026
2981c18
lib::wavelet; better transition band calculation
psionic-k Sep 27, 2026
701ceff
lib::wavelet; introducing Q-effective
psionic-k Sep 27, 2026
cba0c6c
lib::wavelet; introducing calibration
psionic-k Sep 27, 2026
a76465f
lib::wavelet; skirt, drop vestigal "kappa" and show two-sided E*dB
psionic-k Sep 27, 2026
c12a97d
lib::wavelet; drop with_ prefix from WaveletSpec methods
psionic-k Sep 27, 2026
dfed15c
lib::wavelet; q_eff -> q_real in calibrate (different concepts)
psionic-k Sep 27, 2026
d1971bf
lib::wavelet; saddle & jet model meet calibration
psionic-k Sep 28, 2026
59651d1
lib::wavelet; lower release grid resolution
psionic-k Sep 28, 2026
69f7916
lib::wavelet; move smoke tests to a module
psionic-k Sep 28, 2026
c5d4648
lib::wavelet; slightly more promising settings
psionic-k Sep 29, 2026
c107fea
lib::wavelet; increase analytic dB in restriction
psionic-k Sep 29, 2026
6bc34f4
lib::wavelet; K selection, a bag of calibration improvements
psionic-k Sep 29, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
47 changes: 47 additions & 0 deletions Cargo.lock

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 2 additions & 0 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -37,8 +37,10 @@ winit = "0.30.12"

# DSP
aligned = "0.4.3"
libm = "0.2.16"
num-complex = "0.4.6"
num-traits = "0.2.19"
rustfft = "6.4.1"
# PMR
pm-remez = "0.2.5"

Expand Down
2 changes: 2 additions & 0 deletions DEBT.md
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,8 @@ This will also require the assets loader and the pipeline macros to learn how to

Keep stuffing slang into the visualizer. It's wrong. The cost is mainly changing some paths later, but when we start to want libraries to pull together more common operations and newtypes, it will become more urgent to fix this.

The existing hashing needs an update with `-depfile <path>` to store a list of dependencies. Only if zero dependencies change can we skip a build. We need an escape hatch env variable in case dependencies are based on some discovery change instead of file contents. Use `-no-codegen` for faster re-generation. We can possibly use cargo's `rerun-if-changed` a little better.

## Externally Synchronized

We can't use [some Vulkan resources](https://docs.vulkan.org/spec/latest/chapters/fundamentals.html#fundamentals-threadingbehavior) concurrently with some other usages. This isn't a huge concern yet. Queue submission is a common case. Each queue just uses a `Mutex` on the submissions. De-aliasing overloaded queues was the harder problem than synchronizing them.
Expand Down
30 changes: 15 additions & 15 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
<i>...real-time programs that display impressive graphics, music, and mind-blowing effects sometimes <b>considered impossible given the limits of the hardware</b></i> - <a title="Making Art With Code" href=https://youtu.be/vIQ74_DRWEM?si=vK3zc6X-kbbZC9aM&t=770">The Incredible Demoscene</a>
</p>
<p>
The need to be smaller drives more sophistication, not less. It also drives faster iteration. µTate (/ˈmjuːteɪt/) gives researchers developing post-attention heuristics a path to quick viability for their work without stacks of H200's and petabytes of data. Music visualization that learns online demands more efficiency. The techniques required will apply far beyond music, reaching into hard problems that will enable the next round of breakthroughs.
The need to be smaller drives more sophistication, not less. µTate (/ˈmjuːteɪt/) gives researchers developing post-attention heuristics a path to quick viability for their work without running stacks of H200's and access to petabytes of data. Music visualization that learns online demands more efficiency. The techniques required will apply far beyond music, reaching into hard problems that will enable the next round of breakthroughs.
</p>

### Contents
Expand All @@ -31,22 +31,22 @@

## Building the Alliance

Bringing together a wide group of overlapping interests creates opportunities to solve problems that no one beneficiary could easily approach alone. Technology that is both upstream of a huge consumer market and has even bigger downstream applications makes new things possible.
µTate directly provides synchronize visuals for live music performances or casual home entertainment visualization. As a library, µTate uses gaming-adjacent technologies like [slang](https://shader-slang.org/) because these enable us to tap into demand for things like more natural procedural content and more organic animation.

µTate's direct usages provide synchronized visuals for live music performances or casual home entertainment visualization. µTate uses gaming-adjacent technologies like [slang](https://shader-slang.org/) because these enable us to tap into demand for things like better artificial intelligence and more natural procedural content, tuned with feedback from a live renderer.
Bringing together a wide group of overlapping interests creates opportunities to solve problems that no one beneficiary could easily approach alone. Technology that is upstream of a huge consumer market has an engine. That engine can push downstream applications that make new things possible.

Incidentally, the common parts of the problems will emit open source implementations of critical components for others to advance in their own fields. Today's neural rendering can feed into tomorrow's heuristics toolkits that enable fast iteration on multi-disciplinary problems with prohibitive search spaces, problems like using synthetic biology to more cheaply make sustainable aviation fuel so that supersonic international travel becomes trivial.
Incidentally, the common parts of the problems will emit open source implementations for others to use to advance in their own fields. Today's neural rendering can feed into tomorrow's heuristics toolkits that enable fast iteration on multi-disciplinary problems.

## The Vulkan Engine

µTate's online learning goals require some specific runtime capabilities that will incidentally create a user-friendly declarative graphics programming interface. The design phase complete, and this is what we are building:
µTate's online learning goals require some specific runtime capabilities that **will** incidentally create a user-friendly declarative graphics programming interface. The **design phase** is complete, and this is what we are building:

- **Host-shader Type Agreement** - Use slang reflection data and Rust proc-macro fan-in to verify type and layout agreement of declared sets of pipeline stages.
- **Declarative Resources** - Enable pipelines to specify the geometry and semantic type of upstream inputs, intermediate buffers, and outputs.
- **Resource Runtime** - Maintain a single state of what should be loaded and to operate reconciliation processes to continually maintain the intended state.
- **Workload Management** - Requesting resources fed by upstream dispatches and external processes like pipewire should spin up those processes to feed those input buffers.
- **Memory management** - Maintain sub-allocations, epoch recycling, and borrow counts for shared resources in use by multiple independent downstreams. Support aliasing.
- **Reactive Argument Injection** - Enable command recording for pipelines to pick up pointer swaps and other dynamic values from a single source, decoupling the recorder from knowledge of the specific upstream sources. Enable publishes to affect the correct epoch without knowledge of the downstream.
- **Host-shader Type Agreement** - Use slang reflection data and Rust proc-macro fan-in to verify type and layout agreement of declared sets of pipeline stages and control data like push constants.
- **Resource Runtime** - Maintain a single goal state of what should be loaded and to operate reconciliation loops to continually approach and then maintain the intended state.
- **Declarative Resources** - Enable pipelines to specify the geometry and semantic type of upstream inputs, intermediate buffers, and outputs to validating pipeline remixing. Deferred resource creation for free.
- **Workload Management** - Depending on resources fed from upstream dispatches and external processes like pipewire should spin up the upstreams.
- **Memory management** - Maintain sub-allocations, epoch recycling, and borrow counts for shared resources in use by multiple independent downstreams.
- **Reactive Argument Injection** - Enable command recording for pipelines to pick up pointer swaps, screen size changes, and other dynamic values from a single source. This decouples the recorder from knowledge of the specific upstream sources. Enable publishing updates to affect the correct dependents without knowledge of what is downstream.

The argument injection and declarative resource spin-up mean composing pipelines does not require any knowledge of how to provision them. This enables machine learning to focus on declaring how to draw, modulating arguments, and which data to use. Meanwhile the runtime will put those declarations into effect.

Expand All @@ -60,13 +60,13 @@ With regards to safety, the strategy being taken is to start with guard rails of

## The DSP

µTate is bringing real-time DSP onto the GPU so that prohibitively expensive on-CPU techniques can be done at conspicuously high resolutions in real time, directly adjacent to the video pipelines that need that output. 4k filter banks with multiple high-quality Goertzel filters and wide-band IIRs are intended to provide sources of neat textures, modulation signals to move things with the music, and inputs for real-time beat detection & inference.
µTate does DSP directly on the GPU at conspicuously high resolutions, directly adjacent to the video and machine learning pipelines that need that output. The 4k filter bank provides a neat texture source, modulation signals to move things with the music, and inputs for online learning & inference.

Past visualizers users simple beat detection based on simple heuristics like volume thresholds. These are easily faked out. They don't understand patterns or layering. Only a handful of dynamic values and waveform textures were available to preset authors, so the results were inevitably highly abstract programmer art that cannot reflect the mood or spirit of the music being played. Compared to traditional heuristics, these high quality procedural inputs will enable:
Past visualizers users simple beat detection based on simple heuristics like volume thresholds and envelopes. These are easily faked out. They can never understand patterns or layering. They will also never reflect the mood or spirit of the music being played. Compared to traditional heuristics, modern machine learning techniques can:

- Distinguish layered melodies and instrument changes.
- Interpret timbre and texture to create visuals unique to how an instrument is played on that particular day.
- Beat **prediction** and visual cues when something *is expected*.
- **Predict** beats, using visual cues to indicate when something *is expected* soon.
- Automating visual "hard cuts" when prediction fails, following the change in musical tone with changes in visual tone.

## The Machine Learning
Expand Down Expand Up @@ -97,7 +97,7 @@ The internal `mutate-vulkan` crate is intended to become a competent Vulkan runt

### DSP Workbench

`cargo workbench --help` will list the CLI interface for the workbench, a CLI program being developed to assist in engineering filter bank configurations for use on the GPU. A separate `pmr` bin (requires pm_remez) can generate static FIR filter settings. Try `cargo pmr lowpass --taps 23`.
`cargo workbench --help` will list the CLI interface for the workbench, a CLI program being developed to assist in engineering filter bank configurations for use on the GPU. A separate `pmr` bin (requires pm_remez) can generate static FIR filter weights. Try `cargo pmr lowpass --taps 23`.

## Contributing

Expand Down
10 changes: 8 additions & 2 deletions crates/assets/src/build.rs
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,13 @@
//!
//! This module contains the build time functionality.

// NEXT use -no-codegen -reflection-json to push forward library-vs-shader decisions and tie to
// hash
// DEBT shader libraries. Without `-dep-file` testing, we have no idea which hashes to check and
// therefore we don't know if we should recompile. The "build system" metadata belongs in a
// directory and maybe out of history, so maybe all of these files get a gitignore soon.
// NEXT Going to fun times to Nixify 🫠

use std::{
ffi, fs,
io::{BufReader, Read, Write},
Expand All @@ -15,7 +22,6 @@ use std::{
use xxhash_rust::xxh3::Xxh3;

/// Use slangc to recursively compile shaders from shaders to assets/shaders.
// NEXT emit metadata from slangc
pub fn build_shaders() {
let manifest_dir = &std::env::var("CARGO_MANIFEST_DIR").unwrap();
let crate_root = Path::new(manifest_dir);
Expand Down Expand Up @@ -61,7 +67,7 @@ pub fn build_shaders() {
let status = process::Command::new("slangc")
.arg(path.as_os_str())
.arg("-I")
.arg("shaders/lib")
.arg(src_root.join("lib"))
.arg("-fvk-use-scalar-layout")
.arg("-o")
.arg(out)
Expand Down
5 changes: 4 additions & 1 deletion crates/vulkan/src/device/memory/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,9 @@
// NOTE staging + transfer is an operation that can be abstracted over by a runtime as part of an
// optionally two-step provision. Explicit BAR is reported, but mainly so that applications
// expecting it don't fall over.
// NEXT Really wanted to switch to a byte based API for MappedAllocation, which feels too much like
// an array style API. That shape might work, but right now it's conflated with use of mapped
// memory. This module sucks. Just punch it until it has the types it needs to.

pub mod bar;

Expand Down Expand Up @@ -423,7 +426,7 @@ mod test {

#[test]
pub fn resolve_all_domains() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let memory = &device.memory;

println!("\n=== memory types present ===");
Expand Down
3 changes: 3 additions & 0 deletions crates/vulkan/src/device/mod.rs
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,9 @@
//! tables. The [`Device`] pulls all of these behaviors together. [`Device`] derefs to the raw
//! [`ash::vk::device`] for direct use in ash APIs.

// MAYBE Extend vk::Device for things that don't require the wrapped Device. Then &Device grows
// those methods via Deref.

pub mod descriptors;
pub mod fence;
pub mod memory;
Expand Down
8 changes: 4 additions & 4 deletions crates/vulkan/src/device/queue.rs
Original file line number Diff line number Diff line change
Expand Up @@ -759,7 +759,7 @@ mod test {

#[test]
fn graphics_high_always_exact() {
with_context!(|device, instance| {
with_context!(|instance, device| {
// obtaining device context implicitly created queues
let gfx = device.queues.graphics_offscreen(QueuePriority::High);
assert_eq!(gfx.priority, QueuePriority::High);
Expand All @@ -773,7 +773,7 @@ mod test {

#[test]
fn transfer_is_always_low_priority() {
with_context!(|device, _instance| {
with_context!(|_instance, device| {
let compute_low = device.queues.compute(QueuePriority::Low);
let transfer = device.queues.transfer();
// If compute had to be overloaded onto graphics high (degenerate case) then this test
Expand All @@ -791,7 +791,7 @@ mod test {

#[test]
fn compute_low_is_always_low_priority() {
with_context!(|device, _instance| {
with_context!(|_instance, device| {
let gfx_low = device.queues.graphics_offscreen(QueuePriority::Low);
let compute_low = device.queues.compute(QueuePriority::Low);
// If graphics had to be overloaded onto graphics high (degenerate case) then this test
Expand All @@ -809,7 +809,7 @@ mod test {

#[test]
fn dedicated_transfer_when_present() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let physical = device.physical_device;
let instance = &instance.raw;

Expand Down
8 changes: 4 additions & 4 deletions crates/vulkan/src/dispatch/pool.rs
Original file line number Diff line number Diff line change
Expand Up @@ -339,7 +339,7 @@ mod test {

#[test]
fn pool_instantiate() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let queue = device
.queues
.graphics_offscreen(QueuePriority::Low)
Expand All @@ -351,7 +351,7 @@ mod test {

#[test]
fn pool_buffer_create() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let queue = device
.queues
.graphics_offscreen(QueuePriority::Low)
Expand All @@ -368,7 +368,7 @@ mod test {

#[test]
fn ring_instantiate() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let queue = device
.queues
.graphics_offscreen(QueuePriority::Low)
Expand All @@ -380,7 +380,7 @@ mod test {

#[test]
fn acquire_pool() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let queue = device
.queues
.graphics_offscreen(QueuePriority::Low)
Expand Down
7 changes: 4 additions & 3 deletions crates/vulkan/src/dispatch/submit.rs
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@
// that are laid out in order already, matching Vulkan's use of slices when assembling the
// submission for the C API.
// NEXT protected support can likely inherit from the queue or command buffer.
// MAYBE get rid of fences on most submissions?

use std::marker::PhantomData;
use std::mem::MaybeUninit;
Expand Down Expand Up @@ -279,7 +280,7 @@ pub mod test {

#[test]
fn start_submission() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let start = device
.queues
.compute(QueuePriority::High)
Expand All @@ -290,7 +291,7 @@ pub mod test {

#[test]
fn empty_signal() {
with_context!(|device, instance| {
with_context!(|instance, device| {
let mut semaphore = device.make_timeline_semaphore().unwrap();
let signal_intent = semaphore.next_signal();
let wait_value = signal_intent.wait_value();
Expand All @@ -310,7 +311,7 @@ pub mod test {

#[test]
fn binary_semaphores() {
with_context!(|device, _instance| {
with_context!(|_instance, device| {
let queue = device
.queues
.graphics_offscreen(QueuePriority::High)
Expand Down
Loading