Drawing — Interpolation
Drawing Interpolation
Code
/** * Example: using @niivue/nv-ext-drawing for drawing interpolation via the extension context. * * Workflow: * 1. Load a volume and enable drawing * 2. Draw on a few slices (e.g. every 5-10 axial slices apart) * 3. Click "Find Boundaries" to see the first/last drawn slices * 4. Click "Interpolate" to fill the gaps between drawn slices */
import type { PEN_SHAPE } from '@niivue/niivue'import NiiVue from '@niivue/niivue'import { findDrawingBoundarySlices, interpolateMaskSlices, type SliceType,} from '@niivue/nv-ext-drawing'
function $<T extends HTMLElement>(id: string): T { const el = document.getElementById(id) if (!el) throw new Error(`Element #${id} not found`) return el as T}
// --- UI refs ---const status = $('status')const sliceTypeSelect = $<HTMLSelectElement>('sliceType')const useWebGPUCb = $<HTMLInputElement>('useWebGPU')const enableDrawBtn = $<HTMLButtonElement>('enableDrawBtn')const penColorSelect = $<HTMLSelectElement>('penColor')const penShapeSelect = $<HTMLSelectElement>('penShape')const penSizeInput = $<HTMLInputElement>('penSize')const penFilledCb = $<HTMLInputElement>('penFilled')const undoBtn = $<HTMLButtonElement>('undoBtn')const interpAxisSelect = $<HTMLSelectElement>('interpAxis')const intensityGuidedCb = $<HTMLInputElement>('intensityGuided')const findBoundaryBtn = $<HTMLButtonElement>('findBoundaryBtn')const interpolateBtn = $<HTMLButtonElement>('interpolateBtn')const alphaSlider = $<HTMLInputElement>('alphaSlider')const sigmaSlider = $<HTMLInputElement>('sigmaSlider')const threshSlider = $<HTMLInputElement>('threshSlider')const smoothCb = $<HTMLInputElement>('smoothCb')const intensityParams = $('intensityParams')
// Show/hide intensity params when checkbox togglesintensityGuidedCb.onchange = () => { intensityParams.style.display = intensityGuidedCb.checked ? 'flex' : 'none'}alphaSlider.oninput = () => { $('alphaVal').textContent = (Number(alphaSlider.value) / 100).toFixed(2)}sigmaSlider.oninput = () => { $('sigmaVal').textContent = (Number(sigmaSlider.value) / 100).toFixed(2)}threshSlider.oninput = () => { $('threshVal').textContent = (Number(threshSlider.value) / 100).toFixed(2)}
// --- Initialize NiiVue + extension context ---const nv = new NiiVue()const ctx = nv.createExtensionContext()
ctx.on('locationChange', (e) => { $('location').innerHTML = ` ${e.detail.string}`})
await nv.attachToCanvas($<HTMLCanvasElement>('gl1'))await nv.loadVolumes([{ url: '/volumes/mni152.nii.gz' }])
// Detect actual backend and sync checkboxuseWebGPUCb.checked = nv.backend === 'webgpu'
// --- WebGPU / WebGL2 toggle ---useWebGPUCb.onchange = async () => { const backend = useWebGPUCb.checked ? 'webgpu' : 'webgl2' status.textContent = `Switching to ${backend}\u2026` const ok = await nv.reinitializeView({ backend }) useWebGPUCb.checked = nv.backend === 'webgpu' status.textContent = ok ? `Backend: ${nv.backend}` : `Failed to switch to ${backend}`}
// --- Drawing controls ---let drawingEnabled = false
enableDrawBtn.onclick = () => { if (!drawingEnabled) { ctx.createEmptyDrawing() drawingEnabled = true enableDrawBtn.textContent = 'Disable' status.textContent = 'Drawing enabled - draw on slices, then interpolate.' } else { nv.drawIsEnabled = false drawingEnabled = false enableDrawBtn.textContent = 'Enable' status.textContent = 'Drawing disabled.' }}
penColorSelect.onchange = () => { nv.drawPenValue = parseInt(penColorSelect.value, 10)}
penShapeSelect.onchange = () => { nv.drawPenShape = parseInt(penShapeSelect.value, 10) as PEN_SHAPE}
penSizeInput.oninput = () => { nv.drawPenSize = parseInt(penSizeInput.value, 10)}
penFilledCb.onchange = () => { nv.drawPenFilled = penFilledCb.checked}
undoBtn.onclick = () => ctx.drawUndo()
sliceTypeSelect.onchange = () => { nv.sliceType = parseInt(sliceTypeSelect.value, 10)}
// --- Find boundary slices ---findBoundaryBtn.onclick = async () => { const dr = ctx.drawing if (!dr) { status.textContent = 'No drawing - enable drawing first and draw on some slices.' return }
const axis = parseInt(interpAxisSelect.value, 10) as SliceType const axisName = ['Axial', 'Coronal', 'Sagittal'][axis] status.textContent = `Finding ${axisName} boundaries...`
const t0 = performance.now() const result = await findDrawingBoundarySlices(axis, dr.bitmap, dr.dims) const elapsed = (performance.now() - t0).toFixed(0)
if (result) { status.textContent = `${axisName} boundaries: first=${result.first}, last=${result.last} (${elapsed} ms)` } else { status.textContent = `No drawing data found along ${axisName} axis (${elapsed} ms)` }}
// --- Shared interpolation logic ---function getInterpolationParams() { const axis = parseInt(interpAxisSelect.value, 10) as SliceType const useIntensity = intensityGuidedCb.checked const bg = ctx.backgroundVolume
let imageData: ArrayLike<number> | null = null let maxVal = 1 if (useIntensity && bg) { // Use RAS-ordered intensity data — no rasMap needed imageData = bg.imgRAS // imgRAS is raw; globalMin/globalMax are scaled by scl_slope and scl_inter. const { scl_slope, scl_inter } = bg.hdr const toRaw = (v: number) => (v - scl_inter) / scl_slope // maxVal is a positive scale, so take the largest magnitude. maxVal = Math.max(Math.abs(toRaw(bg.globalMin)), Math.abs(toRaw(bg.globalMax))) || 1 }
const options = { sliceType: axis, useIntensityGuided: useIntensity, intensityWeight: Number(alphaSlider.value) / 100, intensitySigma: Number(sigmaSlider.value) / 100, binaryThreshold: Number(threshSlider.value) / 100, applySmoothingToSlices: smoothCb.checked, }
return { axis, imageData, maxVal, options }}
// --- Interpolate (async, via worker) ---interpolateBtn.onclick = async () => { const dr = ctx.drawing if (!dr) { status.textContent = 'No drawing - enable drawing first and draw on some slices.' return }
const { axis, imageData, maxVal, options } = getInterpolationParams() const axisName = ['Axial', 'Coronal', 'Sagittal'][axis] status.textContent = `Interpolating ${axisName} slices...`
const before = dr.bitmap.reduce((n, v) => n + (v > 0 ? 1 : 0), 0)
const t0 = performance.now() // No rasMap needed — imageData is already in RAS order from ctx.backgroundVolume.imgRAS const newBitmap = await interpolateMaskSlices( dr.bitmap, dr.dims, imageData, maxVal, undefined, undefined, options, ) const elapsed = (performance.now() - t0).toFixed(0)
const after = newBitmap.reduce((n, v) => n + (v > 0 ? 1 : 0), 0)
// Use context's update method for safe write-back dr.pushUndo() // the interpolation is one undoable edit dr.update(newBitmap)
status.textContent = `${axisName} interpolation: ${before}→${after} voxels (${elapsed} ms, worker)`}