Skip to content

Drawing — Interpolation

Drawing Interpolation

demo-ext-drawing/drawing.htmlOpen full pageSource

Code

drawing.ts
/**
* Example: using @niivue/nv-ext-drawing for drawing interpolation via the extension context.
*
* Workflow:
* 1. Load a volume and enable drawing
* 2. Draw on a few slices (e.g. every 5-10 axial slices apart)
* 3. Click "Find Boundaries" to see the first/last drawn slices
* 4. Click "Interpolate" to fill the gaps between drawn slices
*/
import type { PEN_SHAPE } from '@niivue/niivue'
import NiiVue from '@niivue/niivue'
import {
findDrawingBoundarySlices,
interpolateMaskSlices,
type SliceType,
} from '@niivue/nv-ext-drawing'
function $<T extends HTMLElement>(id: string): T {
const el = document.getElementById(id)
if (!el) throw new Error(`Element #${id} not found`)
return el as T
}
// --- UI refs ---
const status = $('status')
const sliceTypeSelect = $<HTMLSelectElement>('sliceType')
const useWebGPUCb = $<HTMLInputElement>('useWebGPU')
const enableDrawBtn = $<HTMLButtonElement>('enableDrawBtn')
const penColorSelect = $<HTMLSelectElement>('penColor')
const penShapeSelect = $<HTMLSelectElement>('penShape')
const penSizeInput = $<HTMLInputElement>('penSize')
const penFilledCb = $<HTMLInputElement>('penFilled')
const undoBtn = $<HTMLButtonElement>('undoBtn')
const interpAxisSelect = $<HTMLSelectElement>('interpAxis')
const intensityGuidedCb = $<HTMLInputElement>('intensityGuided')
const findBoundaryBtn = $<HTMLButtonElement>('findBoundaryBtn')
const interpolateBtn = $<HTMLButtonElement>('interpolateBtn')
const alphaSlider = $<HTMLInputElement>('alphaSlider')
const sigmaSlider = $<HTMLInputElement>('sigmaSlider')
const threshSlider = $<HTMLInputElement>('threshSlider')
const smoothCb = $<HTMLInputElement>('smoothCb')
const intensityParams = $('intensityParams')
// Show/hide intensity params when checkbox toggles
intensityGuidedCb.onchange = () => {
intensityParams.style.display = intensityGuidedCb.checked ? 'flex' : 'none'
}
alphaSlider.oninput = () => {
$('alphaVal').textContent = (Number(alphaSlider.value) / 100).toFixed(2)
}
sigmaSlider.oninput = () => {
$('sigmaVal').textContent = (Number(sigmaSlider.value) / 100).toFixed(2)
}
threshSlider.oninput = () => {
$('threshVal').textContent = (Number(threshSlider.value) / 100).toFixed(2)
}
// --- Initialize NiiVue + extension context ---
const nv = new NiiVue()
const ctx = nv.createExtensionContext()
ctx.on('locationChange', (e) => {
$('location').innerHTML = `&nbsp;&nbsp;${e.detail.string}`
})
await nv.attachToCanvas($<HTMLCanvasElement>('gl1'))
await nv.loadVolumes([{ url: '/volumes/mni152.nii.gz' }])
// Detect actual backend and sync checkbox
useWebGPUCb.checked = nv.backend === 'webgpu'
// --- WebGPU / WebGL2 toggle ---
useWebGPUCb.onchange = async () => {
const backend = useWebGPUCb.checked ? 'webgpu' : 'webgl2'
status.textContent = `Switching to ${backend}\u2026`
const ok = await nv.reinitializeView({ backend })
useWebGPUCb.checked = nv.backend === 'webgpu'
status.textContent = ok
? `Backend: ${nv.backend}`
: `Failed to switch to ${backend}`
}
// --- Drawing controls ---
let drawingEnabled = false
enableDrawBtn.onclick = () => {
if (!drawingEnabled) {
ctx.createEmptyDrawing()
drawingEnabled = true
enableDrawBtn.textContent = 'Disable'
status.textContent = 'Drawing enabled - draw on slices, then interpolate.'
} else {
nv.drawIsEnabled = false
drawingEnabled = false
enableDrawBtn.textContent = 'Enable'
status.textContent = 'Drawing disabled.'
}
}
penColorSelect.onchange = () => {
nv.drawPenValue = parseInt(penColorSelect.value, 10)
}
penShapeSelect.onchange = () => {
nv.drawPenShape = parseInt(penShapeSelect.value, 10) as PEN_SHAPE
}
penSizeInput.oninput = () => {
nv.drawPenSize = parseInt(penSizeInput.value, 10)
}
penFilledCb.onchange = () => {
nv.drawPenFilled = penFilledCb.checked
}
undoBtn.onclick = () => ctx.drawUndo()
sliceTypeSelect.onchange = () => {
nv.sliceType = parseInt(sliceTypeSelect.value, 10)
}
// --- Find boundary slices ---
findBoundaryBtn.onclick = async () => {
const dr = ctx.drawing
if (!dr) {
status.textContent =
'No drawing - enable drawing first and draw on some slices.'
return
}
const axis = parseInt(interpAxisSelect.value, 10) as SliceType
const axisName = ['Axial', 'Coronal', 'Sagittal'][axis]
status.textContent = `Finding ${axisName} boundaries...`
const t0 = performance.now()
const result = await findDrawingBoundarySlices(axis, dr.bitmap, dr.dims)
const elapsed = (performance.now() - t0).toFixed(0)
if (result) {
status.textContent = `${axisName} boundaries: first=${result.first}, last=${result.last} (${elapsed} ms)`
} else {
status.textContent = `No drawing data found along ${axisName} axis (${elapsed} ms)`
}
}
// --- Shared interpolation logic ---
function getInterpolationParams() {
const axis = parseInt(interpAxisSelect.value, 10) as SliceType
const useIntensity = intensityGuidedCb.checked
const bg = ctx.backgroundVolume
let imageData: ArrayLike<number> | null = null
let maxVal = 1
if (useIntensity && bg) {
// Use RAS-ordered intensity data — no rasMap needed
imageData = bg.imgRAS
// imgRAS is raw; globalMin/globalMax are scaled by scl_slope and scl_inter.
const { scl_slope, scl_inter } = bg.hdr
const toRaw = (v: number) => (v - scl_inter) / scl_slope
// maxVal is a positive scale, so take the largest magnitude.
maxVal =
Math.max(Math.abs(toRaw(bg.globalMin)), Math.abs(toRaw(bg.globalMax))) ||
1
}
const options = {
sliceType: axis,
useIntensityGuided: useIntensity,
intensityWeight: Number(alphaSlider.value) / 100,
intensitySigma: Number(sigmaSlider.value) / 100,
binaryThreshold: Number(threshSlider.value) / 100,
applySmoothingToSlices: smoothCb.checked,
}
return { axis, imageData, maxVal, options }
}
// --- Interpolate (async, via worker) ---
interpolateBtn.onclick = async () => {
const dr = ctx.drawing
if (!dr) {
status.textContent =
'No drawing - enable drawing first and draw on some slices.'
return
}
const { axis, imageData, maxVal, options } = getInterpolationParams()
const axisName = ['Axial', 'Coronal', 'Sagittal'][axis]
status.textContent = `Interpolating ${axisName} slices...`
const before = dr.bitmap.reduce((n, v) => n + (v > 0 ? 1 : 0), 0)
const t0 = performance.now()
// No rasMap needed — imageData is already in RAS order from ctx.backgroundVolume.imgRAS
const newBitmap = await interpolateMaskSlices(
dr.bitmap,
dr.dims,
imageData,
maxVal,
undefined,
undefined,
options,
)
const elapsed = (performance.now() - t0).toFixed(0)
const after = newBitmap.reduce((n, v) => n + (v > 0 ? 1 : 0), 0)
// Use context's update method for safe write-back
dr.pushUndo() // the interpolation is one undoable edit
dr.update(newBitmap)
status.textContent = `${axisName} interpolation: ${before}→${after} voxels (${elapsed} ms, worker)`
}