use strict; use warnings; pp_addpm({At=>'Top'},<<'EOD'); =head1 NAME PDL::ImageND - useful image processing in N dimensions =head1 DESCRIPTION These routines act on PDLs as N-dimensional objects, not as broadcasted sets of 0-D or 1-D objects. The file is sort of a catch-all for broadly functional routines, most of which could legitimately be filed elsewhere (and probably will, one day). ImageND is not a part of the PDL core (v2.4) and hence must be explicitly loaded. =head1 SYNOPSIS use PDL::ImageND; $y = $x->convolveND($kernel,{bound=>'periodic'}); $y = $x->rebin(50,30,10); =cut use strict; use warnings; EOD pp_addpm({At=>'Bot'},<<'EOD'); =head1 AUTHORS Copyright (C) Karl Glazebrook and Craig DeForest, 1997, 2003 All rights reserved. There is no warranty. You are allowed to redistribute this software / documentation under certain conditions. For details, see the file COPYING in the PDL distribution. If this file is separated from the PDL distribution, the copyright notice should be included in the file. =cut EOD # N-dim utilities pp_addhdr(' /* Compute offset of (x,y,z,...) position in row-major list */ static inline PDL_Indx ndim_get_offset(PDL_Indx* pos, PDL_Indx* dims, PDL_Long ndims) { PDL_Long i; PDL_Indx result,size; size = 1; result = 0; for (i=0; i0) size = size*dims[i-1]; result = result + pos[i]*size; } return result; } /* Increment a position pointer array by one row */ static inline void ndim_row_plusplus ( PDL_Indx* pos, PDL_Indx* dims, PDL_Long ndims ) { PDL_Long noescape; PDL_Indx i; i=1; noescape=1; while(noescape) { (pos[i])++; if (pos[i]==dims[i]) { /* Carry */ if (i>=(ndims)-1) { noescape = 0; /* Exit */ }else{ pos[i]=0; i++; } }else{ noescape = 0; /* Exit */ } } } '); pp_addpm(<<'EOD'); use Carp; EOD pp_add_exported('','kernctr'); pp_def('convolve',Doc=><<'EOD', =for ref N-dimensional convolution (Deprecated; use convolveND) =for usage $new = convolve $x, $kernel Convolve an array with a kernel, both of which are N-dimensional. This routine does direct convolution (by copying) but uses quasi-periodic boundary conditions: each dim "wraps around" to the next higher row in the next dim. This routine is kept for backwards compatibility with earlier scripts; for most purposes you want L instead: it runs faster and handles a variety of boundary conditions. =cut EOD Pars => 'a(m); b(n); indx adims(p); indx bdims(q); [o]c(m);', PMCode => ' sub PDL::convolve { my($x,$y,$c) = @_; barf("Usage: convolve(a(*), b(*), [o]c(*)") if $#_<1 || $#_>2; $c = PDL->null if $#_<2; PDL::_convolve_int( $x->flat, $y->flat, $x->shape, $y->shape, $c->isnull ? $c : $c->flat, ); $c->setdims([$x->dims]); if($x->is_inplace) { $x .= $c; $x->set_inplace(0); return $x; } return $c; } ', Code => ' PDL_Indx *dimsa = $P(adims); PDL_Indx *dimsb = $P(bdims); PDL_Indx andims = $SIZE(p); PDL_Indx bndims = $SIZE(q); PDL_Indx anvals = $SIZE(m); PDL_Indx bnvals = $SIZE(n); double cc; PDL_Indx i,i2,j,k,n,offcen=0,ncen=0,nrow; if (andims != bndims) $CROAK("Arguments do not have the same dimensionality"); for(i=0; idimsa[i]) $CROAK("Second argument must be smaller in all dimensions that first" ); PDL_Indx pos[andims]; for (i=0; i i2 ) * $b(n=>j) ; } $c(m=>i) = cc; } '); pp_add_exported('',"ninterpol"); pp_addpm(<<'EOD'); =head2 ninterpol() =for ref N-dimensional interpolation routine =for sig Signature: ninterpol(point(),data(n),[o]value()) =for usage $value = ninterpol($point, $data); C uses C to find a linearly interpolated value in N dimensions, assuming the data is spread on a uniform grid. To use an arbitrary grid distribution, need to find the grid-space point from the indexing scheme, then call C -- this is far from trivial (and ill-defined in general). See also L, which includes boundary conditions and allows you to switch the method of interpolation, but which runs somewhat slower. =cut *ninterpol = \&PDL::ninterpol; sub PDL::ninterpol { use PDL::Math 'floor'; use PDL::Primitive 'interpol'; print 'Usage: $x = ninterpolate($point(s), $data);' if $#_ != 1; my ($p, $y) = @_; my ($ip) = floor($p); # isolate relevant N-cube $y = $y->slice(join (',',map($_.':'.($_+1),list $ip))); for (list ($p-$ip)) { $y = interpol($_,$y->xvals,$y); } $y; } EOD pp_def('rebin',Doc=><<'EOD', =for ref N-dimensional rebinning algorithm =for usage $new = rebin $x, $dim1, $dim2,..;. $new = rebin $x, $template; $new = rebin $x, $template, {Norm => 1}; Rebin an N-dimensional array to newly specified dimensions. Specifying `Norm' keeps the sum constant, otherwise the intensities are kept constant. If more template dimensions are given than for the input pdl, these dimensions are created; if less, the final dimensions are maintained as they were. So if C<$x> is a 10 x 10 pdl, then C is a 15 x 10 pdl, while C is a 15 x 16 x 17 pdl (where the values along the final dimension are all identical). Expansion is performed by sampling; reduction is performed by averaging. If you want different behavior, use L instead. PDL::Transform::map runs slower but is more flexible. =cut EOD Pars => 'a(m); [o]b(n);', OtherPars => 'int ns => n', PMCode => pp_line_numbers(__LINE__, <<'EOF'), sub PDL::rebin { my($x) = shift; my($opts) = ref $_[-1] eq "HASH" ? pop : {}; my(@idims) = $x->dims; my(@odims) = ref $_[0] ? $_[0]->dims : @_; my($i,$y); foreach $i (0..$#odims) { if ($i > $#idims) { # Just dummy extra dimensions $x = $x->dummy($i,$odims[$i]); next; # rebin_int can cope with all cases, but code # 1->n and n->1 separately for speed } elsif ($odims[$i] != $idims[$i]) { # If something changes if (!($odims[$i] % $idims[$i])) { # Cells map 1 -> n my ($r) = $odims[$i]/$idims[$i]; $y = ($i==0 ? $x : $x->mv($i,0))->dupN($r); } elsif (!($idims[$i] % $odims[$i])) { # Cells map n -> 1 my ($r) = $idims[$i]/$odims[$i]; $x = $x->mv($i,0) if $i != 0; # -> copy so won\'t corrupt input PDL $y = $x->slice("0:-1:$r")->copy; foreach (1..$r-1) { $y += $x->slice("$_:-1:$r"); } $y /= $r; } else { # Cells map n -> m &PDL::_rebin_int(($i==0 ? $x : $x->mv($i,0)), $y = null, $odims[$i]); } $x = $y->mv(0,$i); } } if (exists $opts->{Norm} and $opts->{Norm}) { my ($norm) = 1; for $i (0..$#odims) { if ($i > $#idims) { $norm /= $odims[$i]; } else { $norm *= $idims[$i]/$odims[$i]; } } return $x * $norm; } else { # Explicit copy so i) can\'t corrupt input PDL through this link # ii) don\'t waste space on invisible elements return $x -> copy; } } EOF Code => ' int ms = $SIZE(m); int nv = $COMP(ns); int i; double u, d; $GENERIC(a) av; broadcastloop %{ i = 0; d = -1; loop (n) %{ $b() = 0; %} loop (m) %{ av = $a(); u = nv*((m+1.)/ms)-1; while (i <= u) { $b(n => i) += (i-d)*av; d = i; i++; } if (i < nv) $b(n => i) += (u-d)*av; d = u; %} %} '); pp_addpm(<<'EOD'); =head2 circ_mean_p =for ref Calculates the circular mean of an n-dim image and returns the projection. Optionally takes the center to be used. =for usage $cmean=circ_mean_p($im); $cmean=circ_mean_p($im,{Center => [10,10]}); =cut sub circ_mean_p { my ($x,$opt) = @_; my ($rad,$sum,$norm); if (defined $opt) { $rad = indx PDL::rvals($x,$opt); } else { $rad = indx rvals $x; } my $max1 = $rad->max->sclr+1; $sum = zeroes($max1); PDL::indadd $x->flat, $rad->flat, $sum; # this does the real work $norm = zeroes($max1); PDL::indadd pdl(1), $rad->flat, $norm; # equivalent to get norm $sum /= $norm; return $sum; } =head2 circ_mean =for ref Smooths an image by applying circular mean. Optionally takes the center to be used. =for usage circ_mean($im); circ_mean($im,{Center => [10,10]}); =cut sub circ_mean { my ($x,$opt) = @_; my ($rad,$sum,$norm,$a1); if (defined $opt) { $rad = indx PDL::rvals($x,$opt); } else { $rad = indx rvals $x; } my $max1 = $rad->max->sclr+1; $sum = zeroes($max1); PDL::indadd $x->flat, $rad->flat, $sum; # this does the real work $norm = zeroes($max1); PDL::indadd pdl(1), $rad->flat, $norm; # equivalent to get norm $sum /= $norm; $a1 = $x->flat; $a1 .= $sum->index($rad->flat); return $x; } EOD pp_add_exported('','circ_mean circ_mean_p'); pp_addpm(<<'EOPM'); =head2 kernctr =for ref `centre' a kernel (auxiliary routine to fftconvolve) =for usage $kernel = kernctr($image,$smallk); fftconvolve($image,$kernel); kernctr centres a small kernel to emulate the behaviour of the direct convolution routines. =cut *kernctr = \&PDL::kernctr; sub PDL::kernctr { # `centre' the kernel, to match kernel & image sizes and # emulate convolve/conv2d. FIX: implement with phase shifts # in fftconvolve, with option tag barf "Must have image & kernel for kernctr" if $#_ != 1; my ($imag, $kern) = @_; my (@ni) = $imag->dims; my (@nk) = $kern->dims; barf "Kernel and image must have same number of dims" if $#ni != $#nk; my ($newk) = zeroes(double,@ni); my ($k,$n,$y,$d,$i,@stri,@strk,@b); for ($i=0; $i <= $#ni; $i++) { $k = $nk[$i]; $n = $ni[$i]; barf "Kernel must be smaller than image in all dims" if ($n < $k); $d = int(($k-1)/2); $stri[$i][0] = "0:$d,"; $strk[$i][0] = (-$d-1).":-1,"; $stri[$i][1] = $d == 0 ? '' : ($d-$k+1).':-1,'; $strk[$i][1] = $d == 0 ? '' : '0:'.($k-$d-2).','; } # kernel is split between the 2^n corners of the cube my ($nchunk) = 2 << $#ni; CHUNK: for ($i=0; $i < $nchunk; $i++) { my ($stri,$strk); for ($n=0, $y=$i; $n <= $#ni; $n++, $y >>= 1) { next CHUNK if $stri[$n][$y & 1] eq ''; $stri .= $stri[$n][$y & 1]; $strk .= $strk[$n][$y & 1]; } chop ($stri); chop ($strk); (my $t = $newk->slice($stri)) .= $kern->slice($strk); } $newk; } EOPM pp_def( 'convolveND', Doc=><<'EOD', =for ref Speed-optimized convolution with selectable boundary conditions =for usage $new = convolveND($x, $kernel, [ {options} ]); Conolve an array with a kernel, both of which are N-dimensional. If the kernel has fewer dimensions than the array, then the extra array dimensions are broadcasted over. There are options that control the boundary conditions and method used. The kernel's origin is taken to be at the kernel's center. If your kernel has a dimension of even order then the origin's coordinates get rounded up to the next higher pixel (e.g. (1,2) for a 3x4 kernel). This mimics the behavior of the earlier L and L routines, so convolveND is a drop-in replacement for them. The kernel may be any size compared to the image, in any dimension. The kernel and the array are not quite interchangeable (as in mathematical convolution): the code is inplace-aware only for the array itself, and the only allowed boundary condition on the kernel is truncation. convolveND is inplace-aware: say C to modify a variable in-place. You don't reduce the working memory that way -- only the final memory. OPTIONS Options are parsed by PDL::Options, so unique abbreviations are accepted. =over 3 =item boundary (default: 'truncate') The boundary condition on the array, which affects any pixel closer to the edge than the half-width of the kernel. The boundary conditions are the same as those accepted by L, because this option is passed directly into L. Useful options are 'truncate' (the default), 'extend', and 'periodic'. You can select different boundary conditions for different axes -- see L for more detail. The (default) truncate option marks all the near-boundary pixels as BAD if you have bad values compiled into your PDL and the array's badflag is set. =item method (default: 'auto') The method to use for the convolution. Acceptable alternatives are 'direct', 'fft', or 'auto'. The direct method is an explicit copy-and-multiply operation; the fft method takes the Fourier transform of the input and output kernels. The two methods give the same answer to within double-precision numerical roundoff. The fft method is much faster for large kernels; the direct method is faster for tiny kernels. The tradeoff occurs when the array has about 400x more pixels than the kernel. The default method is 'auto', which chooses direct or fft convolution based on the size of the input arrays. =back NOTES At the moment there's no way to broadcast over kernels. That could/should be fixed. The broadcasting over input is cheesy and should probably be fixed: currently the kernel just gets dummy dimensions added to it to match the input dims. That does the right thing tersely but probably runs slower than a dedicated broadcastloop. The direct copying code uses PP primarily for the generic typing: it includes its own broadcastloops. =cut EOD PMCode => <<'EOD', use PDL::Options; # Perl wrapper conditions the data to make life easier for the PP sub. sub PDL::convolveND { my($a0,$k,$opt0) = @_; my $inplace = $a0->is_inplace; my $x = $a0->new_or_inplace; barf("convolveND: kernel (".join("x",$k->dims).") has more dims than source (".join("x",$x->dims).")\n") if($x->ndims < $k->ndims); # Coerce stuff all into the same type. Try to make sense. # The trivial conversion leaves dataflow intact (nontrivial conversions # don't), so the inplace code is OK. Non-inplace code: let the existing # PDL code choose what type is best. my $type; if($inplace) { $type = $a0->get_datatype; } else { my $z = $x->flat->index(0) + $k->flat->index(0); $type = $z->get_datatype; } $x = $x->convert($type); $k = $k->convert($type); ## Handle options -- $def is a static variable so it only gets set up once. our $def; unless(defined($def)) { $def = PDL::Options->new( { Method=>'a', Boundary=>'t' } ); $def->minmatch(1); $def->casesens(0); } my $opt = $def->options(PDL::Options::ifhref($opt0)); ### # If the kernel has too few dimensions, we broadcast over the other # dims -- this is the same as supplying the kernel with dummy dims of # order 1, so, er, we do that. $k = $k->dummy($x->dims - 1, 1) if($x->ndims > $k->ndims); my $kdims = pdl($k->dims); ### # Decide whether to FFT or directly convolve: if we're in auto mode, # choose based on the relative size of the image and kernel arrays. my $fft = ( ($opt->{Method} =~ m/^a/i) ? ( $x->nelem > 2500 and ($x->nelem) <= ($k->nelem * 500) ) : ( $opt->{Method} !~ m/^[ds]/i ) ); ### # Pad the array to include boundary conditions my $adims = $x->shape; my $koff = ($kdims/2)->ceil - 1; my $aa = $x->range( -$koff, $adims + $kdims, $opt->{Boundary} ) ->sever; if($fft) { require PDL::FFT; print "convolveND: using FFT method\n" if($PDL::debug); # FFT works best on doubles; do our work there then cast back # at the end. $aa = double($aa); $_ = $aa->zeroes for my ($aai, $kk, $kki); my $tmp; # work around new perl -d "feature" ($tmp = $kk->range( - ($kdims/2)->floor, $kdims, 'p')) .= $k; PDL::fftnd($kk, $kki); PDL::fftnd($aa, $aai); { my($ii) = $kk * $aai + $aa * $kki; $aa = $aa * $kk - $kki * $aai; $aai .= $ii; } PDL::ifftnd($aa,$aai); $x .= $aa->range( $koff, $adims); } else { print "convolveND: using direct method\n" if($PDL::debug); ### The first argument is a dummy to set $GENERIC. &PDL::_convolveND_int( $k->flat->index(0), $k, $aa, $x ); } $x; } EOD Pars=>'k0()', OtherPars=>'pdl *k; pdl *aa; pdl *a;', Code => <<'EOD' /* * Direct convolution * * Because the kernel is usually the smaller of the two arrays to be convolved, * we broadcast kernel-first to keep it in the processor's cache. The strategy: * work on a padded copy of the original image, so that (even with boundary * conditions) the geometry of the kernel is linearly related to the input * array. Otherwise, follow the path blazed by Karl in convolve(): keep track * of the offsets for each kernel element in a flattened original PDL. * * The first (PP) argument is a dummy that's only used to set the GENERIC() * macro. The other three arguments should all have the same type as the * first arguments, and are all passed in as SVs. They are: the kernel, * the padded copy of the input PDL, and a pre-allocated output PDL. The * input PDL should be padded by the dimensionality of the kernel. * */ PDL_Indx i; pdl *k = $COMP(k), *a = $COMP(a), *aa = $COMP(aa); PDL_RETERROR(PDL_err, PDL->make_physical(aa)); PDL_RETERROR(PDL_err, PDL->make_physical(a)); PDL_RETERROR(PDL_err, PDL->make_physical(k)); PDL_Indx ndims = aa->ndims; if(ndims != k->ndims || ndims != aa->ndims) $CROAK("convolveND: dims don't agree - should never happen\n"); PDL_Indx koffs[k->nvals]; $GENERIC() kvals[k->nvals]; PDL_Indx ivec[ndims]; /************************************/ /* Fill up the koffs & kvals arrays */ /* koffs gets relative offsets into aa for each kernel value; */ /* kvals gets the kernel values in the same order (flattened) */ PDL_Indx *koff = koffs; $GENERIC() *kval = kvals; $GENERIC() *aptr = ($GENERIC() *)k->data + k->nvals - 1; for (i=0; i < ndims; i++) ivec[i] = 0; PDL_Indx npdls = 2, incs[npdls*ndims], offs[npdls]; for (i=0; i < npdls; i++) offs[i] = 0; for (i=0; i < ndims; i++) { incs[i*npdls + 0] = k->dimincs[i]; incs[i*npdls + 1] = aa->dimincs[i]; } do { *kval++ = aptr[-offs[0]]; /* Copy kernel value into kernel list */ *koff++ = offs[1]; /* Copy current aa offset into koffs list */ if (!pdl_broadcast_nd_step(npdls, offs, 0, ndims, incs, k->dims, ivec)) break; } while (1); /******************************/ /* Now do the actual convolution: for each vector in a, */ /* accumulate the appropriate aa-sum and stick it into a. */ for (i=0; i < ndims; i++) ivec[i] = 0; aptr = a->data; $GENERIC() *aaptr = aa->data; for (i=0; i < npdls; i++) offs[i] = 0; for (i=0; i < ndims; i++) incs[i*npdls + 0] = a->dimincs[i]; /* got aa already */ do { $GENERIC() acc = 0; koff = koffs; kval = kvals; for (i=0;invals;i++) acc += aaptr[offs[1] + *koff++] * (*kval++); aptr[offs[0]] = acc; if (!pdl_broadcast_nd_step(npdls, offs, 0, ndims, incs, a->dims, ivec)) break; } while (1); EOD ); pp_done();