This commit is contained in:
nuknal
2024-05-25 19:43:17 +08:00
parent b9f61cd26f
commit e3d98cb959
6 changed files with 2122 additions and 166 deletions

5
gdal_pansharpen.go Normal file
View File

@@ -0,0 +1,5 @@
package main
const (
ProductSuffix = "Pansharpened.tiff"
)

6
go.mod
View File

@@ -8,4 +8,8 @@ require (
gocv.io/x/gocv v0.36.1 gocv.io/x/gocv v0.36.1
) )
require golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 // indirect require (
github.com/airbusgeo/godal v0.0.11 // indirect
github.com/stretchr/testify v1.8.3 // indirect
golang.org/x/sys v0.12.0 // indirect
)

1940
go.sum

File diff suppressed because it is too large Load Diff

View File

@@ -4,10 +4,9 @@ import (
"bufio" "bufio"
"fmt" "fmt"
"image" "image"
"math"
"os" "os"
"github.com/chai2010/tiff" "github.com/airbusgeo/godal"
log "github.com/sirupsen/logrus" log "github.com/sirupsen/logrus"
"gocv.io/x/gocv" "gocv.io/x/gocv"
) )
@@ -36,9 +35,10 @@ type Registrator struct {
MssHeight int MssHeight int
MssWidth int MssWidth int
phaseShifts [4][]*PhaseShiftM phaseShifts [4][]*PhaseShiftM
registeredImages [4]gocv.Mat
rgbirImage gocv.Mat registeredMssImages [4]gocv.Mat // 平移处理后升采样到PAN分辨率的MSS图像
rgbirImage gocv.Mat
resampleMethod ResampleMethod resampleMethod ResampleMethod
} }
@@ -66,6 +66,21 @@ func (r *Registrator) LoadPanRaw(raw string) error {
r.PanHeight = height r.PanHeight = height
r.PanWidth = PanWidth r.PanWidth = PanWidth
godal.RegisterAll()
hDriver, ok := godal.RasterDriver("Gtiff")
if !ok {
panic("Gtiff not found")
}
md := hDriver.Metadatas()
if md["DCAP_CREATE"] == "YES" {
fmt.Printf("Driver GTiff supports Create() method.\n")
}
if md["DCAP_CREATECOPY"] == "YES" {
fmt.Printf("Driver Gtiff supports CreateCopy() method.\n")
}
fmt.Println("Gtiff driver name:", hDriver.LongName(), hDriver.ShortName())
return nil return nil
} }
@@ -128,11 +143,7 @@ func (r *Registrator) DoDownPhaseCorrelation() error {
// 分块高度 // 分块高度
blockHeight := r.MssHeight / BlockNH blockHeight := r.MssHeight / BlockNH
alignedMssData := make([][]byte, MssBands)
for band := 0; band < MssBands; band++ { for band := 0; band < MssBands; band++ {
alignedMSSImage := gocv.NewMatWithSize(r.MssHeight, r.MssWidth, gocv.MatTypeCV16U)
for bh := 0; bh < BlockNH; bh++ { for bh := 0; bh < BlockNH; bh++ {
// 读取 PAN 和 MSS 分块数据 // 读取 PAN 和 MSS 分块数据
y1 := (bh + 1) * blockHeight y1 := (bh + 1) * blockHeight
@@ -156,153 +167,48 @@ func (r *Registrator) DoDownPhaseCorrelation() error {
mssBlock := r.MssImages[band].Region(rect) mssBlock := r.MssImages[band].Region(rect)
// 处理每个分块 // 处理每个分块
alignedBlock, phaseShift := r.processBlock(panBlock, mssBlock) phaseShift := r.calculateBlockPhaseShift(panBlock, mssBlock)
shiftM.dx = phaseShift.X shiftM.dx = phaseShift.X
shiftM.dy = phaseShift.Y shiftM.dy = phaseShift.Y
r.phaseShifts[band] = append(r.phaseShifts[band], &shiftM) r.phaseShifts[band] = append(r.phaseShifts[band], &shiftM)
// alignedBlockData := alignedBlock.ToBytes()
// alignedMssData[band] = append(alignedMssData[band], alignedBlockData...)
// if alignedMSSImage.Empty() {
// alignedMSSImage = alignedBlock.Clone()
// } else {
// gocv.Vconcat(alignedMSSImage, alignedBlock, &alignedMSSImage)
// alignedBlock.Close()
// }
panBlock.Close() panBlock.Close()
mssBlock.Close() mssBlock.Close()
alignedBlock.Close()
} }
r.registeredImages[band] = alignedMSSImage
} }
// 使用平均偏移量来做平移变换 alignedMssData, err := r.DoMssPhaseShift()
for band := 0; band < MssBands; band++ { if err != nil {
var efficientShiftM int log.Error("Error calculating MSS phase shift: ", err)
var xTotal, yTotal float32 return err
for _, shift := range r.phaseShifts[band] {
if math.IsNaN(float64(shift.dx)) || math.IsNaN(float64(shift.dy)) {
continue
}
efficientShiftM += 1
xTotal += shift.dx
yTotal += shift.dy
}
dx := xTotal / float32(efficientShiftM)
dy := yTotal / float32(efficientShiftM)
log.Println("Band", band+1, "average shift:", dx, dy, "efficientShiftM:", efficientShiftM)
translationMat := gocv.NewMatWithSize(2, 3, gocv.MatTypeCV32F)
translationMat.SetFloatAt(0, 0, 1)
translationMat.SetFloatAt(0, 1, 0)
translationMat.SetFloatAt(0, 2, dx)
translationMat.SetFloatAt(1, 0, 0)
translationMat.SetFloatAt(1, 1, 1)
translationMat.SetFloatAt(1, 2, dy)
alignedMss := gocv.NewMatWithSize(r.MssHeight, r.MssWidth, gocv.MatTypeCV32FC1)
cvtMss := gocv.NewMat()
r.MssImages[band].ConvertTo(&cvtMss, gocv.MatTypeCV32FC1)
// 手动平移像素
outY := math.MaxInt
for y := 0; y < r.MssHeight; y++ {
for x := 0; x < r.MssWidth; x++ {
// 计算新的坐标
newX := x + int(dx)
newY := y + int(dy)
// 如果新坐标在图像范围内,进行像素值赋值
if newX >= 0 && newX < r.MssWidth && newY >= 0 && newY < r.MssHeight {
alignedMss.SetFloatAt(y, x, cvtMss.GetFloatAt(newY, newX))
} else {
// 如果新坐标不在图像范围内,设置为黑色
alignedMss.SetFloatAt(y, x, 0)
if outY > y {
outY = y
log.Println("Warning: pixel out of range", x, y)
}
}
}
}
// gocv.WarpAffine(cvtMss, &alignedMss, translationMat, image.Pt(cvtMss.Size()[1], cvtMss.Size()[0]))
alignedMss.ConvertTo(&alignedMss, gocv.MatTypeCV16U)
alignedMssData[band] = append(alignedMssData[band], alignedMss.ToBytes()...)
translationMat.Close()
cvtMss.Close()
alignedMss.Close()
} }
r.mssToRaw(alignedMssData) r.mssToRaw(alignedMssData)
// r.bytesToRaw(r.PanImage.ToBytes(), "data/PAN.RAW")
// r.SavePanToGDALGTiff("data/pan.tiff")
r.SaveRegisteredMssToGDALGTiff("data/registered_mss.tiff")
return nil return nil
} }
func (r *Registrator) panToTiff(panImage gocv.Mat, filePath string) error {
return nil
}
func (r *Registrator) mssToTiff(registeredImages [4]gocv.Mat, filePath string) error {
// 创建合并后的图像RGBIR
rgbirImage := gocv.NewMatWithSize(r.PanHeight, r.PanWidth, gocv.MatTypeCV16UC4) // 4通道16位
for y := 0; y < r.PanHeight; y++ {
for x := 0; x < r.PanWidth; x++ {
r := registeredImages[0].GetShortAt(y, x)
g := registeredImages[1].GetShortAt(y, x)
b := registeredImages[2].GetShortAt(y, x)
ir := registeredImages[3].GetShortAt(y, x)
rgbirImage.SetShortAt(y, x*4+0, r)
rgbirImage.SetShortAt(y, x*4+1, g)
rgbirImage.SetShortAt(y, x*4+2, b)
rgbirImage.SetShortAt(y, x*4+3, ir)
}
}
// 将合并后的图像保存为TIFF文件
fileName := "data/registered_rgbir.tiff"
tiffFile, err := os.Create(fileName)
if err != nil {
fmt.Println("Error creating TIFF file:", err)
return err
}
defer tiffFile.Close()
// 使用tiff库保存图像
img, err := rgbirImage.ToImage()
if err != nil {
fmt.Println("Error converting Mat to image:", err)
return err
}
if err := tiff.Encode(tiffFile, img, nil); err != nil {
fmt.Println("Error encoding TIFF file:", err)
return err
}
fmt.Println("Saved", fileName)
return nil
}
func (r *Registrator) mssToRaw(mssData [][]byte) error { func (r *Registrator) mssToRaw(mssData [][]byte) error {
f, err := os.OpenFile("data/downsampled_registered_mss.RAW", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0777) f, err := os.OpenFile("data/downsampled_registered_mss.RAW", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0777)
if err != nil { if err != nil {
return err return err
} }
width := r.MssWidth * PixelBytes
height := r.MssHeight
log.Println("Writing downsampled registered MSS to RAW file...", len(mssData[0])*4) log.Println("Writing downsampled registered MSS to RAW file...", len(mssData[0])*4)
log.Println("width:", r.MssWidth*PixelBytes*4) log.Println("width:", width)
log.Println("height:", r.MssHeight) log.Println("height:", height)
w := bufio.NewWriter(f) w := bufio.NewWriter(f)
for row := 0; row < r.MssHeight; row++ { for row := 0; row < height; row++ {
w.Write(mssData[0][row*r.MssWidth*PixelBytes : (row+1)*r.MssWidth*PixelBytes]) w.Write(mssData[0][row*width : (row+1)*width])
w.Write(mssData[1][row*r.MssWidth*PixelBytes : (row+1)*r.MssWidth*PixelBytes]) w.Write(mssData[1][row*width : (row+1)*width])
w.Write(mssData[2][row*r.MssWidth*PixelBytes : (row+1)*r.MssWidth*PixelBytes]) w.Write(mssData[2][row*width : (row+1)*width])
w.Write(mssData[3][row*r.MssWidth*PixelBytes : (row+1)*r.MssWidth*PixelBytes]) w.Write(mssData[3][row*width : (row+1)*width])
} }
return nil return nil
@@ -318,3 +224,108 @@ func (r *Registrator) bytesToRaw(mssData []byte, filePath string) error {
return nil return nil
} }
func (r *Registrator) SaveRegisteredMssToGDALGTiff(tiffFile string) error {
log.Println("Saving registered MSS to TIFF file...")
width := r.MssWidth
height := r.MssHeight
// 创建合并后的图像RGBIR
r.rgbirImage = gocv.NewMatWithSize(height, width, gocv.MatTypeCV16UC4) // 4通道16位
for y := 0; y < height; y++ {
for x := 0; x < width; x++ {
red := r.registeredMssImages[0].GetShortAt(y, x)
green := r.registeredMssImages[1].GetShortAt(y, x)
blue := r.registeredMssImages[2].GetShortAt(y, x)
ir := r.registeredMssImages[3].GetShortAt(y, x)
r.rgbirImage.SetShortAt(y, x*4+0, red)
r.rgbirImage.SetShortAt(y, x*4+1, green)
r.rgbirImage.SetShortAt(y, x*4+2, blue)
r.rgbirImage.SetShortAt(y, x*4+3, ir)
}
}
// 创建一个二维切片来存储图像数据
data := make([][]uint16, MssBands)
for i := range data {
data[i] = make([]uint16, width*height)
}
// 从gocv.Mat中提取数据
for y := 0; y < height; y++ {
for x := 0; x < width; x++ {
for b := 0; b < MssBands; b++ {
data[b][y*width+x] = uint16(r.rgbirImage.GetShortAt(y, x*4+b))
}
}
}
ds, err := godal.Create(godal.GTiff,
tiffFile,
MssBands,
godal.UInt16,
width, height)
if err != nil {
log.Error("Error creating TIFF file: ", err)
return err
}
defer ds.Close()
for b := 0; b < MssBands; b++ {
band := ds.Bands()[b]
err := band.IO(godal.IOWrite,
0, 0,
data[b],
width, height,
godal.PixelSpacing(2),
godal.LineSpacing(width*2))
if err != nil {
log.Error("Failed to write data to band:", err)
return err
}
}
log.Info("saved registered mss to tiff file: ", tiffFile)
return nil
}
func (r *Registrator) SavePanToGDALGTiff(tiffFile string) error {
log.Println("Saving PAN image to TIFF file...")
width := r.PanWidth
height := r.PanHeight
ds, err := godal.Create(godal.GTiff, tiffFile, 1, godal.UInt16, width, height)
if err != nil {
log.Error("Error creating TIFF file: ", err)
return err
}
defer ds.Close()
// 将通道的数据转换为字节数组
data := make([]uint16, width*height)
for y := 0; y < height; y++ {
for x := 0; x < width; x++ {
data[y*width+x] = uint16(r.PanImage.GetShortAt(y, x))
}
}
band := ds.Bands()[0]
err = band.IO(godal.IOWrite,
0, 0,
data,
width, height,
godal.PixelSpacing(2),
godal.LineSpacing(width*2))
if err != nil {
log.Error("Failed to write data to band:", err)
return err
}
log.Info("saved pan image to tiff file: ", tiffFile)
return nil
}

18
main.go
View File

@@ -1,13 +1,31 @@
package main package main
import (
"github.com/airbusgeo/godal"
"github.com/sirupsen/logrus"
)
func init() {
logrus.SetFormatter(&logrus.TextFormatter{
ForceColors: true,
DisableColors: false,
TimestampFormat: "2006-01-02 15:04:05",
FullTimestamp: true,
})
}
func main() { func main() {
reg := NewRegistrator() reg := NewRegistrator()
if err := reg.LoadMssRaw("/Users/lan/workspace/temp/ccv/ms_image.raw"); err != nil { if err := reg.LoadMssRaw("/Users/lan/workspace/temp/ccv/ms_image.raw"); err != nil {
panic(err) panic(err)
} }
if err := reg.LoadPanRaw("/Users/lan/workspace/temp/ccv/pan_image.raw"); err != nil { if err := reg.LoadPanRaw("/Users/lan/workspace/temp/ccv/pan_image.raw"); err != nil {
panic(err) panic(err)
} }
godal.RegisterAll()
if err := reg.DoDownPhaseCorrelation(); err != nil { if err := reg.DoDownPhaseCorrelation(); err != nil {
panic(err) panic(err)
} }

View File

@@ -20,7 +20,7 @@ type Block struct {
coord image.Point // top-left corner of the block in the original image coord image.Point // top-left corner of the block in the original image
} }
func (r *Registrator) processBlock(panBlock, mssBlock gocv.Mat) (gocv.Mat, gocv.Point2f) { func (r *Registrator) calculateBlockPhaseShift(panBlock, mssBlock gocv.Mat) gocv.Point2f {
pan := gocv.NewMat() pan := gocv.NewMat()
mss := gocv.NewMat() mss := gocv.NewMat()
@@ -30,37 +30,15 @@ func (r *Registrator) processBlock(panBlock, mssBlock gocv.Mat) (gocv.Mat, gocv.
defer mss.Close() defer mss.Close()
hann := gocv.NewMat() hann := gocv.NewMat()
defer hann.Close()
shift, response := gocv.PhaseCorrelate(pan, mss, hann) shift, response := gocv.PhaseCorrelate(pan, mss, hann)
hann.Close()
dx := shift.X dx := shift.X
dy := shift.Y dy := shift.Y
log.Printf("Block shift: dx = %f, dy = %f. response = %f \n", dx, dy, response) log.Printf("Block shift: dx = %f, dy = %f. response = %f \n", dx, dy, response)
if math.IsNaN(float64(dx)) { return shift
dx = 0.0
}
if math.IsNaN(float64(dy)) {
dy = 0.0
}
// cv::Mat translationMatrix = (cv::Mat_<double>(2, 3) << 1, 0, shift.x, 0, 1, shift.y);
translationMat := gocv.NewMatWithSize(2, 3, gocv.MatTypeCV32F)
translationMat.SetFloatAt(0, 0, 1)
translationMat.SetFloatAt(0, 1, 0)
translationMat.SetFloatAt(0, 2, dx)
translationMat.SetFloatAt(1, 0, 0)
translationMat.SetFloatAt(1, 1, 1)
translationMat.SetFloatAt(1, 2, dy)
defer translationMat.Close()
alignedBlock := gocv.NewMat()
gocv.WarpAffine(mss, &alignedBlock, translationMat, image.Pt(mss.Size()[1], mss.Size()[0]))
alignedBlock.ConvertTo(&alignedBlock, gocv.MatTypeCV16U)
return alignedBlock, shift
} }
func (r *Registrator) DoMssPhaseShift() ([][]byte, error) { func (r *Registrator) DoMssPhaseShift() ([][]byte, error) {
@@ -82,6 +60,8 @@ func (r *Registrator) DoMssPhaseShift() ([][]byte, error) {
log.Println("Band", band+1, "average shift:", dx, dy, "efficientShiftM:", efficientShiftM) log.Println("Band", band+1, "average shift:", dx, dy, "efficientShiftM:", efficientShiftM)
translationMat := gocv.NewMatWithSize(2, 3, gocv.MatTypeCV32F) translationMat := gocv.NewMatWithSize(2, 3, gocv.MatTypeCV32F)
defer translationMat.Close()
translationMat.SetFloatAt(0, 0, 1) translationMat.SetFloatAt(0, 0, 1)
translationMat.SetFloatAt(0, 1, 0) translationMat.SetFloatAt(0, 1, 0)
translationMat.SetFloatAt(0, 2, dx) translationMat.SetFloatAt(0, 2, dx)
@@ -90,7 +70,11 @@ func (r *Registrator) DoMssPhaseShift() ([][]byte, error) {
translationMat.SetFloatAt(1, 2, dy) translationMat.SetFloatAt(1, 2, dy)
alignedMss := gocv.NewMatWithSize(r.MssHeight, r.MssWidth, gocv.MatTypeCV32FC1) alignedMss := gocv.NewMatWithSize(r.MssHeight, r.MssWidth, gocv.MatTypeCV32FC1)
defer alignedMss.Close()
cvtMss := gocv.NewMat() cvtMss := gocv.NewMat()
defer cvtMss.Close()
r.MssImages[band].ConvertTo(&cvtMss, gocv.MatTypeCV32FC1) r.MssImages[band].ConvertTo(&cvtMss, gocv.MatTypeCV32FC1)
// 手动平移像素 // 手动平移像素
outY := math.MaxInt outY := math.MaxInt
@@ -115,12 +99,12 @@ func (r *Registrator) DoMssPhaseShift() ([][]byte, error) {
} }
// gocv.WarpAffine(cvtMss, &alignedMss, translationMat, image.Pt(cvtMss.Size()[1], cvtMss.Size()[0])) // gocv.WarpAffine(cvtMss, &alignedMss, translationMat, image.Pt(cvtMss.Size()[1], cvtMss.Size()[0]))
alignedMss.ConvertTo(&alignedMss, gocv.MatTypeCV16U) r.registeredMssImages[band] = gocv.NewMat()
alignedMssData[band] = append(alignedMssData[band], alignedMss.ToBytes()...) alignedMss.ConvertTo(&r.registeredMssImages[band], gocv.MatTypeCV16U)
translationMat.Close() log.Println("Band", band+1, "registeredMssImages size:", r.registeredMssImages[band].Size())
cvtMss.Close()
alignedMss.Close() alignedMssData[band] = append(alignedMssData[band], r.registeredMssImages[band].ToBytes()...)
} }
return alignedMssData, nil return alignedMssData, nil