From 7d8a4d4f84f1fd9115aee8829853486e29477e8d Mon Sep 17 00:00:00 2001 From: nuknal Date: Fri, 24 May 2024 17:02:17 +0800 Subject: [PATCH] 1 --- .gitignore | 7 ++ go.mod | 13 +++ go.sum | 15 +++ main.go | 14 +++ registrate.go | 269 ++++++++++++++++++++++++++++++++++++++++++++++++++ 5 files changed, 318 insertions(+) create mode 100644 .gitignore create mode 100644 go.mod create mode 100644 go.sum create mode 100644 main.go create mode 100644 registrate.go diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..66ddb60 --- /dev/null +++ b/.gitignore @@ -0,0 +1,7 @@ +data +*.enp +*.RAW +*.JPG +*.jpeg +*.png +*.PNG diff --git a/go.mod b/go.mod new file mode 100644 index 0000000..44cd87a --- /dev/null +++ b/go.mod @@ -0,0 +1,13 @@ +module xtemp + +go 1.20 + +require ( + github.com/chai2010/tiff v0.0.0-20211005095045-4ec2aa243943 + gocv.io/x/gocv v0.36.1 +) + +require ( + github.com/sirupsen/logrus v1.9.3 // indirect + golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 0000000..84170fb --- /dev/null +++ b/go.sum @@ -0,0 +1,15 @@ +github.com/chai2010/tiff v0.0.0-20211005095045-4ec2aa243943 h1:CjuhVIUiyWQZVY4rmcvm/9R+60e/Wi6LkXyHU38MqXI= +github.com/chai2010/tiff v0.0.0-20211005095045-4ec2aa243943/go.mod h1:FhMMqekobM33oGdTfbi65oQ9P7bnQ5/0EDfmleW35RE= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/sirupsen/logrus v1.9.3 h1:dueUQJ1C2q9oE3F7wvmSGAaVtTmUizReu6fjN8uqzbQ= +github.com/sirupsen/logrus v1.9.3/go.mod h1:naHLuLoDiP4jHNo9R0sCBMtWGeIprob74mVsIT4qYEQ= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +gocv.io/x/gocv v0.36.1 h1:6XkEaPOk7h/umjy+MXgSEtSeCIgcPJhccUjrJFhjdTY= +gocv.io/x/gocv v0.36.1/go.mod h1:lmS802zoQmnNvXETpmGriBqWrENPei2GxYx5KUxJsMA= +golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8 h1:0A+M6Uqn+Eje4kHMK80dtF3JCXC4ykBgQG4Fe06QRhQ= +golang.org/x/sys v0.0.0-20220715151400-c0bba94af5f8/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= diff --git a/main.go b/main.go new file mode 100644 index 0000000..d378938 --- /dev/null +++ b/main.go @@ -0,0 +1,14 @@ +package main + +func main() { + reg := NewRegistrator() + if err := reg.LoadMssRaw("/Users/lan/workspace/temp/ccv/ms_image.raw"); err != nil { + panic(err) + } + if err := reg.LoadPanRaw("/Users/lan/workspace/temp/ccv/pan_image.raw"); err != nil { + panic(err) + } + if err := reg.DoPhaseCorrelation(); err != nil { + panic(err) + } +} diff --git a/registrate.go b/registrate.go new file mode 100644 index 0000000..ad3c1b5 --- /dev/null +++ b/registrate.go @@ -0,0 +1,269 @@ +package main + +import ( + "bufio" + "fmt" + "image" + "os" + + "github.com/chai2010/tiff" + log "github.com/sirupsen/logrus" + "gocv.io/x/gocv" +) + +type Registrate interface{} + +const ( + MssBands = 4 + PixelBytes = 2 + PanWidth = 9344 // 像素宽度 + MssWidth = 2336 + BlockNum = 5 +) + +type Registrator struct { + PanImage gocv.Mat + PanHeight int + PanWidth int + + MssImages [4]gocv.Mat + MssHeight int + MssWidth int + registeredImages [4]gocv.Mat + rgbirImage gocv.Mat +} + +func NewRegistrator() *Registrator { + var r Registrator + + return &r +} + +func (r *Registrator) LoadPanRaw(raw string) error { + data, err := os.ReadFile(raw) + if err != nil { + log.Error("Error reading raw file: ", err) + return err + } + + height := len(data) / (PanWidth * PixelBytes) + r.PanImage, err = gocv.NewMatFromBytes(height, PanWidth, gocv.MatTypeCV16U, data) + if err != nil { + log.Error("Error creating Mat from bytes: ", err) + return err + } + + r.PanHeight = height + r.PanWidth = PanWidth + + return nil +} + +func (r *Registrator) LoadMssRaw(raw string) error { + data, err := os.ReadFile(raw) + if err != nil { + log.Error("Error reading raw file: ", err) + return err + } + + height := len(data) / (MssWidth * PixelBytes * MssBands) + mssData := make([][]byte, MssBands) + for h := 0; h < height; h++ { + row := data[h*MssWidth*MssBands*PixelBytes : (h+1)*MssWidth*MssBands*PixelBytes] + for i := 0; i < MssBands; i++ { + mssData[i] = append(mssData[i], row[i*MssWidth*PixelBytes:(i+1)*MssWidth*PixelBytes]...) + } + } + + for i := 0; i < MssBands; i++ { + r.MssImages[i], err = gocv.NewMatFromBytes(height, MssWidth, gocv.MatTypeCV16U, mssData[i]) + if err != nil { + log.Error("Error creating Mat from bytes: ", err) + return err + } + } + + r.MssHeight = height + r.MssWidth = MssWidth + + return nil +} + +func (r *Registrator) DoPhaseCorrelation() error { + // 确保 MSS 高度是 PAN 高度的 1/4 + if r.MssHeight*4 != r.PanHeight { + err := fmt.Errorf("MSS height is not 1/4 of PAN height, invalid raw file") + log.Error(err) + return err + } + + // 将PAN将采样作为轮廓匹配基准图像 + downsampledPanImage := gocv.NewMat() + gocv.Resize(r.PanImage, &downsampledPanImage, + image.Point{X: r.MssWidth, Y: r.MssHeight}, 0, 0, gocv.InterpolationLinear) + + // 对每个 MSS 波段图像进行上采样 + upsampledMSSImages := make([]gocv.Mat, MssBands) + for i := 0; i < MssBands; i++ { + upsampledMSSImages[i] = gocv.NewMat() + gocv.Resize(r.MssImages[i], &upsampledMSSImages[i], + image.Point{X: r.PanWidth, Y: r.PanHeight}, 0, 0, gocv.InterpolationLinear) + + // r.msToRaw(upsampledMSSImages[i].ToBytes(), fmt.Sprintf("MSS%d.RAW", i+1)) + } + + fmt.Println("PAN images size:", r.PanImage.Size()) + fmt.Println("upsampled MSS1 images size:", upsampledMSSImages[0].Size()) + fmt.Println("upsampled MSS2 images size:", upsampledMSSImages[0].Size()) + fmt.Println("upsampled MSS3 images size:", upsampledMSSImages[0].Size()) + fmt.Println("upsampled MSS4 images size:", upsampledMSSImages[0].Size()) + + // 分块高度 + blockHeight := r.PanHeight / BlockNum + + alignedMssData := make([][]byte, MssBands) + + for band := 0; band < MssBands; band++ { + var alignedMSSImage gocv.Mat + for block := 0; block < BlockNum; block++ { + // 读取 PAN 和 MSS 分块数据 + y1 := (block + 1) * blockHeight + if block == BlockNum-1 { + y1 = r.PanHeight + } + + log.Println("Processing block", block, image.Rect(0, block*blockHeight, r.PanWidth, y1)) + panBlock := r.PanImage.Region(image.Rect(0, block*blockHeight, r.PanWidth, y1)) + mssBlock := upsampledMSSImages[band].Region(image.Rect(0, block*blockHeight, r.PanWidth, y1)) + + // 处理每个分块 + alignedBlock := r.processBlock(panBlock, mssBlock) + + alignedBlockData := alignedBlock.ToBytes() + alignedMssData[band] = append(alignedMssData[band], alignedBlockData...) + + if alignedMSSImage.Empty() { + alignedMSSImage = alignedBlock.Clone() + } else { + gocv.Vconcat(alignedMSSImage, alignedBlock, &alignedMSSImage) + alignedBlock.Close() + } + + panBlock.Close() + mssBlock.Close() + } + + r.registeredImages[band] = alignedMSSImage + } + + r.mssToRaw(alignedMssData, "mss.raw") + + return nil +} + +func (r *Registrator) processBlock(panBlock, mssBlock gocv.Mat) gocv.Mat { + pan := gocv.NewMat() + mss := gocv.NewMat() + + panBlock.ConvertTo(&pan, gocv.MatTypeCV32FC1) + defer pan.Close() + mssBlock.ConvertTo(&mss, gocv.MatTypeCV32FC1) + defer mss.Close() + + hann := gocv.NewMat() + shift, response := gocv.PhaseCorrelate(pan, mss, hann) + hann.Close() + + dx := shift.X + dy := shift.Y + log.Printf("Block shift: dx = %f, dy = %f. response = %f \n", dx, dy, response) + + // cv::Mat translationMatrix = (cv::Mat_(2, 3) << 1, 0, shift.x, 0, 1, shift.y); + translationMat := gocv.NewMatWithSize(2, 3, gocv.MatTypeCV32F) + translationMat.SetFloatAt(0, 0, 1) + translationMat.SetFloatAt(0, 1, 0) + translationMat.SetFloatAt(0, 2, shift.X) + translationMat.SetFloatAt(1, 0, 0) + translationMat.SetFloatAt(1, 1, 1) + translationMat.SetFloatAt(1, 2, shift.Y) + + alignedBlock := gocv.NewMat() + gocv.WarpAffine(mss, &alignedBlock, translationMat, image.Pt(panBlock.Size()[0], panBlock.Size()[1])) + + translationMat.Close() + alignedBlock.ConvertTo(&alignedBlock, gocv.MatTypeCV16U) + + return alignedBlock +} + +func (r *Registrator) panToTiff(panImage gocv.Mat, filePath string) error { + return nil +} + +func (r *Registrator) mssToTiff(registeredImages [4]gocv.Mat, filePath string) error { + // 创建合并后的图像（RGBIR） + rgbirImage := gocv.NewMatWithSize(r.PanHeight, r.PanWidth, gocv.MatTypeCV16UC4) // 4通道，16位 + + for y := 0; y < r.PanHeight; y++ { + for x := 0; x < r.PanWidth; x++ { + r := registeredImages[0].GetShortAt(y, x) + g := registeredImages[1].GetShortAt(y, x) + b := registeredImages[2].GetShortAt(y, x) + ir := registeredImages[3].GetShortAt(y, x) + rgbirImage.SetShortAt(y, x*4+0, r) + rgbirImage.SetShortAt(y, x*4+1, g) + rgbirImage.SetShortAt(y, x*4+2, b) + rgbirImage.SetShortAt(y, x*4+3, ir) + } + } + + // 将合并后的图像保存为TIFF文件 + fileName := "registered_rgbir.tiff" + tiffFile, err := os.Create(fileName) + if err != nil { + fmt.Println("Error creating TIFF file:", err) + return err + } + defer tiffFile.Close() + + // 使用tiff库保存图像 + img, err := rgbirImage.ToImage() + if err != nil { + fmt.Println("Error converting Mat to image:", err) + return err + } + if err := tiff.Encode(tiffFile, img, nil); err != nil { + fmt.Println("Error encoding TIFF file:", err) + return err + } + + fmt.Println("Saved", fileName) + return nil +} + +func (r *Registrator) mssToRaw(mssData [][]byte, filePath string) error { + f, err := os.OpenFile("mss.RAW", os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0777) + if err != nil { + return err + } + w := bufio.NewWriter(f) + for row := 0; row < r.PanHeight; row++ { + w.Write(mssData[0][row*r.PanWidth*PixelBytes : (row+1)*r.PanWidth*PixelBytes]) + w.Write(mssData[1][row*r.PanWidth*PixelBytes : (row+1)*r.PanWidth*PixelBytes]) + w.Write(mssData[2][row*r.PanWidth*PixelBytes : (row+1)*r.PanWidth*PixelBytes]) + w.Write(mssData[3][row*r.PanWidth*PixelBytes : (row+1)*r.PanWidth*PixelBytes]) + } + + return nil +} + +func (r *Registrator) msToRaw(mssData []byte, filePath string) error { + f, err := os.OpenFile(filePath, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0777) + if err != nil { + return err + } + w := bufio.NewWriter(f) + w.Write(mssData) + + return nil +}