airbusgeo / godal Goto Github PK

var mutex sync.Mutex
var contexts map[string]context.Context

func unwrapkey(key string) string {
	last := strings.LastIndex(key, "#")
	if last != -1 {
		key = key[:last]
	}
	return key
}

func WithContext(ctx context.Context, key string) string {
	mutex.Lock()
	defer mutex.Unlock()

	cid := uuid.New().String()
	contexts[cid] = ctx
	return fmt.Sprintf("%s#%s", key, cid)
}

func GetContext(key string) (context.Context, string) {
	mutex.Lock()
	defer mutex.Unlock()

	last := strings.LastIndex(key, "#")
	if last == -1 {
		return context.Background(), key
	}
	ctx, ok := contexts[key[last+1:]]
	if !ok {
		ctx = context.Background()
	}
	key = key[:last]
	return ctx, key
}

func init() {
	contexts = map[string]context.Context{}
	// todo: launch goroutine and clean done contexts
}

type KeyStreamerAt interface {
	StreamAt(ctx context.Context, key string, off int64, n int64) (io.ReadCloser, int64, error)
}

func (a *Adapter) srcStreamAt(key string, off int64, n int64) (io.ReadCloser, error) {
	ctx, key := GetContext(key)
        ...
}

package main

import (
	"fmt"
	"os"

	"github.com/airbusgeo/godal"
)

func main() {
	fmt.Println(godal.Version().Major(), godal.Version().Minor())

	godal.RegisterInternalDrivers()
	if err := godal.RegisterRaster("HDF5"); err != nil {
	    panic("could not register driver")
	}
	
	if _, err := os.Stat("/u8be.h5"); err == nil {
	  fmt.Println("file exists")
	}

	_, err := godal.Open(`/u8be.h5`)
	if err != nil {
	    fmt.Println("trying to open file")
	    fmt.Println(err.Error())
	}

	_, err = godal.Open(`HDF5:"u8be.h5"://TestArray`)
	if err != nil {
	    fmt.Println("trying to open subdataset")
	    fmt.Println(err.Error())
	}
}

func TestDatasetWarpInto_NoDataSetAtDst(t *testing.T) {
	os.Setenv("CPL_DEBUG", "ON")
	srs4326, _ := NewSpatialRefFromEPSG(4326)

	srcDS, _ := Create(Memory, "", 1, Byte, 16, 16)
	srcDS.SetSpatialRef(srs4326)
	srcDS.SetGeoTransform([6]float64{45, 1, 0, 35, 0, -1})
	defer srcDS.Close()

	dstDS, _ := Create(Memory, "", 1, Byte, 16, 16)
	dstDS.SetSpatialRef(srs4326)
	dstDS.SetGeoTransform([6]float64{45, 1, 0, 35, 0, -1})
	defer dstDS.Close()

	// set nodata value to src and dst
	for _, b := range srcDS.Bands() {
		b.SetNoData(255)
		assert.Nil(t, b.Fill(255, 0))
	}

	for _, b := range dstDS.Bands() {
		b.SetNoData(255)
	}

	// warp into
	assert.Nil(t, dstDS.WarpInto([]*Dataset{srcDS}, []string{}))

	data := make([]uint8, 1)
	assert.Nil(t, dstDS.Read(0, 0, data, 1, 1))
	assert.Equal(t, uint8(255), data[0])
}

func TestDatasetWarpInto_NoDataNoSet(t *testing.T) {
	os.Setenv("CPL_DEBUG", "ON")
	srs4326, _ := NewSpatialRefFromEPSG(4326)

	srcDS, _ := Create(Memory, "", 1, Byte, 16, 16)
	srcDS.SetSpatialRef(srs4326)
	srcDS.SetGeoTransform([6]float64{45, 1, 0, 35, 0, -1})
	defer srcDS.Close()

	dstDS, _ := Create(Memory, "", 1, Byte, 16, 16)
	dstDS.SetSpatialRef(srs4326)
	dstDS.SetGeoTransform([6]float64{45, 1, 0, 35, 0, -1})
	defer dstDS.Close()

	// set nodata value to src and dst
	for _, b := range srcDS.Bands() {
		b.SetNoData(255)
		assert.Nil(t, b.Fill(255, 0))
	}

	// warp into
	assert.Nil(t, dstDS.WarpInto([]*Dataset{srcDS}, []string{}))
	nodata, ok := dstDS.Bands()[0].NoData()
	assert.True(t, ok)
	assert.Equal(t, nodata, float64(255))

	data := make([]uint8, 1)
	assert.Nil(t, dstDS.Read(0, 0, data, 1, 1))
	assert.Equal(t, uint8(255), data[0])
}

func TestDatasetWarpInto_NoDataWithSwitch(t *testing.T) {
	os.Setenv("CPL_DEBUG", "ON")
	srs4326, _ := NewSpatialRefFromEPSG(4326)

	srcDS, _ := Create(Memory, "", 1, Byte, 16, 16)
	srcDS.SetSpatialRef(srs4326)
	srcDS.SetGeoTransform([6]float64{45, 1, 0, 35, 0, -1})
	defer srcDS.Close()

	dstDS, _ := Create(Memory, "", 1, Byte, 16, 16)
	dstDS.SetSpatialRef(srs4326)
	dstDS.SetGeoTransform([6]float64{45, 1, 0, 35, 0, -1})
	defer dstDS.Close()

	// set nodata value to src and dst
	for _, b := range srcDS.Bands() {
		b.SetNoData(255)
		assert.Nil(t, b.Fill(255, 0))
	}

	// warp into
	assert.Nil(t, dstDS.WarpInto([]*Dataset{srcDS}, []string{"-dstnodata", "255"}))
	data := make([]uint8, 1)
	assert.Nil(t, dstDS.Read(0, 0, data, 1, 1))
	assert.Equal(t, uint8(255), data[0])
}

func (ds *Dataset) Rasterize(dstDS string, switches []string, opts ...RasterizeOption) (*Dataset, error) {
....
}

func TestOpen(t *testing.T) {
	godal.RegisterRaster(godal.GTiff)
	ds, err := godal.Open("/home/thomascoquet/test.tif")
	assert.Nil(t, err)
	ds.Close()
} 
// OK, not a problem of file access

func TestGeoloc(t *testing.T) {
	godal.RegisterRaster(
		//godal.DriverName("KEA"),
		//godal.DriverName("BAG"),
		//godal.DriverName("HDF5"),
		//godal.DriverName("HDF5Image"),
		//godal.DriverName("HDF4"),
		//godal.DriverName("HDF4Image"),
		godal.DriverName("GMT"),
		godal.DriverName("netCDF"),
	)
	ds, err := godal.Open(`NETCDF:"/home/thomascoquet/product.nc":/PRODUCT/methane_mixing_ratio_bias_corrected`)
	assert.Nil(t, err)
}

package main

import "github.com/airbusgeo/godal"

func main() {
	godal.RegisterAll()

	filename := "/vsis3/rastless-tests/TUR_us-newyork_EOMAP_20190309_155148_SENT2_m0010_32bit.tif"
	ds, _ := godal.Open(filename)
	datasets := []*godal.Dataset{ds}

	// gdalwarp /vsis3/rastless-tests/TUR_us-newyork_EOMAP_20190309_155148_SENT2_m0010_32bit.tif ./working.tif -t_srs EPSG:3857 -te -8243902 4961937 -8243197 4962527 -ts 256 256
	options := []string{"-t_srs", "EPSG:3857", "-te", "-8243902", "4961937", "-8243197", "4962527", "-ts", "256", "256"}
	godal.Warp("./not_working.tif", datasets, options)
}

package godal_test

import (
	"context"
	"fmt"
	"os"
	"testing"

	"github.com/airbusgeo/godal"
	"github.com/airbusgeo/osio"
	"github.com/stretchr/testify/assert"
)

var ErrLoger = godal.ErrLogger(func(ec godal.ErrorCategory, code int, msg string) error {
	fmt.Printf("[gdal-debug] %d - %d - %s\n", ec, code, msg)
	if ec < godal.CE_Warning {
		return nil
	}
	return fmt.Errorf("gdal: code %d (%s)", code, msg)
})

func TestS5P(t *testing.T) {
	os.Setenv("CPL_DEBUG", "ON")
	ctx := context.Background()

	// drivers and adapters
	godal.RegisterRaster(godal.GTiff, godal.Memory)
	httpr, err := osio.HTTPHandle(ctx)
	assert.Nil(t, err)
	httpa, err := osio.NewAdapter(httpr)
	assert.Nil(t, err)
	godal.RegisterVSIHandler("http://", httpa)
	godal.RegisterVSIHandler("https://", httpa)

	// open and warp
	uri := "https://meeo-s5p.s3.amazonaws.com/COGT/OFFL/L2__CO____/2018/07/12/S5P_OFFL_L2__CO_____20180712T110154_20180712T124324_03860_01_010100_20180718T164726_PRODUCT_carbonmonoxide_total_column_4326.tif?xjphxjasdvfdrd=2022j03j24T14j3A43j3A53Z&jjpxjexpires=1h&xjphxjissuer=userjjjinternaljjjjjjjjjjjjjjjjcatalog&xjphxjmehods=GETjjjHEAD&xjphxjsignture=v1jvOjjjsblsIjjjNIVEm70McGBjjjmR10RCFVqKigYIoHtyxjjjJ2KKhsKRSlvUfZTvrBQ2fVgal4e0MYMA5IVJ6jjj1sNGbCgjjjjjj&xjphxjsignedjparameters=xjphxjjreatedjjjxjphxjmethodsjjjxjphxjuserjjjxjphxjexpiresjjjxjphxjdddddd&xjphxjuser=userjjjinternaljjjt.coquet"
	src, err := godal.Open(uri, ErrLoger)
	assert.Nil(t, err)
	defer src.Close()

	// create an in-memory raster
	dst, err := godal.Create(godal.Memory, "", src.Structure().NBands, src.Structure().DataType, 512, 512, ErrLoger)
	assert.Nil(t, err)
	defer dst.Close()

	sr, err := godal.NewSpatialRefFromEPSG(3857)
	assert.Nil(t, err)
	assert.Nil(t, dst.SetSpatialRef(sr))
	assert.Nil(t, dst.SetGeoTransform([6]float64{0, 1222.99245256282, 0, 5.009377085697301e+06, 0, -1222.99245256282}))

	// warping
	assert.Nil(t, dst.WarpInto([]*godal.Dataset{src}, []string{}, ErrLoger))
}

func (ds *Dataset) Rasterize(dstDS string, switches []string, opts ...RasterizeOption) (*Dataset, error) {
....
}

package main

import (
	"github.com/airbusgeo/godal"
)

func main() {
	godal.RegisterAll()
	tifname := "aa.tif"
	dsTif, _ := godal.Create(godal.GTiff, tifname, 1, godal.Byte, 20, 20)  // work
	dsTif.Close()

	jpegname := "bb.jpg"
	dsJpg, _ := godal.Create(godal.OpenJPEG, jpegname, 1, godal.Byte, 20, 20) // not work
	dsJpg.Close()
}