#!/usr/bin/env pytest
# -*- coding: utf-8 -*-
###############################################################################
# $Id$
#
# Project:  GDAL/OGR Test Suite
# Purpose:  Test NetCDF driver support.
# Author:   Frank Warmerdam <warmerdam@pobox.com>
#
###############################################################################
# Copyright (c) 2007, Frank Warmerdam <warmerdam@pobox.com>
# Copyright (c) 2008-2016, Even Rouault <even.rouault at spatialys.com>
# Copyright (c) 2010, Kyle Shannon <kyle at pobox dot com>
#
# Permission is hereby granted, free of charge, to any person obtaining a
# copy of this software and associated documentation files (the "Software"),
# to deal in the Software without restriction, including without limitation
# the rights to use, copy, modify, merge, publish, distribute, sublicense,
# and/or sell copies of the Software, and to permit persons to whom the
# Software is furnished to do so, subject to the following conditions:
#
# The above copyright notice and this permission notice shall be included
# in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
# OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
# FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
# DEALINGS IN THE SOFTWARE.
###############################################################################

import json
import os
import shutil
import struct
import sys

import gdaltest
import pytest
import test_cli_utilities
from uffd import uffd_compare

from osgeo import gdal, ogr, osr

pytestmark = pytest.mark.require_driver("netCDF")

###############################################################################
@pytest.fixture(autouse=True, scope="module")
def module_disable_exceptions():
    with gdaltest.disable_exceptions():
        yield


###############################################################################
# Netcdf Functions
###############################################################################

###############################################################################
# Get netcdf version and test for supported files


@pytest.fixture(autouse=True, scope="module")
def netcdf_setup():
    # NOTE: this is also used by netcdf_cf.py

    gdaltest.netcdf_drv_version = "unknown"
    gdaltest.netcdf_drv_has_nc2 = False
    gdaltest.netcdf_drv_has_hdf4 = False
    gdaltest.netcdf_drv_silent = False

    gdaltest.netcdf_drv = gdal.GetDriverByName("NETCDF")

    # get capabilities from driver
    metadata = gdaltest.netcdf_drv.GetMetadata()
    if metadata is None:
        pytest.skip("NOTICE: netcdf metadata not found, skipping checks")

    # netcdf library version "3.6.3" of Dec 22 2009 06:10:17 $
    # netcdf library version 4.1.1 of Mar  4 2011 12:52:19 $
    if "NETCDF_VERSION" in metadata:
        v = metadata["NETCDF_VERSION"]
        v = v[0 : v.find(" ")].strip('"')
        gdaltest.netcdf_drv_version = v

    if "NETCDF_HAS_NC2" in metadata and metadata["NETCDF_HAS_NC2"] == "YES":
        gdaltest.netcdf_drv_has_nc2 = True

    if "NETCDF_HAS_HDF4" in metadata and metadata["NETCDF_HAS_HDF4"] == "YES":
        gdaltest.netcdf_drv_has_hdf4 = True

    print(
        "NOTICE: using netcdf version "
        + gdaltest.netcdf_drv_version
        + "  has_nc2: "
        + str(gdaltest.netcdf_drv_has_nc2)
    )

    # find out if we have ncdump
    try:
        (ret, err) = gdaltest.runexternal_out_and_err("ncdump -h")
    except OSError:
        err = None

    gdaltest.netcdf_have_ncdump = err is not None and "netcdf library version" in err

    gdaltest.count_opened_files = len(gdaltest.get_opened_files())


@pytest.fixture(autouse=True, scope="module")
def netcdf_teardown():
    gdaltest.clean_tmp()

    diff = len(gdaltest.get_opened_files()) - gdaltest.count_opened_files
    assert diff == 0, "Leak of file handles: %d leaked" % diff


###############################################################################
# test file copy
# helper function needed so we can call Process() on it from netcdf_test_copy_timeout()


def netcdf_test_copy(ifile, band, checksum, ofile, opts=None, driver="NETCDF"):
    # pylint: disable=unused-argument
    opts = [] if opts is None else opts
    test = gdaltest.GDALTest("NETCDF", "../" + ifile, band, checksum, options=opts)
    test.testCreateCopy(
        check_gt=0, check_srs=0, new_filename=ofile, delete_copy=0, check_minmax=0
    )


###############################################################################
# test file copy, optional timeout arg


def netcdf_test_copy_timeout(
    ifile, band, checksum, ofile, opts=None, driver="NETCDF", timeout=None
):

    from multiprocessing import Process

    drv = gdal.GetDriverByName(driver)

    if os.path.exists(ofile):
        drv.Delete(ofile)

    if timeout is None:
        netcdf_test_copy(ifile, band, checksum, ofile, opts, driver)

    else:
        sys.stdout.write(".")
        sys.stdout.flush()

        proc = Process(
            target=netcdf_test_copy, args=(ifile, band, checksum, ofile, opts)
        )
        proc.start()
        proc.join(timeout)

        # if proc is alive after timeout we must terminate it, and return fail
        # valgrind detects memory leaks when this occurs (although it should never happen)
        if proc.is_alive():
            proc.terminate()
            if os.path.exists(ofile):
                drv.Delete(ofile)
            pytest.fail(
                f"testCreateCopy() for file {ofile} has reached timeout limit of {timeout} seconds"
            )


###############################################################################
# check support for DEFLATE compression, requires HDF5 and zlib


def netcdf_test_deflate(ifile, checksum, zlevel=1, timeout=None):

    try:
        from multiprocessing import Process

        Process.is_alive
    except (ImportError, AttributeError):
        pytest.skip("from multiprocessing import Process failed")

    ofile1 = "tmp/" + os.path.basename(ifile) + "-1.nc"
    ofile1_opts = ["FORMAT=NC4C", "COMPRESS=NONE"]
    ofile2 = "tmp/" + os.path.basename(ifile) + "-2.nc"
    ofile2_opts = ["FORMAT=NC4C", "COMPRESS=DEFLATE", "ZLEVEL=" + str(zlevel)]

    assert os.path.exists(ifile), "ifile %s does not exist" % ifile

    netcdf_test_copy_timeout(ifile, 1, checksum, ofile1, ofile1_opts, "NETCDF", timeout)

    netcdf_test_copy_timeout(ifile, 1, checksum, ofile2, ofile2_opts, "NETCDF", timeout)

    # make sure compressed file is smaller than uncompressed files
    try:
        size1 = os.path.getsize(ofile1)
        size2 = os.path.getsize(ofile2)
    except OSError:
        pytest.fail("Error getting file sizes.")

    assert (
        size2 < size1
    ), "Compressed file is not smaller than reference, check your netcdf-4, HDF5 and zlib installation"


###############################################################################
# check support for reading attributes (single values and array values)


def netcdf_check_vars(ifile, vals_global=None, vals_band=None):

    src_ds = gdal.Open(ifile)

    assert src_ds is not None, "could not open dataset " + ifile

    metadata_global = src_ds.GetMetadata()
    assert metadata_global is not None, "could not get global metadata from " + ifile

    missval = src_ds.GetRasterBand(1).GetNoDataValue()
    assert missval == 1, "got invalid nodata value %s for Band" % str(missval)

    metadata_band = src_ds.GetRasterBand(1).GetMetadata()
    assert metadata_band is not None, "could not get Band metadata"

    metadata = metadata_global
    vals = vals_global
    if vals is None:
        vals = dict()
    for k, v in vals.items():
        assert k in metadata, "missing metadata [%s]" % (str(k))
        # strip { and } as new driver uses these for array values
        mk = metadata[k].lstrip("{ ").rstrip("} ")
        assert mk == v, "invalid value [%s] for metadata [%s]=[%s]" % (
            str(mk),
            str(k),
            str(v),
        )

    metadata = metadata_band
    vals = vals_band
    if vals is None:
        vals = dict()
    for k, v in vals.items():
        assert k in metadata, "missing metadata [%s]" % (str(k))
        # strip { and } as new driver uses these for array values
        mk = metadata[k].lstrip("{ ").rstrip("} ")
        assert mk == v, "invalid value [%s] for metadata [%s]=[%s]" % (
            str(mk),
            str(k),
            str(v),
        )


def netcdf_ncdump(fname):

    (out, err) = gdaltest.runexternal_out_and_err(f"ncdump -h {fname}")

    return out


def netcdf_write_multiple_layers(output_fname, inputs, options=None):

    for i, input_fname in enumerate(inputs):
        src = gdal.OpenEx(input_fname, gdal.OF_VECTOR)
        assert src is not None

        mode = "update" if i > 0 else None

        gdal.VectorTranslate(
            output_fname,
            src,
            format="netCDF",
            accessMode=mode,
            datasetCreationOptions=options if i == 0 else None,
        )


###############################################################################
# Netcdf Tests
###############################################################################

###############################################################################
# Perform simple read test.


def test_netcdf_1():

    tst = gdaltest.GDALTest(
        "NetCDF", 'NETCDF:"data/netcdf/bug636.nc":tas', 1, 31621, filename_absolute=1
    )

    # We don't want to gum up the test stream output with the
    # 'Warning 1: No UNIDATA NC_GLOBAL:Conventions attribute' message.
    with gdal.quiet_errors():
        tst.testOpen()


###############################################################################
# Verify a simple createcopy operation.  We can't do the trivial gdaltest
# operation because the new file will only be accessible via subdatasets.


def test_netcdf_2():

    src_ds = gdal.Open("data/byte.tif")

    gdaltest.netcdf_drv.CreateCopy("tmp/netcdf2.nc", src_ds)

    tst = gdaltest.GDALTest("NetCDF", "tmp/netcdf2.nc", 1, 4672, filename_absolute=1)

    wkt = """PROJCS["NAD27 / UTM zone 11N",
    GEOGCS["NAD27",
        DATUM["North_American_Datum_1927",
            SPHEROID["Clarke 1866",6378206.4,294.9786982139006,
                AUTHORITY["EPSG","7008"]],
            AUTHORITY["EPSG","6267"]],
        PRIMEM["Greenwich",0],
        UNIT["degree",0.0174532925199433],
        AUTHORITY["EPSG","4267"]],
    PROJECTION["Transverse_Mercator"],
    PARAMETER["latitude_of_origin",0],
    PARAMETER["central_meridian",-117],
    PARAMETER["scale_factor",0.9996],
    PARAMETER["false_easting",500000],
    PARAMETER["false_northing",0],
    UNIT["metre",1,
        AUTHORITY["EPSG","9001"]],
    AUTHORITY["EPSG","26711"]]"""

    tst.testOpen(check_prj=wkt)

    # Check that no nodata value is reported for a Byte dataset
    ds = gdal.Open("tmp/netcdf2.nc")
    assert ds.GetRasterBand(1).GetNoDataValue() is None
    ds = None

    # Test update mode
    ds = gdal.Open("tmp/netcdf2.nc", gdal.GA_Update)
    assert ds.GetRasterBand(1).GetNoDataValue() is None
    ds = None

    gdaltest.clean_tmp()


###############################################################################


def test_netcdf_3():

    ds = gdal.Open("data/netcdf/sombrero.grd")
    bnd = ds.GetRasterBand(1)
    minmax = bnd.ComputeRasterMinMax()

    assert minmax[0] == pytest.approx((-0.675758), abs=0.000001) and minmax[
        1
    ] == pytest.approx(1.0, abs=0.000001), "Wrong min or max."

    bnd = None
    ds = None


###############################################################################
# In #2582 5dimensional files were causing problems.  Verify use ok.


def test_netcdf_4():

    tst = gdaltest.GDALTest(
        "NetCDF",
        "NETCDF:data/netcdf/foo_5dimensional.nc:temperature",
        3,
        1218,
        filename_absolute=1,
    )

    # We don't want to gum up the test stream output with the
    # 'Warning 1: No UNIDATA NC_GLOBAL:Conventions attribute' message.
    with gdal.quiet_errors():
        # don't test for checksum (see bug #4284)
        tst.testOpen(skip_checksum=True)


###############################################################################
# In #2583 5dimensional files were having problems unrolling the highest
# dimension - check handling now on band 7.


def test_netcdf_5():

    tst = gdaltest.GDALTest(
        "NetCDF",
        "NETCDF:data/netcdf/foo_5dimensional.nc:temperature",
        7,
        1227,
        filename_absolute=1,
    )

    # We don't want to gum up the test stream output with the
    # 'Warning 1: No UNIDATA NC_GLOBAL:Conventions attribute' message.
    with gdal.quiet_errors():
        # don't test for checksum (see bug #4284)
        tst.testOpen(skip_checksum=True)


###############################################################################
# ticket #3324 check spatial reference reading for cf-1.4 lambert conformal
# 1 standard parallel.


def test_netcdf_6():

    ds = gdal.Open("data/netcdf/cf_lcc1sp.nc")
    prj = ds.GetProjection()

    sr = osr.SpatialReference()
    sr.ImportFromWkt(prj)
    lat_origin = sr.GetProjParm("latitude_of_origin")

    assert lat_origin == 25, (
        "Latitude of origin does not match expected:\n%f" % lat_origin
    )

    ds = None


###############################################################################
# ticket #3324 check spatial reference reading for cf-1.4 lambert conformal
# 2 standard parallels.


def test_netcdf_7():

    ds = gdal.Open("data/netcdf/cf_lcc2sp.nc")
    prj = ds.GetProjection()

    sr = osr.SpatialReference()
    sr.ImportFromWkt(prj)
    std_p1 = sr.GetProjParm("standard_parallel_1")
    std_p2 = sr.GetProjParm("standard_parallel_2")

    assert (
        std_p1 == 33.0 and std_p2 == 45.0
    ), "Standard Parallels do not match expected:\n%f,%f" % (std_p1, std_p2)

    ds = None
    sr = None


###############################################################################
# check for cf convention read of albers equal area
# Previous version compared entire wkt, which varies slightly among driver versions
# now just look for PROJECTION=Albers_Conic_Equal_Area and some parameters


def test_netcdf_8():

    ds = gdal.Open("data/netcdf/cf_aea2sp_invf.nc")

    srs = osr.SpatialReference()
    srs.ImportFromWkt(ds.GetProjection())

    proj = srs.GetAttrValue("PROJECTION")
    assert proj == "Albers_Conic_Equal_Area", (
        "Projection does not match expected : " + proj
    )

    param = srs.GetProjParm("latitude_of_center")
    assert param == 37.5, "Got wrong parameter value (%g)" % param

    param = srs.GetProjParm("longitude_of_center")
    assert param == -96, "Got wrong parameter value (%g)" % param

    ds = None


###############################################################################
# check to see if projected systems default to wgs84 if no spheroid def


def test_netcdf_9():

    ds = gdal.Open("data/netcdf/cf_no_sphere.nc")

    prj = ds.GetProjection()

    sr = osr.SpatialReference()
    sr.ImportFromWkt(prj)
    spheroid = sr.GetAttrValue("SPHEROID")

    assert spheroid == "WGS 84", "Incorrect spheroid read from file\n%s" % (spheroid)

    ds = None
    sr = None


###############################################################################
# check if km pixel size makes it through to gt


def test_netcdf_10():

    ds = gdal.OpenEx(
        "data/netcdf/cf_no_sphere.nc", open_options=["PRESERVE_AXIS_UNIT_IN_CRS=YES"]
    )

    prj = ds.GetProjection()

    gt = ds.GetGeoTransform()

    gt1 = (
        -1897186.0290038721,
        5079.3608398440065,
        0.0,
        2674684.0244560046,
        0.0,
        -5079.4721679684635,
    )
    gt2 = (
        -1897.186029003872,
        5.079360839844003,
        0.0,
        2674.6840244560044,
        0.0,
        -5.079472167968456,
    )

    if gt != gt1:
        sr = osr.SpatialReference()
        sr.ImportFromWkt(prj)
        # new driver uses UNIT vattribute instead of scaling values
        assert (
            sr.GetAttrValue("PROJCS|UNIT", 1) == "1000" and gt == gt2
        ), "Incorrect geotransform, got " + str(gt)

    ds = None


###############################################################################
# check if ll gets caught in km pixel size check


def test_netcdf_11():

    ds = gdal.Open("data/netcdf/cf_geog.nc")

    gt = ds.GetGeoTransform()

    assert gt == (-0.5, 1.0, 0.0, 10.5, 0.0, -1.0), "Incorrect geotransform"

    ds = None


###############################################################################
# Check that we get a geotransform from a file with a long/lat grid mapping


def test_netcdf_cf_geog_with_srs():

    ds = gdal.Open("data/netcdf/cf_geog_with_srs.nc")

    gt = ds.GetGeoTransform()
    assert gt == pytest.approx([-0.1, 0.2, 0, -79.1, 0, -0.2], rel=1e-5)

    assert ds.GetSpatialRef() is not None

    ds = None


###############################################################################
# Check that we get a geotransform from a file with variable indexed by lon, lat
# and lon, lat indicated as values of coordinates attribute


def test_netcdf_cf_lon_lat_with_coordinates_no_crs():

    ds = gdal.Open("data/netcdf/cf_lon_lat_with_coordinates_no_crs.nc")

    gt = ds.GetGeoTransform()
    assert gt == pytest.approx([-0.5, 1.0, 0.0, 42.5, 0.0, -1.0], rel=1e-5)


###############################################################################
# Check that we get a geotransform from a file with variable indexed by
# variables called latitude, longitude but without CF conventions


def test_netcdf_longitude_latitude():

    ds = gdal.Open("data/netcdf/longitude_latitude.nc")

    gt = ds.GetGeoTransform()
    assert gt == pytest.approx(
        [
            -180.04166666666666,
            0.08333333333333333,
            0.0,
            -79.79167938232422,
            0.0,
            -0.0833282470703125,
        ],
        rel=1e-5,
    )


###############################################################################
# check for scale/offset set/get.


def test_netcdf_12():

    ds = gdal.Open("data/netcdf/scale_offset.nc")

    scale = ds.GetRasterBand(1).GetScale()
    offset = ds.GetRasterBand(1).GetOffset()

    assert scale == 0.01 and offset == 1.5

    gdaltest.netcdf_drv.CreateCopy("tmp/tmp.nc", ds)
    ds = None

    ds = gdal.Open("tmp/tmp.nc")

    scale = ds.GetRasterBand(1).GetScale()
    offset = ds.GetRasterBand(1).GetOffset()

    assert scale == 0.01 and offset == 1.5
    ds = None

    gdaltest.netcdf_drv.Delete("tmp/tmp.nc")


###############################################################################
# check for scale/offset = None if no scale or offset is available


def test_netcdf_13():

    ds = gdal.Open("data/netcdf/no_scale_offset.nc")

    scale = ds.GetRasterBand(1).GetScale()
    offset = ds.GetRasterBand(1).GetOffset()

    assert scale is None and offset is None, "Incorrect scale or offset"

    ds = None


###############################################################################
# check for scale/offset for two variables


def test_netcdf_two_vars_as_subdatasets():

    ds = gdal.Open("NETCDF:data/netcdf/two_vars_scale_offset.nc:z")

    scale = ds.GetRasterBand(1).GetScale()
    offset = ds.GetRasterBand(1).GetOffset()

    assert scale == 0.01 and offset == 1.5, "Incorrect scale(%f) or offset(%f)" % (
        scale,
        offset,
    )

    ds = None

    ds = gdal.Open("NETCDF:data/netcdf/two_vars_scale_offset.nc:q")

    scale = ds.GetRasterBand(1).GetScale()
    offset = ds.GetRasterBand(1).GetOffset()

    assert scale == 0.1 and offset == 2.5, "Incorrect scale(%f) or offset(%f)" % (
        scale,
        offset,
    )


###############################################################################
# check for opening similar variables as multiple bands of the
# same dataset


def test_netcdf_two_vars_as_multiple_bands():

    ds = gdal.OpenEx(
        "data/netcdf/two_vars_scale_offset.nc", open_options=["VARIABLES_AS_BANDS=YES"]
    )
    assert ds.RasterCount == 2

    scale = ds.GetRasterBand(1).GetScale()
    offset = ds.GetRasterBand(1).GetOffset()

    assert scale == 0.01 and offset == 1.5, "Incorrect scale(%f) or offset(%f)" % (
        scale,
        offset,
    )

    scale = ds.GetRasterBand(2).GetScale()
    offset = ds.GetRasterBand(2).GetOffset()

    assert scale == 0.1 and offset == 2.5, "Incorrect scale(%f) or offset(%f)" % (
        scale,
        offset,
    )


###############################################################################
# check support for netcdf-2 (64 bit)
# This test fails in 1.8.1, because the driver does not support NC2 (bug #3890)


def test_netcdf_15():

    if gdaltest.netcdf_drv_has_nc2:
        ds = gdal.Open("data/netcdf/trmm-nc2.nc")
        assert ds is not None
        ds = None
        return
    else:
        pytest.skip()


###############################################################################
# check support for netcdf-4


def test_netcdf_16():

    ifile = "data/netcdf/trmm-nc4.nc"

    # test with Open()
    ds = gdal.Open(ifile)
    if ds is None:
        pytest.fail("GDAL did not open file")
    else:
        name = ds.GetDriver().GetDescription()
        ds = None
        # return fail if did not open with the netCDF driver (i.e. HDF5Image)
        assert name == "netCDF", "netcdf driver did not open file"

    # test with Identify()
    name = gdal.IdentifyDriver(ifile).GetDescription()
    assert name == "netCDF", "netcdf driver did not identify file"


###############################################################################
# check support for netcdf-4 - make sure HDF5 is not read by netcdf driver


@pytest.mark.require_driver("HDF5")
@pytest.mark.require_driver("HDF5Image")
def test_netcdf_17():

    ifile = "data/hdf5/groups.h5"

    # test with Open()
    ds = gdal.Open(ifile)
    if ds is None:
        pytest.fail("GDAL did not open HDF5 file")
    else:
        name = ds.GetDriver().GetDescription()
        ds = None
        # return fail if opened with the netCDF driver
        assert name != "netCDF", "netcdf driver opened HDF5 file"

    # test with Identify()
    name = gdal.IdentifyDriver(ifile).GetDescription()
    assert name != "netCDF", "netcdf driver was identified for HDF5 file"


###############################################################################
# check support for netcdf-4 classic (NC4C)


def test_netcdf_18():

    ifile = "data/netcdf/trmm-nc4c.nc"

    # test with Open()
    ds = gdal.Open(ifile)
    if ds is None:
        pytest.fail()
    else:
        name = ds.GetDriver().GetDescription()
        ds = None
        # return fail if did not open with the netCDF driver (i.e. HDF5Image)
        assert name == "netCDF"

    # test with Identify()
    name = gdal.IdentifyDriver(ifile).GetDescription()
    assert name == "netCDF"


###############################################################################
# check support for reading with DEFLATE compression


def test_netcdf_19():

    tst = gdaltest.GDALTest(
        "NetCDF", "data/netcdf/trmm-nc4z.nc", 1, 50235, filename_absolute=1
    )

    tst.testOpen(skip_checksum=True)


###############################################################################
# check support for writing with DEFLATE compression


def test_netcdf_20():

    # simple test with tiny file
    return netcdf_test_deflate("data/utm.tif", 50235)


###############################################################################
# check support for writing large file with DEFLATE compression
# if chunking is not defined properly within the netcdf driver, this test can take 1h
@pytest.mark.slow()
def test_netcdf_21():

    bigfile = "tmp/cache/utm-big.tif"

    sys.stdout.write(".")
    sys.stdout.flush()

    # create cache dir if absent
    if not os.path.exists("tmp/cache"):
        os.mkdir("tmp/cache")

    # look for large gtiff in cache
    if not os.path.exists(bigfile):

        # create large gtiff
        if test_cli_utilities.get_gdalwarp_path() is None:
            pytest.skip("gdalwarp not found")

        warp_cmd = (
            test_cli_utilities.get_gdalwarp_path()
            + " -q -overwrite -r bilinear -ts 7680 7680 -of gtiff "
            + "data/utm.tif "
            + bigfile
        )

        try:
            (ret, err) = gdaltest.runexternal_out_and_err(warp_cmd)
        except OSError:
            pytest.fail("gdalwarp execution failed")

        assert not (err != "" or ret != ""), (
            "gdalwarp returned error\n" + str(ret) + " " + str(err)
        )

    # test compression of the file, with a conservative timeout of 60 seconds
    return netcdf_test_deflate(bigfile, 26695, 6, 60)


###############################################################################
# check support for hdf4
def test_netcdf_22():

    if not gdaltest.netcdf_drv_has_hdf4:
        pytest.skip("netCDF driver does not have HDF4 support")

    ifile = "data/hdf4/hdifftst2.hdf"

    # suppress warning
    with gdal.quiet_errors():
        ds = gdal.Open("NETCDF:" + ifile)

    if ds is None:
        pytest.fail("netcdf driver did not open hdf4 file")
    else:
        ds = None


###############################################################################
# check support for hdf4 - make sure  hdf4 file is not read by netcdf driver


@pytest.mark.require_driver("HDF4")
@pytest.mark.require_driver("HDF4Image")
def test_netcdf_23():

    ifile = "data/hdf4/hdifftst2.hdf"

    # test with Open()
    ds = gdal.Open(ifile)
    if ds is None:
        pytest.fail("GDAL did not open hdf4 file")
    else:
        name = ds.GetDriver().GetDescription()
        ds = None
        # return fail if opened with the netCDF driver
        assert name != "netCDF", "netcdf driver opened hdf4 file"

    # test with Identify()
    name = gdal.IdentifyDriver(ifile).GetDescription()
    assert name != "netCDF", "netcdf driver was identified for hdf4 file"


###############################################################################
# check support for reading attributes (single values and array values)


def test_netcdf_24():

    vals_global = {
        "NC_GLOBAL#test": "testval",
        "NC_GLOBAL#valid_range_i": "0,255",
        "NC_GLOBAL#valid_min": "10.1",
        "NC_GLOBAL#test_b": "1",
    }
    vals_band = {
        "_Unsigned": "true",
        "valid_min": "10.1",
        "valid_range_b": "1,10",
        "valid_range_d": "0.1111112222222,255.555555555556",
        "valid_range_f": "0.1111111,255.5556",
        "valid_range_s": "0,255",
    }

    return netcdf_check_vars("data/netcdf/nc_vars.nc", vals_global, vals_band)


###############################################################################
# check support for NC4 reading attributes (single values and array values)


def netcdf_24_nc4():

    vals_global = {
        "NC_GLOBAL#test": "testval",
        "NC_GLOBAL#test_string": "testval_string",
        "NC_GLOBAL#valid_range_i": "0,255",
        "NC_GLOBAL#valid_min": "10.1",
        "NC_GLOBAL#test_b": "-100",
        "NC_GLOBAL#test_ub": "200",
        "NC_GLOBAL#test_s": "-16000",
        "NC_GLOBAL#test_us": "32000",
        "NC_GLOBAL#test_l": "-2000000000",
        "NC_GLOBAL#test_ul": "4000000000",
    }
    vals_band = {
        "test_string_arr": "test,string,arr",
        "valid_min": "10.1",
        "valid_range_b": "1,10",
        "valid_range_ub": "1,200",
        "valid_range_s": "0,255",
        "valid_range_us": "0,32000",
        "valid_range_l": "0,255",
        "valid_range_ul": "0,4000000000",
        "valid_range_d": "0.1111112222222,255.555555555556",
        "valid_range_f": "0.1111111,255.5556",
    }

    return netcdf_check_vars("data/netcdf/nc4_vars.nc", vals_global, vals_band)


###############################################################################
# check support for writing attributes (single values and array values)


def test_netcdf_25():

    netcdf_test_copy("data/netcdf/nc_vars.nc", 1, None, "tmp/netcdf_25.nc")

    vals_global = {
        "NC_GLOBAL#test": "testval",
        "NC_GLOBAL#valid_range_i": "0,255",
        "NC_GLOBAL#valid_min": "10.1",
        "NC_GLOBAL#test_b": "1",
    }
    vals_band = {
        "_Unsigned": "true",
        "valid_min": "10.1",
        "valid_range_b": "1,10",
        "valid_range_d": "0.1111112222222,255.555555555556",
        "valid_range_f": "0.1111111,255.5556",
        "valid_range_s": "0,255",
    }

    return netcdf_check_vars("tmp/netcdf_25.nc", vals_global, vals_band)


###############################################################################
# check support for NC4 writing attributes (single values and array values)


def netcdf_25_nc4():

    netcdf_test_copy(
        "data/netcdf/nc4_vars.nc", 1, None, "tmp/netcdf_25_nc4.nc", ["FORMAT=NC4"]
    )

    vals_global = {
        "NC_GLOBAL#test": "testval",
        "NC_GLOBAL#test_string": "testval_string",
        "NC_GLOBAL#valid_range_i": "0,255",
        "NC_GLOBAL#valid_min": "10.1",
        "NC_GLOBAL#test_b": "-100",
        "NC_GLOBAL#test_ub": "200",
        "NC_GLOBAL#test_s": "-16000",
        "NC_GLOBAL#test_us": "32000",
        "NC_GLOBAL#test_l": "-2000000000",
        "NC_GLOBAL#test_ul": "4000000000",
    }
    vals_band = {
        "test_string_arr": "test,string,arr",
        "valid_min": "10.1",
        "valid_range_b": "1,10",
        "valid_range_ub": "1,200",
        "valid_range_us": "0,32000",
        "valid_range_l": "0,255",
        "valid_range_ul": "0,4000000000",
        "valid_range_d": "0.1111112222222,255.555555555556",
        "valid_range_f": "0.1111111,255.5556",
        "valid_range_s": "0,255",
    }

    return netcdf_check_vars("tmp/netcdf_25_nc4.nc", vals_global, vals_band)


###############################################################################
# check reading a file with valid_range with float values


def test_netcdf_float_valid_range():

    ds = gdal.Open("data/netcdf/float_valid_range.nc")
    assert ds.GetRasterBand(1).ComputeRasterMinMax() == pytest.approx(
        (0.1, 0.9), abs=1e-6
    )


###############################################################################
# check reading a file with valid_min and valid_max with float values


def test_netcdf_float_valid_min_max():

    ds = gdal.Open("data/netcdf/float_valid_min_max.nc")
    assert ds.GetRasterBand(1).ComputeRasterMinMax() == pytest.approx(
        (0.1, 0.9), abs=1e-6
    )


###############################################################################
# check support for WRITE_BOTTOMUP file creation option
# use a dummy file with no lon/lat info to force a different checksum
# depending on y-axis order


def test_netcdf_26():

    # test default config
    test = gdaltest.GDALTest("NETCDF", "netcdf/int16-nogeo.nc", 1, 4672)
    with gdal.quiet_errors():
        test.testCreateCopy(check_gt=0, check_srs=0, check_minmax=0)

    # test WRITE_BOTTOMUP=NO
    test = gdaltest.GDALTest(
        "NETCDF", "netcdf/int16-nogeo.nc", 1, 4855, options=["WRITE_BOTTOMUP=NO"]
    )
    test.testCreateCopy(check_gt=0, check_srs=0, check_minmax=0)


###############################################################################
# check support for GDAL_NETCDF_BOTTOMUP configuration option


def test_netcdf_27():

    # test default config
    test = gdaltest.GDALTest("NETCDF", "netcdf/int16-nogeo.nc", 1, 4672)
    with gdal.config_option("GDAL_NETCDF_BOTTOMUP", None):
        test.testOpen()

    # test GDAL_NETCDF_BOTTOMUP=NO
    test = gdaltest.GDALTest("NETCDF", "netcdf/int16-nogeo.nc", 1, 4855)
    with gdal.config_option("GDAL_NETCDF_BOTTOMUP", "NO"):
        test.testOpen()


###############################################################################
# check support for GDAL_NETCDF_ASSUME_LONGLAT configuration option


def test_netcdf_assume_longlat():

    # test default config
    with gdaltest.config_option("GDAL_NETCDF_ASSUME_LONGLAT", "YES"):
        ds = gdal.Open("data/netcdf/trmm-nc2.nc")
        srs = ds.GetSpatialRef()
        assert srs is not None
        assert srs.ExportToWkt().startswith('GEOGCS["WGS 84')
    with gdaltest.config_option("GDAL_NETCDF_ASSUME_LONGLAT", "NO"):
        ds = gdal.Open("data/netcdf/trmm-nc2.nc")
        assert ds.GetSpatialRef() is None

    # test open option and config overrides
    with gdaltest.config_option("GDAL_NETCDF_ASSUME_LONGLAT", "YES"):
        ds = gdal.OpenEx("data/netcdf/trmm-nc2.nc", open_options=["ASSUME_LONGLAT=NO"])
        srs = ds.GetSpatialRef()
        assert srs is None
    with gdaltest.config_option("GDAL_NETCDF_ASSUME_LONGLAT", "NO"):
        ds = gdal.OpenEx("data/netcdf/trmm-nc2.nc", open_options=["ASSUME_LONGLAT=YES"])
        srs = ds.GetSpatialRef()
        assert srs is not None
        assert srs.ExportToWkt().startswith('GEOGCS["WGS 84')


###############################################################################
# check support for writing multi-dimensional files (helper function)


def netcdf_test_4dfile(ofile):

    # test result file has 8 bands and 0 subdasets (instead of 0 bands and 8 subdatasets)
    ds = gdal.Open(ofile)
    assert ds is not None, "open of copy failed"
    md = ds.GetMetadata("SUBDATASETS")
    subds_count = 0
    if md is not None:
        subds_count = len(md) / 2
    assert (
        ds.RasterCount == 8 and subds_count == 0
    ), "copy has %d bands (expected 8) and has %d subdatasets" " (expected 0)" % (
        ds.RasterCount,
        subds_count,
    )
    ds = None

    # get file header with ncdump (if available)
    if not gdaltest.netcdf_have_ncdump:
        return

    (ret, err) = gdaltest.runexternal_out_and_err("ncdump -h " + ofile)
    assert ret != "" and err == "", "ncdump failed"

    # simple dimension tests using ncdump output
    err = ""
    if "int t(time, levelist, lat, lon) ;" not in ret:
        err = err + "variable (t) has wrong dimensions or is missing\n"
    if "levelist = 2 ;" not in ret:
        err = err + "levelist dimension is missing or incorrect\n"
    if "int levelist(levelist) ;" not in ret:
        err = err + "levelist variable is missing or incorrect\n"
    if "time = 4 ;" not in ret:
        err = err + "time dimension is missing or incorrect\n"
    if "double time(time) ;" not in ret:
        err = err + "time variable is missing or incorrect\n"
    # uncomment this to get full header in output
    # if err != '':
    #    err = err + ret
    assert err == ""


###############################################################################
# check support for writing multi-dimensional files using CreateCopy()


def test_netcdf_28():

    ifile = "data/netcdf/netcdf-4d.nc"
    ofile = "tmp/netcdf_28.nc"

    # copy file
    netcdf_test_copy(ifile, 0, None, ofile)

    # test file
    return netcdf_test_4dfile(ofile)


###############################################################################
# Check support for writing multi-dimensional files using gdalwarp.
# Requires metadata copy support in gdalwarp (see bug #3898).
# First create a vrt file using gdalwarp, then copy file to netcdf.
# The workaround is (currently ??) necessary because dimension rolling code is
# in netCDFDataset::CreateCopy() and necessary dimension metadata
# is not saved to netcdf when using gdalwarp (as the driver does not write
# metadata to netcdf file with SetMetadata() and SetMetadataItem()).


def test_netcdf_29():

    # create tif file using gdalwarp
    if test_cli_utilities.get_gdalwarp_path() is None:
        pytest.skip("gdalwarp not found")

    ifile = "data/netcdf/netcdf-4d.nc"
    ofile1 = "tmp/netcdf_29.vrt"
    ofile = "tmp/netcdf_29.nc"

    warp_cmd = "%s -q -overwrite -of vrt %s %s" % (
        test_cli_utilities.get_gdalwarp_path(),
        ifile,
        ofile1,
    )
    try:
        (ret, err) = gdaltest.runexternal_out_and_err(warp_cmd)
    except OSError:
        pytest.fail("gdalwarp execution failed")

    assert not (err != "" or ret != ""), (
        "gdalwarp returned error\n" + str(ret) + " " + str(err)
    )

    # copy vrt to netcdf, with proper dimension rolling
    netcdf_test_copy(ofile1, 0, None, ofile)

    # test file
    netcdf_test_4dfile(ofile)


###############################################################################
# check support for file with nan values (bug #4705)


def test_netcdf_30():

    tst = gdaltest.GDALTest("NetCDF", "netcdf/trmm-nan.nc", 1, 62519)

    # We don't want to gum up the test stream output with the
    # 'Warning 1: No UNIDATA NC_GLOBAL:Conventions attribute' message.
    with gdal.quiet_errors():
        tst.testOpen()


###############################################################################
# check if 2x2 file has proper geotransform
# 1 pixel (in width or height) still unsupported because we can't get the pixel dimensions


def test_netcdf_31():

    ds = gdal.Open("data/netcdf/trmm-2x2.nc")

    ds.GetProjection()

    gt = ds.GetGeoTransform()

    gt1 = (-80.0, 0.25, 0.0, -19.5, 0.0, -0.25)

    assert gt == gt1, "Incorrect geotransform, got " + str(gt)

    ds = None


###############################################################################
# Test NC_UBYTE write/read - netcdf-4 (FORMAT=NC4) only (#5053)


def test_netcdf_32():

    ifile = "data/byte.tif"
    ofile = "tmp/netcdf_32.nc"

    # test basic read/write
    netcdf_test_copy(ifile, 1, 4672, ofile, ["FORMAT=NC4"])
    netcdf_test_copy(ifile, 1, 4672, ofile, ["FORMAT=NC4C"])


###############################################################################
# TEST NC_UBYTE metadata read - netcdf-4 (FORMAT=NC4) only (#5053)


def test_netcdf_33():

    ifile = "data/netcdf/nc_vars.nc"
    ofile = "tmp/netcdf_33.nc"

    netcdf_test_copy(ifile, 1, None, ofile, ["FORMAT=NC4"])

    return netcdf_check_vars("tmp/netcdf_33.nc")


###############################################################################
# check support for reading large file with chunking and DEFLATE compression
# if chunking is not supported within the netcdf driver, this test can take very long


@pytest.mark.slow()
def test_netcdf_34():

    filename = "utm-big-chunks.nc"
    # this timeout is more than enough - on my system takes <1s with fix, about 25 seconds without
    timeout = 5

    try:
        from multiprocessing import Process
    except ImportError:
        pytest.skip("from multiprocessing import Process failed")

    gdaltest.download_or_skip(
        "http://download.osgeo.org/gdal/data/netcdf/" + filename, filename
    )

    sys.stdout.write(".")
    sys.stdout.flush()

    tst = gdaltest.GDALTest("NetCDF", "../tmp/cache/" + filename, 1, 31621)
    # tst.testOpen()

    with gdal.quiet_errors():
        proc = Process(target=tst.testOpen)
        proc.start()
        proc.join(timeout)

    # if proc is alive after timeout we must terminate it, and return fail
    # valgrind detects memory leaks when this occurs (although it should never happen)
    if proc.is_alive():
        proc.terminate()
        pytest.fail(
            f"testOpen() for file {filename} has reached timeout limit of {timeout} seconds"
        )


###############################################################################
# test writing a long metadata > 8196 chars (bug #5113)


def test_netcdf_35():

    ifile = "data/netcdf/netcdf_fixes.nc"
    ofile = "tmp/netcdf_35.nc"

    # copy file
    netcdf_test_copy(ifile, 0, None, ofile)

    # test long metadata is copied correctly
    ds = gdal.Open(ofile)
    assert ds is not None, "open of copy failed"
    md = ds.GetMetadata("")
    assert "U#bla" in md, "U#bla metadata absent"
    bla = md["U#bla"]
    assert len(bla) == 9591, "U#bla metadata is of length %d, expecting %d" % (
        len(bla),
        9591,
    )
    assert bla[-4:] == "_bla", "U#bla metadata ends with [%s], expecting [%s]" % (
        bla[-4:],
        "_bla",
    )


###############################################################################
# test for correct geotransform (bug #5114)


def test_netcdf_36():

    ifile = "data/netcdf/netcdf_fixes.nc"

    ds = gdal.Open(ifile)
    assert ds is not None, "open failed"

    gt = ds.GetGeoTransform()
    assert gt is not None, "got no GeoTransform"
    gt_expected = (-3.49875, 0.0025, 0.0, 46.61749818589952, 0.0, -0.001666598849826389)
    assert gt == pytest.approx(gt_expected, rel=1e-8)


###############################################################################
# test for correct geotransform with longitude wrap


def test_netcdf_36_lonwrap():

    ifile = "data/netcdf/nc_lonwrap.nc"

    ds = gdal.Open(ifile)
    assert ds is not None, "open failed"

    gt = ds.GetGeoTransform()
    assert gt is not None, "got no GeoTransform"
    gt_expected = (-2.25, 2.5, 0.0, 16.25, 0.0, -2.5)
    assert gt == gt_expected, "got GeoTransform %s, expected %s" % (
        str(gt),
        str(gt_expected),
    )


###############################################################################
# test for reading gaussian grid (bugs #4513 and #5118)


def test_netcdf_37():

    ifile = "data/netcdf/reduce-cgcms.nc"

    with gdal.quiet_errors():
        ds = gdal.Open(ifile)
    assert ds is not None, "open failed"

    gt = ds.GetGeoTransform()
    assert gt is not None, "got no GeoTransform"
    gt_expected = (-1.875, 3.75, 0.0, 89.01354337620016, 0.0, -3.7088976406750063)
    assert gt == gt_expected, "got GeoTransform %s, expected %s" % (
        str(gt),
        str(gt_expected),
    )

    md = ds.GetMetadata("GEOLOCATION2")
    assert md and "Y_VALUES" in md, "did not get 1D geolocation"
    y_vals = md["Y_VALUES"]
    assert y_vals.startswith(
        "{-87.15909455586265,-83.47893666931698,"
    ) and y_vals.endswith(
        ",83.47893666931698,87.15909455586265}"
    ), "got incorrect values in 1D geolocation"


###############################################################################
# test for correct geotransform of projected data in km units (bug #5118)


def test_netcdf_38():

    ifile = "data/netcdf/bug5118.nc"

    with gdal.quiet_errors():
        ds = gdal.Open(ifile)
    assert ds is not None, "open failed"

    gt = ds.GetGeoTransform()
    assert gt is not None, "got no GeoTransform"
    gt_expected = (
        -1659.3478178136488,
        13.545000861672793,
        0.0,
        2330.054725283668,
        0.0,
        -13.54499744233631,
    )
    assert gt == gt_expected, "got GeoTransform %s, expected %s" % (
        str(gt),
        str(gt_expected),
    )


###############################################################################
# Test VRT and NETCDF:


def test_netcdf_39():

    shutil.copy("data/netcdf/two_vars_scale_offset.nc", "tmp")
    src_ds = gdal.Open("NETCDF:tmp/two_vars_scale_offset.nc:z")
    out_ds = gdal.GetDriverByName("VRT").CreateCopy("tmp/netcdf_39.vrt", src_ds)
    del out_ds
    src_ds = None

    ds = gdal.Open("tmp/netcdf_39.vrt")
    cs = ds.GetRasterBand(1).Checksum()
    ds = None

    gdal.Unlink("tmp/two_vars_scale_offset.nc")
    gdal.Unlink("tmp/netcdf_39.vrt")
    assert cs == 65463

    shutil.copy("data/netcdf/two_vars_scale_offset.nc", "tmp")
    src_ds = gdal.Open('NETCDF:"tmp/two_vars_scale_offset.nc":z')
    out_ds = gdal.GetDriverByName("VRT").CreateCopy("tmp/netcdf_39.vrt", src_ds)
    del out_ds
    src_ds = None

    ds = gdal.Open("tmp/netcdf_39.vrt")
    cs = ds.GetRasterBand(1).Checksum()
    ds = None

    gdal.Unlink("tmp/two_vars_scale_offset.nc")
    gdal.Unlink("tmp/netcdf_39.vrt")
    assert cs == 65463


def test_netcdf_39_absolute():

    if (
        gdal.Open("%s/data/netcdf/two_vars_scale_offset.nc" % os.getcwd()) is None
        and gdal.Open("data/netcdf/two_vars_scale_offset.nc") is not None
    ):
        pytest.skip(
            "netcdf library can't handle absolute paths. Known to happen with some versions of msys mingw-w64-x86_64-netcdf package"
        )

    shutil.copy("data/netcdf/two_vars_scale_offset.nc", "tmp")
    src_ds = gdal.Open('NETCDF:"%s/tmp/two_vars_scale_offset.nc":z' % os.getcwd())
    out_ds = gdal.GetDriverByName("VRT").CreateCopy(
        "%s/tmp/netcdf_39.vrt" % os.getcwd(), src_ds
    )
    del out_ds
    src_ds = None

    ds = gdal.Open("tmp/netcdf_39.vrt")
    cs = ds.GetRasterBand(1).Checksum()
    ds = None

    gdal.Unlink("tmp/two_vars_scale_offset.nc")
    gdal.Unlink("tmp/netcdf_39.vrt")
    assert cs == 65463

    src_ds = gdal.Open(
        'NETCDF:"%s/data/netcdf/two_vars_scale_offset.nc":z' % os.getcwd()
    )
    out_ds = gdal.GetDriverByName("VRT").CreateCopy("tmp/netcdf_39.vrt", src_ds)
    del out_ds
    src_ds = None

    ds = gdal.Open("tmp/netcdf_39.vrt")
    cs = ds.GetRasterBand(1).Checksum()
    ds = None

    gdal.Unlink("tmp/netcdf_39.vrt")
    assert cs == 65463


###############################################################################
# Check support of reading of chunked bottom-up files.


def test_netcdf_40():

    return netcdf_test_copy("data/netcdf/bug5291.nc", 0, None, "tmp/netcdf_40.nc")


###############################################################################
# Test support for georeferenced file without CF convention


def test_netcdf_41():

    with gdal.quiet_errors():
        ds = gdal.Open("data/netcdf/byte_no_cf.nc")
    assert ds.GetGeoTransform() == (440720, 60, 0, 3751320, 0, -60)
    assert ds.GetProjectionRef().find("26711") >= 0, ds.GetGeoTransform()


###############################################################################
# Test writing & reading GEOLOCATION array


def test_netcdf_42():

    src_ds = gdal.GetDriverByName("MEM").Create("", 60, 39, 1)
    src_ds.SetMetadata(
        [
            "LINE_OFFSET=0",
            "LINE_STEP=1",
            "PIXEL_OFFSET=0",
            "PIXEL_STEP=1",
            'SRS=GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],TOWGS84[0,0,0,0,0,0,0],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9108"]],AXIS["Lat",NORTH],AXIS["Long",EAST],AUTHORITY["EPSG","4326"]]',
            "X_BAND=1",
            "X_DATASET=../gcore/data/sstgeo.tif",
            "Y_BAND=2",
            "Y_DATASET=../gcore/data/sstgeo.tif",
        ],
        "GEOLOCATION",
    )
    sr = osr.SpatialReference()
    sr.ImportFromEPSG(32631)
    src_ds.SetProjection(sr.ExportToWkt())

    gdaltest.netcdf_drv.CreateCopy("tmp/netcdf_42.nc", src_ds)

    ds = gdal.Open("tmp/netcdf_42.nc")
    got_md = ds.GetMetadata("GEOLOCATION")
    assert got_md["SRS"].startswith('GEOGCRS["WGS 84",')
    del got_md["SRS"]
    assert got_md == {
        "LINE_OFFSET": "0",
        "X_DATASET": 'NETCDF:"tmp/netcdf_42.nc":lon',
        "PIXEL_STEP": "1",
        "PIXEL_OFFSET": "0",
        "X_BAND": "1",
        "LINE_STEP": "1",
        "Y_DATASET": 'NETCDF:"tmp/netcdf_42.nc":lat',
        "Y_BAND": "1",
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
    }
    wkt = ds.GetProjectionRef()
    assert ds.GetMetadataItem("transverse_mercator#spatial_ref") == wkt
    assert ds.GetMetadataItem("transverse_mercator#crs_wkt") == wkt

    ds = gdal.Open('NETCDF:"tmp/netcdf_42.nc":lon')
    assert ds.GetRasterBand(1).Checksum() == 36043

    ds = gdal.Open('NETCDF:"tmp/netcdf_42.nc":lat')
    assert ds.GetRasterBand(1).Checksum() == 33501


###############################################################################
# Test writing & reading GEOLOCATION array with no projected CRS


@pytest.mark.parametrize("write_bottomup", [True, False])
@pytest.mark.parametrize("read_bottomup", [True, False])
def test_netcdf_geolocation_array_no_srs(write_bottomup, read_bottomup):

    lon_ds = gdal.GetDriverByName("GTiff").Create(
        "/vsimem/test_netcdf_geolocation_array_no_srs_lon.tif", 3, 2, 1
    )
    lon_ds.GetRasterBand(1).WriteRaster(
        0, 0, 3, 2, struct.pack("B" * 6, 10, 11, 12, 13, 14, 15)
    )
    lon_ds = None

    lat_ds = gdal.GetDriverByName("GTiff").Create(
        "/vsimem/test_netcdf_geolocation_array_no_srs_lat.tif", 3, 2, 1
    )
    lat_ds.GetRasterBand(1).WriteRaster(
        0, 0, 3, 2, struct.pack("B" * 6, 20, 21, 22, 23, 24, 25)
    )
    lat_ds = None

    src_ds = gdal.GetDriverByName("MEM").Create("", 3, 2, 1)
    src_ds.SetMetadata(
        [
            "LINE_OFFSET=0",
            "LINE_STEP=1",
            "PIXEL_OFFSET=0",
            "PIXEL_STEP=1",
            'SRS=GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],TOWGS84[0,0,0,0,0,0,0],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9108"]],AXIS["Lat",NORTH],AXIS["Long",EAST],AUTHORITY["EPSG","4326"]]',
            "X_BAND=1",
            "X_DATASET=/vsimem/test_netcdf_geolocation_array_no_srs_lon.tif",
            "Y_BAND=1",
            "Y_DATASET=/vsimem/test_netcdf_geolocation_array_no_srs_lat.tif",
        ],
        "GEOLOCATION",
    )
    src_ds.GetRasterBand(1).WriteRaster(
        0, 0, 3, 2, struct.pack("B" * 6, 0, 1, 2, 3, 4, 5)
    )

    options = ["WRITE_BOTTOMUP=" + ("YES" if write_bottomup else "NO")]
    gdaltest.netcdf_drv.CreateCopy(
        "tmp/test_netcdf_geolocation_array_no_srs.nc", src_ds, options=options
    )

    ds = gdal.Open("tmp/test_netcdf_geolocation_array_no_srs.nc")
    assert ds.GetMetadata("GEOLOCATION") == {
        "LINE_OFFSET": "0",
        "X_DATASET": 'NETCDF:"tmp/test_netcdf_geolocation_array_no_srs.nc":lon',
        "PIXEL_STEP": "1",
        "SRS": 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
        "PIXEL_OFFSET": "0",
        "X_BAND": "1",
        "LINE_STEP": "1",
        "Y_DATASET": 'NETCDF:"tmp/test_netcdf_geolocation_array_no_srs.nc":lat',
        "Y_BAND": "1",
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
    }
    assert ds.GetGeoTransform(can_return_null=True) is None

    with gdaltest.config_option(
        "GDAL_NETCDF_BOTTOMUP", "YES" if read_bottomup else "NO"
    ):
        ds = gdal.Open('NETCDF:"tmp/test_netcdf_geolocation_array_no_srs.nc":Band1')
        got_data = struct.unpack(
            "B" * 6, ds.GetRasterBand(1).ReadRaster(0, 0, 3, 2, buf_type=gdal.GDT_Byte)
        )
        if (write_bottomup and not read_bottomup) or (
            not write_bottomup and read_bottomup
        ):
            assert got_data == (3, 4, 5, 0, 1, 2)
        else:
            assert got_data == (0, 1, 2, 3, 4, 5)
        ds = None

        ds = gdal.Open('NETCDF:"tmp/test_netcdf_geolocation_array_no_srs.nc":lon')
        got_data = struct.unpack(
            "B" * 6, ds.GetRasterBand(1).ReadRaster(0, 0, 3, 2, buf_type=gdal.GDT_Byte)
        )
        if (write_bottomup and not read_bottomup) or (
            not write_bottomup and read_bottomup
        ):
            assert got_data == (13, 14, 15, 10, 11, 12)
        else:
            assert got_data == (10, 11, 12, 13, 14, 15)
        ds = None

        ds = gdal.Open('NETCDF:"tmp/test_netcdf_geolocation_array_no_srs.nc":lat')
        got_data = struct.unpack(
            "B" * 6, ds.GetRasterBand(1).ReadRaster(0, 0, 3, 2, buf_type=gdal.GDT_Byte)
        )
        if (write_bottomup and not read_bottomup) or (
            not write_bottomup and read_bottomup
        ):
            assert got_data == (23, 24, 25, 20, 21, 22)
        else:
            assert got_data == (20, 21, 22, 23, 24, 25)
        ds = None

    gdal.Unlink("tmp/test_netcdf_geolocation_array_no_srs.nc")
    gdal.Unlink("/vsimem/test_netcdf_geolocation_array_no_srs_lon.tif")
    gdal.Unlink("/vsimem/test_netcdf_geolocation_array_no_srs_lat.tif")


###############################################################################
# Test reading GEOLOCATION array from geotransform (non default)


def test_netcdf_43():

    src_ds = gdal.Open("data/byte.tif")
    gdaltest.netcdf_drv.CreateCopy(
        "tmp/netcdf_43.nc", src_ds, options=["WRITE_LONLAT=YES"]
    )

    ds = gdal.Open("tmp/netcdf_43.nc")
    got_md = ds.GetMetadata("GEOLOCATION")
    assert got_md["SRS"].startswith('GEOGCRS["NAD27",')
    del got_md["SRS"]
    assert got_md == {
        "LINE_OFFSET": "0",
        "X_DATASET": 'NETCDF:"tmp/netcdf_43.nc":lon',
        "PIXEL_STEP": "1",
        "PIXEL_OFFSET": "0",
        "X_BAND": "1",
        "LINE_STEP": "1",
        "Y_DATASET": 'NETCDF:"tmp/netcdf_43.nc":lat',
        "Y_BAND": "1",
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
    }

    tmp_ds = gdal.Warp("", "tmp/netcdf_43.nc", options="-f MEM -geoloc")
    gt = tmp_ds.GetGeoTransform()
    assert gt[0] == pytest.approx(-117.3, abs=1), gt
    assert gt[3] == pytest.approx(33.9, abs=1), gt


###############################################################################
# Test NC_USHORT/UINT read/write - netcdf-4 only (#6337)


def test_netcdf_44():

    for f, md5 in ("data/netcdf/ushort.nc", 18), ("data/netcdf/uint.nc", 10):
        netcdf_test_copy(f, 1, md5, "tmp/netcdf_44.nc", ["FORMAT=NC4"])


###############################################################################
# Test reading a vector NetCDF 3 file


@pytest.mark.require_driver("CSV")
def test_netcdf_45():

    # Test that a vector cannot be opened in raster-only mode
    ds = gdal.OpenEx("data/netcdf/test_ogr_nc3.nc", gdal.OF_RASTER)
    assert ds is None

    # Test that a raster cannot be opened in vector-only mode
    ds = gdal.OpenEx("data/netcdf/cf-bug636.nc", gdal.OF_VECTOR)
    assert ds is None

    ds = gdal.OpenEx("data/netcdf/test_ogr_nc3.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    assert lyr.GetLayerDefn().GetFieldDefn(0).GetName() == "int32"
    assert lyr.GetLayerDefn().GetFieldDefn(0).GetAlternativeName() == ""
    assert lyr.GetLayerDefn().GetFieldDefn(0).GetComment() == ""

    with gdal.quiet_errors():
        gdal.VectorTranslate(
            "/vsimem/netcdf_45.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "CREATE_CSVT=YES",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
        )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_45.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,int32,int32_explicit_fillValue,float64,float64_explicit_fillValue,string1char,string3chars,twodimstringchar,date,datetime_explicit_fillValue,datetime,int64var,int64var_explicit_fillValue,boolean,boolean_explicit_fillValue,float32,float32_explicit_fillValue,int16,int16_explicit_fillValue,x,byte_field
"POINT Z (1 2 3)",1,1,1.23456789012,1.23456789012,x,STR,STR,1970/01/02,2016/02/06 12:34:56.789,2016/02/06 12:34:56.789,1234567890123,1234567890123,1,1,1.2,1.2,123,12,5,-125
"POINT (1 2)",,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
"""
    assert content == expected_content

    fp = gdal.VSIFOpenL("/vsimem/netcdf_45.csvt", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,Integer,Integer,Real,Real,String(1),String(3),String,Date,DateTime,DateTime,Integer64,Integer64,Integer(Boolean),Integer(Boolean),Real(Float32),Real(Float32),Integer(Int16),Integer(Int16),Real,Integer
"""
    assert content == expected_content
    gdal.Unlink("/vsimem/netcdf_45.csv")
    gdal.Unlink("/vsimem/netcdf_45.csvt")
    gdal.Unlink("/vsimem/netcdf_45.prj")


###############################################################################
# Test reading a vector NetCDF 3 file


def test_netcdf_46():

    if test_cli_utilities.get_test_ogrsf_path() is None:
        pytest.skip()

    ret = gdaltest.runexternal(
        test_cli_utilities.get_test_ogrsf_path() + " -ro data/netcdf/test_ogr_nc3.nc"
    )

    assert ret.find("INFO") != -1 and ret.find("ERROR") == -1


###############################################################################
# Test reading a vector NetCDF 4 file


@pytest.mark.require_driver("CSV")
def test_netcdf_47():

    # Test that a vector cannot be opened in raster-only mode
    with gdal.quiet_errors():
        ds = gdal.OpenEx("data/netcdf/test_ogr_nc4.nc", gdal.OF_RASTER)
    assert ds is None

    ds = gdal.OpenEx("data/netcdf/test_ogr_nc4.nc", gdal.OF_VECTOR)

    with gdal.quiet_errors():
        gdal.VectorTranslate(
            "/vsimem/netcdf_47.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "CREATE_CSVT=YES",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
        )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_47.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,int32,int32_explicit_fillValue,float64,float64_explicit_fillValue,string3chars,twodimstringchar,date,datetime,datetime_explicit_fillValue,int64,int64var_explicit_fillValue,boolean,boolean_explicit_fillValue,float32,float32_explicit_fillValue,int16,int16_explicit_fillValue,x,byte_field,ubyte_field,ubyte_field_explicit_fillValue,ushort_field,ushort_field_explicit_fillValue,uint_field,uint_field_explicit_fillValue,uint64_field,uint64_field_explicit_fillValue
"POINT Z (1 2 3)",1,1,1.23456789012,1.23456789012,STR,STR,1970/01/02,2016/02/06 12:34:56.789,2016/02/06 12:34:56.789,1234567890123,,1,1,1.2,1.2,123,12,5,-125,254,255,65534,65535,4000000000,4294967295,1234567890123,
"POINT (1 2)",,,,,,,,,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,,,,,,,,
"""
    assert content == expected_content

    fp = gdal.VSIFOpenL("/vsimem/netcdf_47.csvt", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,Integer,Integer,Real,Real,String(3),String,Date,DateTime,DateTime,Integer64,Integer64,Integer(Boolean),Integer(Boolean),Real(Float32),Real(Float32),Integer(Int16),Integer(Int16),Real,Integer,Integer,Integer,Integer,Integer,Integer64,Integer64,Real,Real
"""
    assert content == expected_content
    gdal.Unlink("/vsimem/netcdf_47.csv")
    gdal.Unlink("/vsimem/netcdf_47.csvt")
    gdal.Unlink("/vsimem/netcdf_47.prj")


###############################################################################
# Test reading a vector NetCDF 3 file without any geometry


def test_netcdf_48():

    with gdal.quiet_errors():
        ds = gdal.OpenEx("data/netcdf/test_ogr_no_xyz_var.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    assert lyr.GetGeomType() == ogr.wkbNone
    f = lyr.GetNextFeature()
    assert f["int32"] == 1


###############################################################################
# Test reading a vector NetCDF 3 file with X,Y,Z vars as float


@pytest.mark.require_driver("CSV")
def test_netcdf_49():

    with gdal.quiet_errors():
        ds = gdal.OpenEx("data/netcdf/test_ogr_xyz_float.nc", gdal.OF_VECTOR)
        gdal.VectorTranslate(
            "/vsimem/netcdf_49.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
        )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_49.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,int32
"POINT Z (1 2 3)",1
"POINT (1 2)",
,
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_49.csv")


###############################################################################
# Test reading a vector NetCDF file with featureType=trajectory and
# Conventions="CF-1.8" (fix for https://github.com/OSGeo/gdal/issues/7550)


def test_netcdf_read_trajectory():

    ds = gdal.OpenEx("data/netcdf/trajectory.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    f = lyr.GetNextFeature()
    assert f["TEMP"] == 8399
    assert f["TIME"] == pytest.approx(21877.1309026852)
    assert f.GetGeometryRef().GetX() == pytest.approx(-0.001000000047497)
    assert f.GetGeometryRef().GetY() == pytest.approx(64.665657043457)
    assert f.GetGeometryRef().GetZ() == pytest.approx(4)


###############################################################################
# Test creating a vector NetCDF 3 file with WKT geometry field


def test_netcdf_50():

    ds = gdal.OpenEx("../ogr/data/poly.shp", gdal.OF_VECTOR)
    out_ds = gdal.VectorTranslate(
        "tmp/netcdf_50.nc",
        ds,
        format="netCDF",
        layerCreationOptions=["WKT_DEFAULT_WIDTH=1"],
        datasetCreationOptions=["GEOMETRY_ENCODING=WKT"],
    )
    src_lyr = ds.GetLayer(0)
    src_lyr.ResetReading()
    out_lyr = out_ds.GetLayer(0)
    out_lyr.ResetReading()
    src_f = src_lyr.GetNextFeature()
    out_f = out_lyr.GetNextFeature()
    src_f.SetFID(-1)
    out_f.SetFID(-1)
    src_json = src_f.ExportToJson()
    out_json = out_f.ExportToJson()
    assert src_json == out_json
    out_ds = None

    out_ds = gdal.OpenEx("tmp/netcdf_50.nc", gdal.OF_VECTOR)
    out_lyr = out_ds.GetLayer(0)
    srs = out_lyr.GetSpatialRef().ExportToWkt()
    assert 'PROJCS["OSGB' in srs
    out_f = out_lyr.GetNextFeature()
    out_f.SetFID(-1)
    out_json = out_f.ExportToJson()
    assert src_json == out_json
    out_ds = None

    gdal.Unlink("tmp/netcdf_50.nc")


###############################################################################
# Test creating a vector NetCDF 3 file with X,Y,Z fields


@pytest.mark.require_driver("CSV")
def test_netcdf_51():

    ds = gdal.OpenEx("data/netcdf/test_ogr_nc3.nc", gdal.OF_VECTOR)
    # Test autogrow of string fields
    gdal.VectorTranslate(
        "tmp/netcdf_51.nc",
        ds,
        format="netCDF",
        layerCreationOptions=["STRING_DEFAULT_WIDTH=1"],
        datasetCreationOptions=["GEOMETRY_ENCODING=WKT"],
    )

    with gdal.quiet_errors():
        ds = gdal.OpenEx("tmp/netcdf_51.nc", gdal.OF_VECTOR)
        gdal.VectorTranslate(
            "/vsimem/netcdf_51.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "CREATE_CSVT=YES",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
            datasetCreationOptions=["GEOMETRY_ENCODING=WKT"],
        )
        ds = None

    fp = gdal.VSIFOpenL("/vsimem/netcdf_51.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,int32,int32_explicit_fillValue,float64,float64_explicit_fillValue,string1char,string3chars,twodimstringchar,date,datetime_explicit_fillValue,datetime,int64var,int64var_explicit_fillValue,boolean,boolean_explicit_fillValue,float32,float32_explicit_fillValue,int16,int16_explicit_fillValue,x,byte_field
"POINT Z (1 2 3)",1,1,1.23456789012,1.23456789012,x,STR,STR,1970/01/02,2016/02/06 12:34:56.789,2016/02/06 12:34:56.789,1234567890123,1234567890123,1,1,1.2,1.2,123,12,5,-125
"POINT Z (1 2 0)",,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
"""
    assert content == expected_content

    fp = gdal.VSIFOpenL("/vsimem/netcdf_51.csvt", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,Integer,Integer,Real,Real,String(1),String(3),String,Date,DateTime,DateTime,Integer64,Integer64,Integer(Boolean),Integer(Boolean),Real(Float32),Real(Float32),Integer(Int16),Integer(Int16),Real,Integer
"""
    assert content == expected_content

    ds = gdal.OpenEx("tmp/netcdf_51.nc", gdal.OF_VECTOR | gdal.OF_UPDATE)
    lyr = ds.GetLayer(0)
    lyr.CreateField(ogr.FieldDefn("extra", ogr.OFTInteger))
    lyr.CreateField(ogr.FieldDefn("extra_str", ogr.OFTString))
    f = lyr.GetNextFeature()
    assert f is not None
    f["extra"] = 5
    f["extra_str"] = "foobar"
    assert lyr.CreateFeature(f) == 0
    ds = None

    ds = gdal.OpenEx("tmp/netcdf_51.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    f = lyr.GetFeature(lyr.GetFeatureCount())
    assert f["int32"] == 1 and f["extra"] == 5 and f["extra_str"] == "foobar"
    f = None
    ds = None

    import netcdf_cf

    if netcdf_cf.cfchecks_available():
        netcdf_cf.netcdf_cf_check_file("tmp/netcdf_51.nc", "auto")

    gdal.Unlink("tmp/netcdf_51.nc")
    gdal.Unlink("tmp/netcdf_51.csv")
    gdal.Unlink("tmp/netcdf_51.csvt")
    gdal.Unlink("/vsimem/netcdf_51.csv")
    gdal.Unlink("/vsimem/netcdf_51.csvt")
    gdal.Unlink("/vsimem/netcdf_51.prj")


###############################################################################
# Test creating a vector NetCDF 3 file with X,Y,Z fields with WRITE_GDAL_TAGS=NO


@pytest.mark.require_driver("CSV")
def test_netcdf_51_no_gdal_tags():

    ds = gdal.OpenEx("data/netcdf/test_ogr_nc3.nc", gdal.OF_VECTOR)
    gdal.VectorTranslate(
        "tmp/netcdf_51_no_gdal_tags.nc",
        ds,
        format="netCDF",
        datasetCreationOptions=["WRITE_GDAL_TAGS=NO", "GEOMETRY_ENCODING=WKT"],
    )

    with gdal.quiet_errors():
        ds = gdal.OpenEx("tmp/netcdf_51_no_gdal_tags.nc", gdal.OF_VECTOR)
        gdal.VectorTranslate(
            "/vsimem/netcdf_51_no_gdal_tags.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "CREATE_CSVT=YES",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
        )
        ds = None

    fp = gdal.VSIFOpenL("/vsimem/netcdf_51_no_gdal_tags.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,int32,int32_explicit_fillValue,float64,float64_explicit_fillValue,string1char,string3chars,twodimstringchar,date,datetime_explicit_fillValue,datetime,int64var,int64var_explicit_fillValue,boolean,boolean_explicit_fillValue,float32,float32_explicit_fillValue,int16,int16_explicit_fillValue,x1,byte_field
"POINT Z (1 2 3)",1,1,1.23456789012,1.23456789012,x,STR,STR,1970/01/02,2016/02/06 12:34:56.789,2016/02/06 12:34:56.789,1234567890123,1234567890123,1,1,1.2,1.2,123,12,5,-125
"POINT Z (1 2 0)",,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,
"""
    assert content == expected_content

    fp = gdal.VSIFOpenL("/vsimem/netcdf_51_no_gdal_tags.csvt", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,Integer,Integer,Real,Real,String(1),String(3),String(10),Date,DateTime,DateTime,Real,Real,Integer,Integer,Real(Float32),Real(Float32),Integer(Int16),Integer(Int16),Real,Integer
"""
    assert content == expected_content

    gdal.Unlink("tmp/netcdf_51_no_gdal_tags.nc")
    gdal.Unlink("tmp/netcdf_51_no_gdal_tags.csv")
    gdal.Unlink("tmp/netcdf_51_no_gdal_tags.csvt")
    gdal.Unlink("/vsimem/netcdf_51_no_gdal_tags.csv")
    gdal.Unlink("/vsimem/netcdf_51_no_gdal_tags.csvt")
    gdal.Unlink("/vsimem/netcdf_51_no_gdal_tags.prj")


###############################################################################
# Test creating a vector NetCDF 4 file with X,Y,Z fields


@pytest.mark.require_driver("CSV")
def test_netcdf_52():

    if gdaltest.netcdf_drv_version == "4.7.0":
        pytest.skip(
            "buggy netCDF version: https://github.com/Unidata/netcdf-c/pull/1442"
        )

    ds = gdal.OpenEx("data/netcdf/test_ogr_nc4.nc", gdal.OF_VECTOR)
    gdal.VectorTranslate(
        "tmp/netcdf_52.nc",
        ds,
        format="netCDF",
        datasetCreationOptions=["FORMAT=NC4", "GEOMETRY_ENCODING=WKT"],
    )

    with gdal.quiet_errors():
        ds = gdal.OpenEx("tmp/netcdf_52.nc", gdal.OF_VECTOR)
        gdal.VectorTranslate(
            "/vsimem/netcdf_52.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "CREATE_CSVT=YES",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
        )
        ds = None

    fp = gdal.VSIFOpenL("/vsimem/netcdf_52.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,int32,int32_explicit_fillValue,float64,float64_explicit_fillValue,string3chars,twodimstringchar,date,datetime,datetime_explicit_fillValue,int64,int64var_explicit_fillValue,boolean,boolean_explicit_fillValue,float32,float32_explicit_fillValue,int16,int16_explicit_fillValue,x,byte_field,ubyte_field,ubyte_field_explicit_fillValue,ushort_field,ushort_field_explicit_fillValue,uint_field,uint_field_explicit_fillValue,uint64_field,uint64_field_explicit_fillValue
"POINT Z (1 2 3)",1,1,1.23456789012,1.23456789012,STR,STR,1970/01/02,2016/02/06 12:34:56.789,2016/02/06 12:34:56.789,1234567890123,,1,1,1.2,1.2,123,12,5,-125,254,255,65534,65535,4000000000,4294967295,1234567890123,
"POINT Z (1 2 0)",,,,,,,,,,,,,,,,,,,,,,,,,,,
,,,,,,,,,,,,,,,,,,,,,,,,,,,
"""
    assert content == expected_content

    fp = gdal.VSIFOpenL("/vsimem/netcdf_52.csvt", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,Integer,Integer,Real,Real,String(3),String,Date,DateTime,DateTime,Integer64,Integer64,Integer(Boolean),Integer(Boolean),Real(Float32),Real(Float32),Integer(Int16),Integer(Int16),Real,Integer,Integer,Integer,Integer,Integer,Integer64,Integer64,Real,Real
"""
    assert content == expected_content

    ds = gdal.OpenEx("tmp/netcdf_52.nc", gdal.OF_VECTOR | gdal.OF_UPDATE)
    lyr = ds.GetLayer(0)
    lyr.CreateField(ogr.FieldDefn("extra", ogr.OFTInteger))
    f = lyr.GetNextFeature()
    assert f is not None
    f["extra"] = 5
    assert lyr.CreateFeature(f) == 0
    ds = None

    ds = gdal.OpenEx("tmp/netcdf_52.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    f = lyr.GetFeature(lyr.GetFeatureCount())
    assert f["int32"] == 1 and f["extra"] == 5
    f = None
    ds = None

    # Latest release version of cfchecker (4.1.0) doesn't support variable-length
    # strings as valid variable types, but next one will:
    # https://github.com/cedadev/cf-checker/blob/c0486c606f7cf4d38d3b484b427726ce1bde73ee/src/cfchecker/cfchecks.py#L745
    # import netcdf_cf
    # if netcdf_cf.cfchecks_available():
    #     netcdf_cf.netcdf_cf_check_file("tmp/netcdf_52.nc", "auto")

    gdal.Unlink("tmp/netcdf_52.nc")
    gdal.Unlink("tmp/netcdf_52.csv")
    gdal.Unlink("tmp/netcdf_52.csvt")
    gdal.Unlink("/vsimem/netcdf_52.csv")
    gdal.Unlink("/vsimem/netcdf_52.csvt")
    gdal.Unlink("/vsimem/netcdf_52.prj")


###############################################################################
# Test creating a vector NetCDF 4 file with WKT geometry field


def test_netcdf_53():

    ds = gdal.OpenEx("../ogr/data/poly.shp", gdal.OF_VECTOR)
    out_ds = gdal.VectorTranslate(
        "tmp/netcdf_53.nc",
        ds,
        format="netCDF",
        datasetCreationOptions=["FORMAT=NC4", "GEOMETRY_ENCODING=WKT"],
    )
    src_lyr = ds.GetLayer(0)
    src_lyr.ResetReading()
    out_lyr = out_ds.GetLayer(0)
    out_lyr.ResetReading()
    src_f = src_lyr.GetNextFeature()
    out_f = out_lyr.GetNextFeature()
    src_f.SetFID(-1)
    out_f.SetFID(-1)
    src_json = src_f.ExportToJson()
    out_json = out_f.ExportToJson()
    assert src_json == out_json
    out_ds = None

    out_ds = gdal.OpenEx("tmp/netcdf_53.nc", gdal.OF_VECTOR)
    out_lyr = out_ds.GetLayer(0)
    srs = out_lyr.GetSpatialRef().ExportToWkt()
    assert 'PROJCS["OSGB' in srs
    out_f = out_lyr.GetNextFeature()
    out_f.SetFID(-1)
    out_json = out_f.ExportToJson()
    assert src_json == out_json
    out_ds = None

    gdal.Unlink("tmp/netcdf_53.nc")


###############################################################################
# Test appending to a vector NetCDF 4 file with unusual types (ubyte, ushort...)


def test_netcdf_54():

    if gdaltest.netcdf_drv_version == "4.7.0":
        pytest.skip(
            "buggy netCDF version: https://github.com/Unidata/netcdf-c/pull/1442"
        )

    shutil.copy("data/netcdf/test_ogr_nc4.nc", "tmp/netcdf_54.nc")

    ds = gdal.OpenEx("tmp/netcdf_54.nc", gdal.OF_VECTOR | gdal.OF_UPDATE)
    lyr = ds.GetLayer(0)
    f = lyr.GetNextFeature()
    assert f is not None
    f["int32"] += 1
    f.SetFID(-1)
    f.ExportToJson()
    src_json = f.ExportToJson()
    assert lyr.CreateFeature(f) == 0
    ds = None

    ds = gdal.OpenEx("tmp/netcdf_54.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    f = lyr.GetFeature(lyr.GetFeatureCount())
    f.SetFID(-1)
    out_json = f.ExportToJson()
    f = None
    ds = None

    gdal.Unlink("tmp/netcdf_54.nc")

    assert src_json == out_json


###############################################################################
# Test auto-grow of bidimensional char variables in a vector NetCDF 4 file


def test_netcdf_55():

    shutil.copy("data/netcdf/test_ogr_nc4.nc", "tmp/netcdf_55.nc")

    ds = gdal.OpenEx("tmp/netcdf_55.nc", gdal.OF_VECTOR | gdal.OF_UPDATE)
    lyr = ds.GetLayer(0)
    f = lyr.GetNextFeature()
    assert f is not None
    f["twodimstringchar"] = "abcd"
    f.SetFID(-1)
    f.ExportToJson()
    src_json = f.ExportToJson()
    assert lyr.CreateFeature(f) == 0
    ds = None

    ds = gdal.OpenEx("tmp/netcdf_55.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    f = lyr.GetFeature(lyr.GetFeatureCount())
    f.SetFID(-1)
    out_json = f.ExportToJson()
    f = None
    ds = None

    gdal.Unlink("tmp/netcdf_55.nc")

    assert src_json == out_json


###############################################################################
# Test truncation of bidimensional char variables and WKT in a vector NetCDF 3 file


def test_netcdf_56():

    ds = ogr.GetDriverByName("netCDF").CreateDataSource(
        "tmp/netcdf_56.nc", options=["GEOMETRY_ENCODING=WKT"]
    )
    # Test auto-grow of WKT field
    lyr = ds.CreateLayer(
        "netcdf_56",
        options=[
            "AUTOGROW_STRINGS=NO",
            "STRING_DEFAULT_WIDTH=5",
            "WKT_DEFAULT_WIDTH=5",
        ],
    )
    assert lyr.GetDataset().GetDescription() == ds.GetDescription()
    lyr.CreateField(ogr.FieldDefn("txt"))
    f = ogr.Feature(lyr.GetLayerDefn())
    f["txt"] = "0123456789"
    f.SetGeometry(ogr.CreateGeometryFromWkt("POINT (1 2)"))
    with gdal.quiet_errors():
        ret = lyr.CreateFeature(f)
    assert ret == 0
    ds = None

    ds = gdal.OpenEx("tmp/netcdf_56.nc", gdal.OF_VECTOR)
    lyr = ds.GetLayer(0)
    assert lyr.GetDataset().GetDescription() == ds.GetDescription()
    f = lyr.GetFeature(lyr.GetFeatureCount())
    if f["txt"] != "01234" or f.GetGeometryRef() is not None:
        f.DumpReadable()
        pytest.fail()
    ds = None

    gdal.Unlink("tmp/netcdf_56.nc")


###############################################################################
# Test OGR field alternative name and comment


def test_netcdf_ogr_field_alternative_name_comment():

    filename = "tmp/test_netcdf_ogr_field_alternative_name_comment.nc"
    try:

        ds = ogr.GetDriverByName("netCDF").CreateDataSource(
            filename, options=["GEOMETRY_ENCODING=WKT"]
        )
        lyr = ds.CreateLayer("test")

        fld_defn = ogr.FieldDefn("id", ogr.OFTInteger)
        fld_defn.SetAlternativeName("identifier")
        fld_defn.SetComment("this is an identifier")
        lyr.CreateField(fld_defn)

        fld_defn = ogr.FieldDefn("fld2", ogr.OFTInteger)
        fld_defn.SetAlternativeName(
            "not compatible of standard_name. will be put in long_name, and read back as comment"
        )
        lyr.CreateField(fld_defn)

        fld_defn = ogr.FieldDefn("fld3", ogr.OFTInteger)
        fld_defn.SetComment("comment of field 3")
        lyr.CreateField(fld_defn)

        fld_defn = ogr.FieldDefn("fld4", ogr.OFTInteger)
        lyr.CreateField(fld_defn)

        ds = None

        ds = ogr.Open(filename)
        lyr = ds.GetLayer(0)
        assert lyr.GetLayerDefn().GetFieldDefn(0).GetName() == "id"
        assert lyr.GetLayerDefn().GetFieldDefn(0).GetAlternativeName() == "identifier"
        assert (
            lyr.GetLayerDefn().GetFieldDefn(0).GetComment() == "this is an identifier"
        )

        assert lyr.GetLayerDefn().GetFieldDefn(1).GetName() == "fld2"
        assert lyr.GetLayerDefn().GetFieldDefn(1).GetAlternativeName() == ""
        assert (
            lyr.GetLayerDefn().GetFieldDefn(1).GetComment()
            == "not compatible of standard_name. will be put in long_name, and read back as comment"
        )

        assert lyr.GetLayerDefn().GetFieldDefn(2).GetName() == "fld3"
        assert lyr.GetLayerDefn().GetFieldDefn(2).GetAlternativeName() == ""
        assert lyr.GetLayerDefn().GetFieldDefn(2).GetComment() == "comment of field 3"

        assert lyr.GetLayerDefn().GetFieldDefn(3).GetName() == "fld4"
        assert lyr.GetLayerDefn().GetFieldDefn(3).GetAlternativeName() == ""
        assert lyr.GetLayerDefn().GetFieldDefn(3).GetComment() == ""

        ds = None

    finally:
        os.unlink(filename)


###############################################################################
# Test one layer per file creation


def test_netcdf_57():

    try:
        shutil.rmtree("tmp/netcdf_57")
    except OSError:
        pass

    with gdal.quiet_errors():
        ds = ogr.GetDriverByName("netCDF").CreateDataSource(
            "/not_existing_dir/invalid_subdir",
            options=["MULTIPLE_LAYERS=SEPARATE_FILES", "GEOMETRY_ENCODING=WKT"],
        )
    assert ds is None

    open("tmp/netcdf_57", "wb").close()

    with gdal.quiet_errors():
        ds = ogr.GetDriverByName("netCDF").CreateDataSource(
            "/not_existing_dir/invalid_subdir",
            options=["MULTIPLE_LAYERS=SEPARATE_FILES", "GEOMETRY_ENCODING=WKT"],
        )
    assert ds is None

    os.unlink("tmp/netcdf_57")

    ds = ogr.GetDriverByName("netCDF").CreateDataSource(
        "tmp/netcdf_57",
        options=["MULTIPLE_LAYERS=SEPARATE_FILES", "GEOMETRY_ENCODING=WKT"],
    )
    for ilayer in range(2):
        lyr = ds.CreateLayer("lyr%d" % ilayer)
        lyr.CreateField(ogr.FieldDefn("lyr_id", ogr.OFTInteger))
        f = ogr.Feature(lyr.GetLayerDefn())
        f["lyr_id"] = ilayer
        lyr.CreateFeature(f)
    ds = None

    for ilayer in range(2):
        ds = ogr.Open("tmp/netcdf_57/lyr%d.nc" % ilayer)
        lyr = ds.GetLayer(0)
        f = lyr.GetNextFeature()
        assert f["lyr_id"] == ilayer
        ds = None

    shutil.rmtree("tmp/netcdf_57")


###############################################################################
# Test one layer per group (NC4)


def test_netcdf_58():

    ds = ogr.GetDriverByName("netCDF").CreateDataSource(
        "tmp/netcdf_58.nc",
        options=[
            "FORMAT=NC4",
            "MULTIPLE_LAYERS=SEPARATE_GROUPS",
            "GEOMETRY_ENCODING=WKT",
        ],
    )
    for ilayer in range(2):
        # Make sure auto-grow will happen to test this works well with multiple groups
        lyr = ds.CreateLayer(
            "lyr%d" % ilayer,
            geom_type=ogr.wkbNone,
            options=["USE_STRING_IN_NC4=NO", "STRING_DEFAULT_WIDTH=1"],
        )
        lyr.CreateField(ogr.FieldDefn("lyr_id", ogr.OFTString))
        f = ogr.Feature(lyr.GetLayerDefn())
        f["lyr_id"] = "lyr_%d" % ilayer
        lyr.CreateFeature(f)
    ds = None

    ds = ogr.Open("tmp/netcdf_58.nc")
    for ilayer in range(2):
        lyr = ds.GetLayer(ilayer)
        f = lyr.GetNextFeature()
        assert f["lyr_id"] == "lyr_%d" % ilayer
    ds = None

    gdal.Unlink("tmp/netcdf_58.nc")


###############################################################################
# check for UnitType set/get.


def test_netcdf_59():

    # get
    ds = gdal.Open("data/netcdf/unittype.nc")

    unit = ds.GetRasterBand(1).GetUnitType()

    assert unit == "m/s", "Incorrect unit(%s)" % unit

    ds = None

    # set
    tst = gdaltest.GDALTest("NetCDF", "netcdf/unittype.nc", 1, 4672)

    tst.testSetUnitType()


###############################################################################
# Test reading a "Indexed ragged array representation of profiles" v1.6.0 H3.5
# http://cfconventions.org/cf-conventions/v1.6.0/cf-conventions.html#_indexed_ragged_array_representation_of_profiles


@pytest.mark.require_driver("CSV")
def test_netcdf_60():

    # Test that a vector cannot be opened in raster-only mode
    ds = gdal.OpenEx("data/netcdf/profile.nc", gdal.OF_RASTER)
    assert ds is None

    ds = gdal.OpenEx("data/netcdf/profile.nc", gdal.OF_VECTOR)
    assert ds is not None

    with gdal.quiet_errors():
        gdal.VectorTranslate(
            "/vsimem/netcdf_60.csv",
            ds,
            format="CSV",
            layerCreationOptions=[
                "LINEFORMAT=LF",
                "GEOMETRY=AS_WKT",
                "STRING_QUOTING=IF_NEEDED",
            ],
        )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_60.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,profile,id,station,foo
"POINT Z (2 49 100)",1,1,Palo Alto,bar
"POINT Z (3 50 50)",2,2,Santa Fe,baz
"POINT Z (2 49 200)",1,3,Palo Alto,baw
"POINT Z (3 50 100)",2,4,Santa Fe,baz2
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_60.csv")


###############################################################################
# Test appending to a "Indexed ragged array representation of profiles" v1.6.0 H3.5


@pytest.mark.require_driver("CSV")
def test_netcdf_61():

    shutil.copy("data/netcdf/profile.nc", "tmp/netcdf_61.nc")
    ds = gdal.VectorTranslate(
        "tmp/netcdf_61.nc", "data/netcdf/profile.nc", accessMode="append"
    )
    gdal.VectorTranslate(
        "/vsimem/netcdf_61.csv",
        ds,
        format="CSV",
        layerCreationOptions=[
            "LINEFORMAT=LF",
            "GEOMETRY=AS_WKT",
            "STRING_QUOTING=IF_NEEDED",
        ],
    )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_61.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)
    expected_content = """WKT,profile,id,station,foo
"POINT Z (2 49 100)",1,1,Palo Alto,bar
"POINT Z (3 50 50)",2,2,Santa Fe,baz
"POINT Z (2 49 200)",1,3,Palo Alto,baw
"POINT Z (3 50 100)",2,4,Santa Fe,baz2
"POINT Z (2 49 100)",1,1,Palo Alto,bar
"POINT Z (3 50 50)",2,2,Santa Fe,baz
"POINT Z (2 49 200)",1,3,Palo Alto,baw
"POINT Z (3 50 100)",2,4,Santa Fe,baz2
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_61.csv")
    gdal.Unlink("/vsimem/netcdf_61.nc")


###############################################################################
# Test creating a "Indexed ragged array representation of profiles" v1.6.0 H3.5


@pytest.mark.require_driver("CSV")
def test_netcdf_62():

    ds = gdal.VectorTranslate(
        "tmp/netcdf_62.nc",
        "data/netcdf/profile.nc",
        format="netCDF",
        layerCreationOptions=[
            "FEATURE_TYPE=PROFILE",
            "PROFILE_DIM_INIT_SIZE=1",
            "PROFILE_VARIABLES=station",
        ],
        datasetCreationOptions=["GEOMETRY_ENCODING=WKT"],
    )
    gdal.VectorTranslate(
        "/vsimem/netcdf_62.csv",
        ds,
        format="CSV",
        layerCreationOptions=[
            "LINEFORMAT=LF",
            "GEOMETRY=AS_WKT",
            "STRING_QUOTING=IF_NEEDED",
        ],
    )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_62.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)

    expected_content = """WKT,profile,id,station,foo
"POINT Z (2 49 100)",1,1,Palo Alto,bar
"POINT Z (3 50 50)",2,2,Santa Fe,baz
"POINT Z (2 49 200)",1,3,Palo Alto,baw
"POINT Z (3 50 100)",2,4,Santa Fe,baz2
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_62.csv")

    if gdaltest.netcdf_have_ncdump:
        hdr = netcdf_ncdump("tmp/netcdf_62.nc")
        assert "profile = 2" in hdr
        assert "record = UNLIMITED" in hdr
        assert 'profile:cf_role = "profile_id"' in hdr
        assert 'parentIndex:instance_dimension = "profile"' in hdr
        assert ':featureType = "profile"' in hdr
        assert "char station(profile" in hdr
        assert "char foo(record" in hdr

    # Disable cfchecker validation as it fails with a '(5): co-ordinate variable not monotonic'
    # error which I believe is incorrect given the particular nature of
    # a https://cfconventions.org/Data/cf-conventions/cf-conventions-1.11/cf-conventions.html#_indexed_ragged_array_representation_of_profiles
    # where coordinate variables can clearly not be sorted in any order.
    # import netcdf_cf
    # if netcdf_cf.cfchecks_available():
    #    netcdf_cf.netcdf_cf_check_file("tmp/netcdf_62.nc", "auto")

    gdal.Unlink("tmp/netcdf_62.nc")


###############################################################################
# Test creating a NC4 "Indexed ragged array representation of profiles" v1.6.0 H3.5


@pytest.mark.require_driver("CSV")
def test_netcdf_63():

    shutil.copy("data/netcdf/profile.nc", "tmp/netcdf_63.nc")
    ds = gdal.VectorTranslate(
        "tmp/netcdf_63.nc",
        "data/netcdf/profile.nc",
        format="netCDF",
        datasetCreationOptions=["FORMAT=NC4", "GEOMETRY_ENCODING=WKT"],
        layerCreationOptions=[
            "FEATURE_TYPE=PROFILE",
            "USE_STRING_IN_NC4=NO",
            "STRING_DEFAULT_WIDTH=1",
        ],
    )
    gdal.VectorTranslate(
        "/vsimem/netcdf_63.csv",
        ds,
        format="CSV",
        layerCreationOptions=[
            "LINEFORMAT=LF",
            "GEOMETRY=AS_WKT",
            "STRING_QUOTING=IF_NEEDED",
        ],
    )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_63.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)

    expected_content = """WKT,profile,id,station,foo
"POINT Z (2 49 100)",1,1,Palo Alto,bar
"POINT Z (3 50 50)",2,2,Santa Fe,baz
"POINT Z (2 49 200)",1,3,Palo Alto,baw
"POINT Z (3 50 100)",2,4,Santa Fe,baz2
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_63.csv")

    del ds

    if gdaltest.netcdf_have_ncdump:
        hdr = netcdf_ncdump("tmp/netcdf_63.nc")
        assert "profile = UNLIMITED" in hdr
        assert "record = UNLIMITED" in hdr
        assert 'profile:cf_role = "profile_id"' in hdr
        assert 'parentIndex:instance_dimension = "profile"' in hdr
        assert ':featureType = "profile"' in hdr
        assert "char station(record" in hdr

    gdal.Unlink("/vsimem/netcdf_63.nc")


###############################################################################
# Test creating a "Indexed ragged array representation of profiles" v1.6.0 H3.5
# but without a profile field.


@pytest.mark.require_driver("CSV")
def test_netcdf_64():

    gdal.VectorTranslate(
        "tmp/netcdf_64.nc",
        "data/netcdf/profile.nc",
        format="netCDF",
        selectFields=["id", "station", "foo"],
        layerCreationOptions=[
            "FEATURE_TYPE=PROFILE",
            "PROFILE_DIM_NAME=profile_dim",
            "PROFILE_DIM_INIT_SIZE=1",
            "LEGACY=WKT",
        ],
        datasetCreationOptions=["GEOMETRY_ENCODING=WKT"],
    )
    gdal.VectorTranslate(
        "/vsimem/netcdf_64.csv",
        "tmp/netcdf_64.nc",
        format="CSV",
        layerCreationOptions=[
            "LINEFORMAT=LF",
            "GEOMETRY=AS_WKT",
            "STRING_QUOTING=IF_NEEDED",
        ],
    )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_64.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)

    expected_content = """WKT,profile_dim,id,station,foo
"POINT Z (2 49 100)",0,1,Palo Alto,bar
"POINT Z (3 50 50)",1,2,Santa Fe,baz
"POINT Z (2 49 200)",0,3,Palo Alto,baw
"POINT Z (3 50 100)",1,4,Santa Fe,baz2
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_64.csv")
    gdal.Unlink("/vsimem/netcdf_64.nc")


###############################################################################
# Test creating a NC4 file with empty string fields / WKT fields
# (they must be filled as empty strings to avoid crashes in netcdf lib)


def test_netcdf_65():

    ds = ogr.GetDriverByName("netCDF").CreateDataSource(
        "tmp/netcdf_65.nc", options=["FORMAT=NC4", "GEOMETRY_ENCODING=WKT"]
    )
    lyr = ds.CreateLayer("test")
    lyr.CreateField(ogr.FieldDefn("str", ogr.OFTString))
    f = ogr.Feature(lyr.GetLayerDefn())
    lyr.CreateFeature(f)
    ds = None

    ds = ogr.Open("tmp/netcdf_65.nc")
    lyr = ds.GetLayer(0)
    f = lyr.GetNextFeature()
    if f["str"] != "":
        f.DumpReadable()
        pytest.fail()
    ds = None

    gdal.Unlink("tmp/netcdf_65.nc")


###############################################################################
# Test creating a "Indexed ragged array representation of profiles" v1.6.0 H3.5
# from a config file


@pytest.mark.require_driver("CSV")
def test_netcdf_66():

    # First trying with no so good configs

    with gdal.quiet_errors():
        gdal.VectorTranslate(
            "tmp/netcdf_66.nc",
            "data/netcdf/profile.nc",
            format="netCDF",
            datasetCreationOptions=["CONFIG_FILE=not_existing"],
        )

    with gdal.quiet_errors():
        gdal.VectorTranslate(
            "tmp/netcdf_66.nc",
            "data/netcdf/profile.nc",
            format="netCDF",
            datasetCreationOptions=["CONFIG_FILE=<Configuration>"],
        )

    myconfig = """<Configuration>
    <!-- comment -->
    <unrecognized_elt/>
    <DatasetCreationOption/>
    <DatasetCreationOption name="x"/>
    <DatasetCreationOption value="x"/>
    <LayerCreationOption/>
    <LayerCreationOption name="x"/>
    <LayerCreationOption value="x"/>
    <Attribute/>
    <Attribute name="foo"/>
    <Attribute value="foo"/>
    <Attribute name="foo" value="bar" type="unsupported"/>
    <Field/>
    <Field name="x">
        <!-- comment -->
        <unrecognized_elt/>
    </Field>
    <Field name="station" main_dim="non_existing"/>
    <Layer/>
    <Layer name="x">
        <!-- comment -->
        <unrecognized_elt/>
        <LayerCreationOption/>
        <LayerCreationOption name="x"/>
        <LayerCreationOption value="x"/>
        <Attribute/>
        <Attribute name="foo"/>
        <Attribute value="foo"/>
        <Attribute name="foo" value="bar" type="unsupported"/>
        <Field/>
    </Layer>
</Configuration>
"""

    with gdal.quiet_errors():
        gdal.VectorTranslate(
            "tmp/netcdf_66.nc",
            "data/netcdf/profile.nc",
            format="netCDF",
            datasetCreationOptions=["CONFIG_FILE=" + myconfig, "GEOMETRY_ENCODING=WKT"],
        )

    # Now with a correct configuration
    myconfig = """<Configuration>
    <DatasetCreationOption name="WRITE_GDAL_TAGS" value="NO"/>
    <LayerCreationOption name="STRING_DEFAULT_WIDTH" value="1"/>
    <Attribute name="foo" value="bar"/>
    <Attribute name="foo2" value="bar2"/>
    <Field name="id">
        <Attribute name="my_extra_attribute" value="5.23" type="double"/>
    </Field>
    <Field netcdf_name="lon"> <!-- edit predefined variable -->
        <Attribute name="my_extra_lon_attribute" value="foo"/>
    </Field>
    <Layer name="profile" netcdf_name="my_profile">
        <LayerCreationOption name="FEATURE_TYPE" value="PROFILE"/>
        <LayerCreationOption name="RECORD_DIM_NAME" value="obs"/>
        <Attribute name="foo" value="123" type="integer"/> <!-- override global one -->
        <Field name="station" netcdf_name="my_station" main_dim="obs">
            <Attribute name="long_name" value="my station attribute"/>
        </Field>
        <Field netcdf_name="lat"> <!-- edit predefined variable -->
            <Attribute name="long_name" value=""/> <!-- remove predefined attribute -->
        </Field>
    </Layer>
</Configuration>
"""

    gdal.VectorTranslate(
        "tmp/netcdf_66.nc",
        "data/netcdf/profile.nc",
        format="netCDF",
        datasetCreationOptions=["CONFIG_FILE=" + myconfig, "GEOMETRY_ENCODING=WKT"],
    )
    gdal.VectorTranslate(
        "/vsimem/netcdf_66.csv",
        "tmp/netcdf_66.nc",
        format="CSV",
        layerCreationOptions=[
            "LINEFORMAT=LF",
            "GEOMETRY=AS_WKT",
            "STRING_QUOTING=IF_NEEDED",
        ],
    )

    fp = gdal.VSIFOpenL("/vsimem/netcdf_66.csv", "rb")
    if fp is not None:
        content = gdal.VSIFReadL(1, 10000, fp).decode("ascii")
        gdal.VSIFCloseL(fp)

    expected_content = """WKT,profile,id,my_station,foo
"POINT Z (2 49 100)",1,1,Palo Alto,bar
"POINT Z (3 50 50)",2,2,Santa Fe,baz
"POINT Z (2 49 200)",1,3,Palo Alto,baw
"POINT Z (3 50 100)",2,4,Santa Fe,baz2
"""
    assert content == expected_content

    gdal.Unlink("/vsimem/netcdf_66.csv")

    if gdaltest.netcdf_have_ncdump:
        hdr = netcdf_ncdump("tmp/netcdf_66.nc")
        assert "char my_station(obs, my_station_max_width)" in hdr
        assert 'my_station:long_name = "my station attribute"' in hdr
        assert 'lon:my_extra_lon_attribute = "foo"' in hdr
        assert "lat:long_name" not in hdr
        assert "id:my_extra_attribute = 5.23" in hdr
        assert 'profile:cf_role = "profile_id"' in hdr
        assert 'parentIndex:instance_dimension = "profile"' in hdr
        assert ':featureType = "profile"' in hdr

    gdal.Unlink("tmp/netcdf_66.nc")


###############################################################################
# ticket #5950: optimize IReadBlock() and CheckData() handling of partial
# blocks in the x axischeck for partial block reading.


def test_netcdf_67():

    try:
        import numpy
    except ImportError:
        pytest.skip()

    # disable bottom-up mode to use the real file's blocks size
    with gdal.config_option("GDAL_NETCDF_BOTTOMUP", "NO"):
        # for the moment the next test using check_stat does not work, seems like
        # the last pixel (9) of the image is not handled by stats...
        #    tst = gdaltest.GDALTest( 'NetCDF', 'partial_block_ticket5950.nc', 1, 45 )
        #    result = tst.testOpen( check_stat=(1, 9, 5, 2.582) )
        # so for the moment compare the full image
        ds = gdal.Open("data/netcdf/partial_block_ticket5950.nc", gdal.GA_ReadOnly)
        ref = numpy.arange(1, 10).reshape((3, 3))
        if not numpy.array_equal(ds.GetRasterBand(1).ReadAsArray(), ref):
            pytest.fail()
        ds = None


###############################################################################
# Test reading SRS from srid attribute (#6613)


def test_netcdf_68():

    ds = gdal.Open("data/netcdf/srid.nc")
    wkt = ds.GetProjectionRef()
    assert "6933" in wkt


###############################################################################
# Test opening a dataset with a 1D variable with 0 record (#6645)


def test_netcdf_69():

    ds = gdal.Open("data/netcdf/test6645.nc")
    assert ds is not None


###############################################################################
# Test that we don't erroneously identify non-longitude axis as longitude (#6759)


def test_netcdf_70():

    ds = gdal.Open("data/netcdf/test6759.nc")
    gt = ds.GetGeoTransform()
    expected_gt = [304250.0, 250.0, 0.0, 4952500.0, 0.0, -250.0]
    assert max(abs(gt[i] - expected_gt[i]) for i in range(6)) <= 1e-3


###############################################################################
# Test that we take into account x and y offset and scaling
# (https://github.com/OSGeo/gdal/pull/200)


def test_netcdf_71():

    ds = gdal.Open("data/netcdf/test_coord_scale_offset.nc")
    gt = ds.GetGeoTransform()
    expected_gt = (
        -690769.999174516,
        1015.8812500000931,
        0.0,
        2042963.9463741186,
        0.0,
        -1015.8812499996275,
    )
    assert gt == pytest.approx(expected_gt, abs=1e-3)


###############################################################################
# test int64 attributes / dim


def test_netcdf_72():

    ds = gdal.Open("data/netcdf/int64dim.nc")
    mdi = ds.GetRasterBand(1).GetMetadataItem("NETCDF_DIM_TIME")
    assert mdi == "123456789012"


###############################################################################
# test geostationary with radian units (https://github.com/OSGeo/gdal/pull/220)


def test_netcdf_73():

    ds = gdal.Open("data/netcdf/geos_rad.nc")
    gt = ds.GetGeoTransform()
    expected_gt = (
        -5979486.362104082,
        1087179.4077774752,
        0.0,
        5979486.362104082,
        0.0,
        -1087179.4077774752,
    )
    assert gt == pytest.approx(expected_gt, abs=1e-3)


###############################################################################
# test geostationary with microradian units (https://github.com/OSGeo/gdal/pull/220)


def test_netcdf_74():

    ds = gdal.Open("data/netcdf/geos_microradian.nc")
    gt = ds.GetGeoTransform()
    expected_gt = (
        -5739675.119757546,
        615630.8078590936,
        0.0,
        5739675.119757546,
        0.0,
        -615630.8078590936,
    )
    assert gt == pytest.approx(expected_gt, abs=1e-3)


###############################################################################
# test opening a ncdump file


def test_netcdf_75():

    if gdaltest.netcdf_drv.GetMetadataItem("ENABLE_NCDUMP") != "YES":
        pytest.skip()

    tst = gdaltest.GDALTest("NetCDF", "netcdf/byte.nc.txt", 1, 4672)

    wkt = """PROJCS["NAD27 / UTM zone 11N",
    GEOGCS["NAD27",
        DATUM["North_American_Datum_1927",
            SPHEROID["Clarke 1866",6378206.4,294.9786982139006,
                AUTHORITY["EPSG","7008"]],
            AUTHORITY["EPSG","6267"]],
        PRIMEM["Greenwich",0],
        UNIT["degree",0.0174532925199433],
        AUTHORITY["EPSG","4267"]],
    PROJECTION["Transverse_Mercator"],
    PARAMETER["latitude_of_origin",0],
    PARAMETER["central_meridian",-117],
    PARAMETER["scale_factor",0.9996],
    PARAMETER["false_easting",500000],
    PARAMETER["false_northing",0],
    UNIT["metre",1,
        AUTHORITY["EPSG","9001"]],
    AUTHORITY["EPSG","26711"]]"""

    tst.testOpen(check_prj=wkt)


###############################################################################
# test opening a vector ncdump file


def test_netcdf_76():

    if gdaltest.netcdf_drv.GetMetadataItem("ENABLE_NCDUMP") != "YES":
        pytest.skip()

    ds = ogr.Open("data/netcdf/poly.nc.txt")
    lyr = ds.GetLayer(0)
    f = lyr.GetNextFeature()
    if f is None or f.GetGeometryRef() is None:
        f.DumpReadable()
        pytest.fail()


###############################################################################
# test opening a raster file that used to be confused with a vector file (#6974)


def test_netcdf_77():

    ds = gdal.Open("data/netcdf/fake_Oa01_radiance.nc")
    subdatasets = ds.GetMetadata("SUBDATASETS")
    assert len(subdatasets) == 2 * 2

    ds = gdal.Open('NETCDF:"data/netcdf/fake_Oa01_radiance.nc":Oa01_radiance')
    assert not ds.GetMetadata("GEOLOCATION")


###############################################################################
# test we handle correctly valid_range={0,255} for a byte dataset with
# negative nodata value


def test_netcdf_78():

    ds = gdal.Open("data/netcdf/byte_with_valid_range.nc")
    assert ds.GetRasterBand(1).GetNoDataValue() == 240
    data = ds.GetRasterBand(1).ReadRaster()
    data = struct.unpack("B" * 4, data)
    assert data == (128, 129, 126, 127)


###############################################################################
# test we handle correctly _Unsigned="true" for a byte dataset with
# negative nodata value


def test_netcdf_79():

    ds = gdal.Open("data/netcdf/byte_with_neg_fillvalue_and_unsigned_hint.nc")
    assert ds.GetRasterBand(1).GetNoDataValue() == 240
    data = ds.GetRasterBand(1).ReadRaster()
    data = struct.unpack("B" * 4, data)
    assert data == (128, 129, 126, 127)


###############################################################################
# Test creating and opening with accent


def test_netcdf_80():

    test = gdaltest.GDALTest("NETCDF", "../data/byte.tif", 1, 4672)
    test.testCreateCopy(
        new_filename="test\xc3\xa9.nc", check_gt=0, check_srs=0, check_minmax=0
    )


###############################################################################
# netCDF file in rotated_pole projection


def test_netcdf_81():

    ds = gdal.Open("data/netcdf/rotated_pole.nc")

    assert (
        ds.RasterXSize == 137 and ds.RasterYSize == 108
    ), "Did not get expected dimensions"

    projection = ds.GetProjectionRef()
    # Before PROJ 7.0.1
    deprecated_expected_projection = """PROJCS["unnamed",GEOGCS["unknown",DATUM["unnamed",SPHEROID["Spheroid",6367470,594.313048347956]],PRIMEM["Greenwich",0],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]]],PROJECTION["Rotated_pole"],UNIT["metre",1,AUTHORITY["EPSG","9001"]],AXIS["Easting",EAST],AXIS["Northing",NORTH],EXTENSION["PROJ4","+proj=ob_tran +o_proj=longlat +lon_0=18 +o_lon_p=0 +o_lat_p=39.25 +a=6367470 +b=6356756 +to_meter=0.0174532925199433 +wktext"]]"""

    expected_projection = """GEOGCRS["unnamed",BASEGEOGCRS["unknown",DATUM["unknown",ELLIPSOID["unknown",6367470,594.313048347956,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433],ID["EPSG",8901]]],DERIVINGCONVERSION["unknown",METHOD["PROJ ob_tran o_proj=longlat"],PARAMETER["lon_0",18,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lon_p",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lat_p",39.25,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["longitude",east,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["latitude",north,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    newer_expected_projection = """GEOGCRS["Rotated_pole",BASEGEOGCRS["unknown",DATUM["unnamed",ELLIPSOID["Spheroid",6367470,594.313048347956,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],DERIVINGCONVERSION["Pole rotation (netCDF CF convention)",METHOD["Pole rotation (netCDF CF convention)"],PARAMETER["Grid north pole latitude (netCDF CF convention)",39.25,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["Grid north pole longitude (netCDF CF convention)",-162,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["North pole grid longitude (netCDF CF convention)",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["latitude",north,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["longitude",east,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    assert projection in (
        newer_expected_projection,
        expected_projection,
        deprecated_expected_projection,
    )

    gt = ds.GetGeoTransform()
    expected_gt = (-35.47, 0.44, 0.0, 23.65, 0.0, -0.44)
    assert (
        max([abs(gt[i] - expected_gt[i]) for i in range(6)]) <= 1e-3
    ), "Did not get expected geotransform"


###############################################################################
# Write netCDF file in rotated_pole projection


@pytest.mark.require_proj(7, 1)
def test_netcdf_write_rotated_pole_from_method_proj():

    ds = gdal.GetDriverByName("netCDF").Create("tmp/rotated_pole.nc", 2, 2)
    gt = [2, 1, 0, 49, 0, -1]
    ds.SetGeoTransform(gt)
    ds.SetProjection(
        """GEOGCRS["unnamed",BASEGEOGCRS["unknown",DATUM["unknown",ELLIPSOID["unknown",6367470,594.313048347956,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433],ID["EPSG",8901]]],DERIVINGCONVERSION["unknown",METHOD["PROJ ob_tran o_proj=longlat"],PARAMETER["lon_0",18,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lon_p",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lat_p",39.25,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["longitude",east,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["latitude",north,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""
    )
    ds = None

    ds = gdal.Open("tmp/rotated_pole.nc")
    got_gt = ds.GetGeoTransform()
    wkt = ds.GetProjectionRef()
    md = ds.GetMetadata()
    ds = None

    gdal.Unlink("tmp/rotated_pole.nc")

    older_wkt = """GEOGCRS["unnamed",BASEGEOGCRS["unknown",DATUM["unknown",ELLIPSOID["unknown",6367470,594.313048347956,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433],ID["EPSG",8901]]],DERIVINGCONVERSION["unknown",METHOD["PROJ ob_tran o_proj=longlat"],PARAMETER["lon_0",18,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lon_p",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lat_p",39.25,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["longitude",east,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["latitude",north,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    newer_wkt = """GEOGCRS["Rotated_pole",BASEGEOGCRS["unknown",DATUM["unnamed",ELLIPSOID["Spheroid",6367470,594.313048347956,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],DERIVINGCONVERSION["Pole rotation (netCDF CF convention)",METHOD["Pole rotation (netCDF CF convention)"],PARAMETER["Grid north pole latitude (netCDF CF convention)",39.25,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["Grid north pole longitude (netCDF CF convention)",-162,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["North pole grid longitude (netCDF CF convention)",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["latitude",north,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["longitude",east,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    assert wkt in (older_wkt, newer_wkt)
    assert got_gt == pytest.approx(gt, rel=1e-6)
    assert md["rlat#standard_name"] == "grid_latitude"
    assert md["rlon#standard_name"] == "grid_longitude"


###############################################################################
# Write netCDF file in rotated_pole projection


@pytest.mark.require_proj(8, 2)
def test_netcdf_write_rotated_pole_from_method_netcdf_cf():

    expected_wkt = """GEOGCRS["Rotated_pole",BASEGEOGCRS["unknown",DATUM["unnamed",ELLIPSOID["Spheroid",6367470,594.313048347956,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],DERIVINGCONVERSION["Pole rotation (netCDF CF convention)",METHOD["Pole rotation (netCDF CF convention)"],PARAMETER["Grid north pole latitude (netCDF CF convention)",39.25,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["Grid north pole longitude (netCDF CF convention)",-162,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["North pole grid longitude (netCDF CF convention)",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["latitude",north,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["longitude",east,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    ds = gdal.GetDriverByName("netCDF").Create("tmp/rotated_pole.nc", 2, 2)
    ds.SetGeoTransform([2, 1, 0, 49, 0, -1])
    ds.SetProjection(expected_wkt)
    ds = None

    ds = gdal.Open("tmp/rotated_pole.nc")
    wkt = ds.GetProjectionRef()
    ds = None

    gdal.Unlink("tmp/rotated_pole.nc")

    assert wkt == expected_wkt


###############################################################################
# Write netCDF file in rotated_pole projection


@pytest.mark.require_proj(7, 0)
def test_netcdf_write_rotated_pole_from_method_grib():

    ds = gdal.GetDriverByName("netCDF").Create("tmp/rotated_pole.nc", 2, 2)
    ds.SetGeoTransform([2, 1, 0, 49, 0, -1])
    ds.SetProjection(
        """GEOGCRS["Coordinate System imported from GRIB file",BASEGEOGCRS["Coordinate System imported from GRIB file",DATUM["unnamed",ELLIPSOID["Sphere",6367470,0,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],DERIVINGCONVERSION["Pole rotation (GRIB convention)",METHOD["Pole rotation (GRIB convention)"],PARAMETER["Latitude of the southern pole (GRIB convention)",-30,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["Longitude of the southern pole (GRIB convention)",-15,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["Axis rotation (GRIB convention)",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["latitude",north,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["longitude",east,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""
    )
    ds = None

    ds = gdal.Open("tmp/rotated_pole.nc")
    wkt = ds.GetProjectionRef()
    ds = None

    gdal.Unlink("tmp/rotated_pole.nc")

    # Before PROJ 7.0.1
    deprecated_expected_projection = """PROJCS["unnamed",GEOGCS["unknown",DATUM["unnamed",SPHEROID["Spheroid",6367470,0]],PRIMEM["Greenwich",0],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]]],PROJECTION["Rotated_pole"],UNIT["metre",1,AUTHORITY["EPSG","9001"]],AXIS["Easting",EAST],AXIS["Northing",NORTH],EXTENSION["PROJ4","+proj=ob_tran +o_proj=longlat +lon_0=-15 +o_lon_p=0 +o_lat_p=30 +a=6367470 +b=6367470 +to_meter=0.0174532925199433 +wktext"]]"""

    older_wkt = """GEOGCRS["unnamed",BASEGEOGCRS["unknown",DATUM["unknown",ELLIPSOID["unknown",6367470,0,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433],ID["EPSG",8901]]],DERIVINGCONVERSION["unknown",METHOD["PROJ ob_tran o_proj=longlat"],PARAMETER["lon_0",-15,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lon_p",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["o_lat_p",30,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["longitude",east,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["latitude",north,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    newer_wkt = """GEOGCRS["Rotated_pole",BASEGEOGCRS["unknown",DATUM["unnamed",ELLIPSOID["Spheroid",6367470,0,LENGTHUNIT["metre",1,ID["EPSG",9001]]]],PRIMEM["Greenwich",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],DERIVINGCONVERSION["Pole rotation (netCDF CF convention)",METHOD["Pole rotation (netCDF CF convention)"],PARAMETER["Grid north pole latitude (netCDF CF convention)",30,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["Grid north pole longitude (netCDF CF convention)",-195,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],PARAMETER["North pole grid longitude (netCDF CF convention)",0,ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]],CS[ellipsoidal,2],AXIS["latitude",north,ORDER[1],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]],AXIS["longitude",east,ORDER[2],ANGLEUNIT["degree",0.0174532925199433,ID["EPSG",9122]]]]"""

    assert wkt in (deprecated_expected_projection, older_wkt, newer_wkt)


###############################################################################
# netCDF file with extra dimensions that are oddly indexed (1D variable
# corresponding to the dimension but with a different name, no corresponding
# 1D variable, several corresponding variables)


@pytest.mark.require_driver("CSV")
def test_netcdf_82():

    with gdal.quiet_errors():
        ds = gdal.Open("data/netcdf/oddly_indexed_extra_dims.nc")
    md = ds.GetMetadata()
    expected_md = {
        "NETCDF_DIM_extra_dim_with_var_of_different_name_VALUES": "{100,200}",
        "NETCDF_DIM_EXTRA": "{extra_dim_with_several_variables,extra_dim_without_variable,extra_dim_with_var_of_different_name}",
        "x#standard_name": "projection_x_coordinate",
        "NC_GLOBAL#Conventions": "CF-1.5",
        "y#standard_name": "projection_y_coordinate",
        "NETCDF_DIM_extra_dim_with_var_of_different_name_DEF": "{2,6}",
    }
    assert md == expected_md, "Did not get expected metadata"

    md = ds.GetRasterBand(1).GetMetadata()
    expected_md = {
        "NETCDF_DIM_extra_dim_with_several_variables": "1",
        "NETCDF_DIM_extra_dim_with_var_of_different_name": "100",
        "NETCDF_DIM_extra_dim_without_variable": "1",
        "NETCDF_VARNAME": "data",
    }
    assert md == expected_md, "Did not get expected metadata"


###############################################################################
# Test complex data subsets


def test_netcdf_83():

    ds = gdal.Open("data/netcdf/complex.nc")
    sds_list = ds.GetMetadata("SUBDATASETS")

    assert len(sds_list) == 6, "Did not get expected complex subdataset count."

    assert (
        sds_list["SUBDATASET_1_NAME"] == 'NETCDF:"data/netcdf/complex.nc":f32'
        and sds_list["SUBDATASET_2_NAME"] == 'NETCDF:"data/netcdf/complex.nc":f64'
        and sds_list["SUBDATASET_3_NAME"]
        == 'NETCDF:"data/netcdf/complex.nc":/group/fmul'
    ), "did not get expected subdatasets."

    ds = None

    assert not gdaltest.is_file_open("data/netcdf/complex.nc"), "file still opened."


###############################################################################
# Confirm complex subset data access and checksum
# Start with Float32


def test_netcdf_84():

    ds = gdal.Open('NETCDF:"data/netcdf/complex.nc":f32')
    assert ds.GetRasterBand(1).DataType == gdal.GDT_CFloat32

    cs = ds.GetRasterBand(1).Checksum()
    assert cs == 465, "did not get expected checksum"


# Repeat for Float64


def test_netcdf_85():

    ds = gdal.Open('NETCDF:"data/netcdf/complex.nc":f64')
    assert ds.GetRasterBand(1).DataType == gdal.GDT_CFloat64

    cs = ds.GetRasterBand(1).Checksum()
    assert cs == 546, "did not get expected checksum"


# Check for groups support


def test_netcdf_86():

    ds = gdal.Open('NETCDF:"data/netcdf/complex.nc":/group/fmul')
    assert ds.GetRasterBand(1).DataType == gdal.GDT_CFloat32

    cs = ds.GetRasterBand(1).Checksum()
    assert cs == 453, "did not get expected checksum for band 1"

    cs = ds.GetRasterBand(2).Checksum()
    assert cs == 629, "did not get expected checksum for band 2"

    cs = ds.GetRasterBand(3).Checksum()
    assert cs == 473, "did not get expected checksum for band 3"


###############################################################################
def test_netcdf_uffd():

    if uffd_compare("netcdf/orog_CRCM1.nc") is None:
        pytest.skip()

    netcdf_files = [
        "orog_CRCM1.nc",
        "orog_CRCM2.nc",
        "cf-bug636.nc",
        "bug636.nc",
        "rotated_pole.nc",
        "reduce-cgcms.nc",
    ]
    for netcdf_file in netcdf_files:
        assert uffd_compare("netcdf/" + netcdf_file) is True


###############################################################################
# netCDF file containing both rasters and vectors


def test_netcdf_mixed_raster_vector():

    ds = gdal.Open("NETCDF:data/netcdf/nc_mixed_raster_vector.nc:Band1")
    assert ds.GetRasterBand(1).Checksum() == 4672

    ds = ogr.Open("data/netcdf/nc_mixed_raster_vector.nc")
    lyr = ds.GetLayer(0)
    f = lyr.GetNextFeature()
    assert f["PRFEDEA"] == "35043411"


###############################################################################
# Test opening a file with an empty double attribute
# https://github.com/OSGeo/gdal/issues/1303


def test_netcdf_open_empty_double_attr():

    ds = gdal.Open("data/netcdf/empty_double_attr.nc")
    assert ds


###############################################################################
# Test writing and reading a file with huge block size


@pytest.mark.slow()
def test_netcdf_huge_block_size():

    if sys.maxsize < 2**32:
        pytest.skip("Test not available on 32 bit")

    import psutil

    if psutil.virtual_memory().available < 2 * 50000 * 50000:
        pytest.skip("Not enough virtual memory available")

    tmpfilename = "tmp/test_netcdf_huge_block_size.nc"
    with gdaltest.SetCacheMax(50000 * 50000 + 100000):
        with gdaltest.config_option("BLOCKYSIZE", "50000"):
            gdal.Translate(
                tmpfilename,
                "../gcore/data/byte.tif",
                options="-f netCDF -outsize 50000 50000 -co WRITE_BOTTOMUP=NO -co COMPRESS=DEFLATE -co FORMAT=NC4",
            )

    ds = gdal.Open(tmpfilename)
    data = ds.ReadRaster(
        0, 0, ds.RasterXSize, ds.RasterYSize, buf_xsize=20, buf_ysize=20
    )
    assert data
    ref_ds = gdal.Open("../gcore/data/byte.tif")
    assert data == ref_ds.ReadRaster()
    ds = None

    gdal.Unlink(tmpfilename)


###############################################################################
# Test reading a netCDF file whose fastest varying dimension is Latitude, and
# slowest one is Longitude
# https://lists.osgeo.org/pipermail/gdal-dev/2019-March/049931.html
# Currently we expose it in a 'raw' way, but make sure that geotransform and
# geoloc arrays reflect the georeferencing correctly


def test_netcdf_swapped_x_y_dimension():

    ds = gdal.Open("data/netcdf/swapedxy.nc")
    assert ds.RasterXSize == 4
    assert ds.RasterYSize == 8
    assert ds.GetGeoTransform() == (90.0, -45.0, 0, -180, 0.0, 45.0)
    data = ds.GetRasterBand(1).ReadRaster()
    data = struct.unpack("h" * 4 * 8, data)
    assert data == (
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
    )
    md = ds.GetMetadata("GEOLOCATION")
    assert md == {
        "LINE_OFFSET": "0",
        "X_DATASET": 'NETCDF:"data/netcdf/swapedxy.nc":Latitude',
        "SWAP_XY": "YES",
        "PIXEL_STEP": "1",
        "SRS": 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
        "PIXEL_OFFSET": "0",
        "X_BAND": "1",
        "LINE_STEP": "1",
        "Y_DATASET": 'NETCDF:"data/netcdf/swapedxy.nc":Longitude',
        "Y_BAND": "1",
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
    }, md

    ds = gdal.Open(md["X_DATASET"])
    assert ds.RasterXSize == 4
    assert ds.RasterYSize == 1
    data = ds.GetRasterBand(1).ReadRaster()
    data = struct.unpack("f" * 4, data)
    assert data == (67.5, 22.5, -22.5, -67.5)

    ds = gdal.Open(md["Y_DATASET"])
    assert ds.RasterXSize == 8
    assert ds.RasterYSize == 1
    data = ds.GetRasterBand(1).ReadRaster()
    data = struct.unpack("f" * 8, data)
    assert data == (-157.5, -112.5, -67.5, -22.5, 22.5, 67.5, 112.5, 157.5)

    ds = gdal.Warp("", "data/netcdf/swapedxy.nc", options="-f MEM -geoloc -ts 8 4")
    assert ds.RasterXSize == 8
    assert ds.RasterYSize == 4
    assert ds.GetGeoTransform() == pytest.approx(
        (-180.0, 45.0, 0.0, 90, 0.0, -45.0)
    ), ds.GetGeoTransform()
    data = ds.GetRasterBand(1).ReadRaster()
    data = struct.unpack("h" * 8 * 4, data)
    # transposed array
    assert data == (
        0,
        4,
        8,
        12,
        16,
        20,
        24,
        28,
        1,
        5,
        9,
        13,
        17,
        21,
        25,
        29,
        2,
        6,
        10,
        14,
        18,
        22,
        26,
        30,
        3,
        7,
        11,
        15,
        19,
        23,
        27,
        31,
    )


###############################################################################
# Test reading a netCDF file whose grid_mapping attribute uses an
# expanded form


def test_netcdf_expanded_form_of_grid_mapping():

    ds = gdal.Open("data/netcdf/expanded_form_of_grid_mapping.nc")
    wkt = ds.GetProjectionRef()
    assert "Transverse_Mercator" in wkt


###############################################################################

###############################################################################
# main tests list


###############################################################################
#  basic file creation tests

init_list = [
    ("byte.tif", 4672, []),
    ("gtiff/int8.tif", 1046, []),
    ("int16.tif", 4672, []),
    ("int32.tif", 4672, []),
    ("float32.tif", 4672, []),
    ("float64.tif", 4672, []),
]


# Some tests we don't need to do for each type.


@pytest.mark.parametrize(
    "testfunction",
    [
        "testSetGeoTransform",
        "testSetProjection",
        # SetMetadata() not supported
        # 'testSetMetadata'
    ],
)
@pytest.mark.require_driver("netcdf")
def test_netcdf_functions_1(testfunction):
    ut = gdaltest.GDALTest(
        "netcdf", "byte.tif", 1, 4672, options=["GEOMETRY_ENCODING=WKT"]
    )
    getattr(ut, testfunction)()


# Others we do for each pixel type.


@pytest.mark.parametrize(
    "filename,checksum,options",
    init_list,
    ids=[tup[0].split(".")[0] for tup in init_list],
)
@pytest.mark.parametrize(
    "testfunction", ["testCreateCopy", "testCreate", "testSetNoDataValue"]
)
@pytest.mark.require_driver("netcdf")
def test_netcdf_functions_2(filename, checksum, options, testfunction):
    ut = gdaltest.GDALTest("netcdf", filename, 1, checksum, options=options)
    getattr(ut, testfunction)()


###############################################################################
#  simple geometry tests

#  basic tests
def test_bad_cf1_8():
    # basic resilience test, make sure it can exit "gracefully"
    # if not it will abort all tests
    bad_geometry = ogr.Open("data/netcdf-sg/no_geometry_type.nc")
    bad_feature = ogr.Open("data/netcdf-sg/bad_feature_test.nc")
    missing_node_counts_test = ogr.Open("data/netcdf-sg/missing_node_counts_test.nc")
    uneq_x_y = ogr.Open("data/netcdf-sg/unequal_xy.nc")
    corrupt_poly_1 = ogr.Open("data/netcdf-sg/corrupted_polygon_ncpncir.nc")
    corrupt_poly_2 = ogr.Open("data/netcdf-sg/corrupted_polygon_pnc.nc")
    corrupt_poly_3 = ogr.Open("data/netcdf-sg/corrupted_polygon_ir.nc")

    # error IS fatal
    assert bad_geometry is None
    assert bad_feature is None
    assert missing_node_counts_test is None
    assert corrupt_poly_1 is None
    assert corrupt_poly_2 is None
    assert corrupt_poly_3 is None
    assert uneq_x_y is None


def test_point_read():

    singleton_pt = ogr.Open("data/netcdf-sg/point_test.nc")

    lc = singleton_pt.GetLayerCount()
    assert lc == 1
    layer = singleton_pt.GetLayerByName("names_geometry")
    assert layer != None

    # Test each geometry directly

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (1 -1)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (2 -2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (3 -3)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (5 -5)"


def test_point3D_read():

    singleton_pt = ogr.Open("data/netcdf-sg/point3D_test.nc")

    lc = singleton_pt.GetLayerCount()
    assert lc == 1
    layer = singleton_pt.GetLayerByName("names_geometry")
    assert layer != None

    # Test each geometry directly

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (1 -1 1)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (2 -2 -2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (3 -3 3)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (4 -4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POINT (5 -5 5)"


def test_multipoint_read():

    multipoints = ogr.Open("data/netcdf-sg/multipoint_test.nc")
    assert multipoints != None

    lc = multipoints.GetLayerCount()
    assert lc == 1
    layer = multipoints.GetLayerByName("names_geometry")
    assert layer != None

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (1 -1,2 -2,3 -3,4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (5 -5,6 -6,7 -7,8 -8)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (9 -9,10 -10,-1 1,-2 2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (-3 3,-4 4,-5 5,-6 6)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (-7 7,-8 8,-9 9,-10 10)"


def test_multipoint3D_read():

    multipoints = ogr.Open("data/netcdf-sg/multipoint3D_test.nc")
    assert multipoints != None

    lc = multipoints.GetLayerCount()
    assert lc == 1
    layer = multipoints.GetLayerByName("names_geometry")
    assert layer != None

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (1 -1 1,2 -2 -2,3 -3 3,4 -4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (5 -5 5,6 -6 -6,7 -7 7,8 -8 -8)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (9 -9 9,10 -10 -10,-1 1 -1,-2 2 2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (-3 3 -3,-4 4 4,-5 5 -5,-6 6 6)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (-7 7 -7,-8 8 8,-9 9 -9,-10 10 10)"


def test_line_read():

    line = ogr.Open("data/netcdf-sg/line_test.nc")
    assert line != None

    lc = line.GetLayerCount()
    assert lc == 1
    layer = line.GetLayerByName("names_geometry")
    assert layer != None

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (1 -1,2 -2,3 -3,4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (5 -5,6 -6,7 -7,8 -8)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (9 -9,10 -10,-1 1,-2 2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (-3 3,-4 4,-5 5,-6 6)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (-7 7,-8 8,-9 9,-10 10)"


def test_line3D_read():

    line = ogr.Open("data/netcdf-sg/line3D_test.nc")
    assert line != None

    lc = line.GetLayerCount()
    assert lc == 1
    layer = line.GetLayerByName("names_geometry")
    assert layer != None

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (1 -1 1,2 -2 -2,3 -3 3,4 -4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (5 -5 5,6 -6 -6,7 -7 7,8 -8 -8)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (9 -9 9,10 -10 -10,-1 1 1,-2 2 -2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (-3 3 3,-4 4 -4,-5 5 5,-6 6 -6)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "LINESTRING (-7 7 7,-8 8 -8,-9 9 9,-10 10 -10)"


def test_multiline_read():

    multiline = ogr.Open("data/netcdf-sg/multiline_test.nc")
    assert multiline != None

    lc = multiline.GetLayerCount()
    assert lc == 1
    layer = multiline.GetLayerByName("names_geometry")
    assert layer != None

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((1 -1),(2 -2,3 -3,4 -4))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((5 -5,6 -6,7 -7,8 -8))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((9 -9,10 -10,-1 1),(-2 2))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((-3 3,-4 4),(-5 5,-6 6))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((-7 7,-8 8,-9 9,-10 10))"


def test_multiline3D_read():

    multiline = ogr.Open("data/netcdf-sg/multiline3D_test.nc")
    assert multiline != None

    lc = multiline.GetLayerCount()
    assert lc == 1
    layer = multiline.GetLayerByName("names_geometry")
    assert layer != None

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((1 -1 -1),(2 -2 2,3 -3 -3,4 -4 4))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((5 -5 -5,6 -6 6,7 -7 -7,8 -8 8))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((9 -9 -9,10 -10 10,-1 1 -1),(-2 2 2))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((-3 3 -3,-4 4 4),(-5 5 -5,-6 6 6))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTILINESTRING ((-7 7 -7,-8 8 8,-9 9 -9,-10 10 10))"


def test_polygon_read():

    polygon = ogr.Open("data/netcdf-sg/polygon_test.nc")
    assert polygon != None

    lc = polygon.GetLayerCount()
    assert lc == 1
    layer = polygon.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((0 0,1 0,1 1,0 0))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((3 0,4 0,4 1,3 1,3 0))"


def test_polygon3D_read():

    polygon = ogr.Open("data/netcdf-sg/polygon3D_test.nc")
    assert polygon != None

    lc = polygon.GetLayerCount()
    assert lc == 1
    layer = polygon.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((0 0 1,1 0 2,1 1 2,0 0 1))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((3 0 1,4 0 1,4 1 1,3 1 1,3 0 1))"


def test_multipolygon_read():

    multipolygon = ogr.Open("data/netcdf-sg/multipolygon_test.nc")
    assert multipolygon != None

    lc = multipolygon.GetLayerCount()
    assert lc == 1
    layer = multipolygon.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOLYGON (((3 0,4 0,4 1,3 0)),((3 0,4 1,3 1,3 0)))"


def test_multipolygon3D_read():

    multipolygon = ogr.Open("data/netcdf-sg/multipolygon3D_test.nc")
    assert multipolygon != None

    lc = multipolygon.GetLayerCount()
    assert lc == 1
    layer = multipolygon.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOLYGON (((0 0 0,1 0 5,1 1 5,0 0 0)))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert (
        ft_wkt
        == "MULTIPOLYGON (((3 0 5,4 0 10,4 1 10,3 0 5)),((3 0 10,4 1 15,3 1 15,3 0 10)))"
    )


def test_serpenski_two_ring():

    s = ogr.Open("data/netcdf-sg/serpenski_2nd.nc")

    assert s != None

    lc = s.GetLayerCount()
    assert lc == 1
    good_layer = s.GetLayerByName("serpenski")
    assert good_layer != None  # real layer

    assert good_layer.GetFeatureCount() == 1
    assert good_layer.GetGeomType() == ogr.wkbMultiPolygon

    serpenski = good_layer.GetNextFeature()
    triangle = serpenski.GetGeometryRef()
    st_wkt = triangle.ExportToWkt()

    assert (
        st_wkt
        == "MULTIPOLYGON (((0 0,1 0,0.5 0.866025403784439,0 0),(0.5 0.0,0.75 0.433012701892219,"
        "0.25 0.433012701892219,0.5 0.0)))"
    )


def test_serpenski3D_two_ring():

    s = ogr.Open("data/netcdf-sg/serpenski3D_2nd.nc")

    assert s != None

    lc = s.GetLayerCount()
    assert lc == 1
    good_layer = s.GetLayerByName("serpenski")
    assert good_layer != None  # real layer

    assert good_layer.GetFeatureCount() == 1
    assert good_layer.GetGeomType() == ogr.wkbMultiPolygon25D

    serpenski = good_layer.GetNextFeature()
    triangle = serpenski.GetGeometryRef()
    st_wkt = triangle.ExportToWkt()

    assert (
        st_wkt
        == "MULTIPOLYGON (((0 0 1,1 0 1,0.5 0.866025403784439 1,0 0 1),(0.5 0.0 1,0.75 0.433012701892219 1,"
        "0.25 0.433012701892219 1,0.5 0.0 1)))"
    )


def test_flipped_axis():

    # similar to simple polygon test, but with flipped axis

    polygon = ogr.Open("data/netcdf-sg/flipped_axes_test.nc")
    assert polygon != None

    layer = polygon.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((0 0,1 0,1 1,0 0))"


def test_arbitrary_3Daxis_order_():

    polygon = ogr.Open("data/netcdf-sg/arbitrary_axis_order_test.nc")
    assert polygon != None

    layer = polygon.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((0 0 1,1 0 2,1 1 2,0 0 1))"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "POLYGON ((3 0 1,4 0 1,4 1 1,3 1 1,3 0 1))"


def test_multiple_layers_one_nc():

    # tests whether or not an NC with multiple geometry containers can be read
    # each geometry container a layer

    s = ogr.Open("data/netcdf-sg/multiple_containers.nc")

    lc = s.GetLayerCount()
    assert lc == 2
    s_triangle = s.GetLayerByName("serpenski")
    s_outline = s.GetLayerByName("serpenski_outline")

    assert s_triangle != None
    assert s_outline != None

    triangle_ft = s_triangle.GetNextFeature()
    triangle = triangle_ft.GetGeometryRef()
    assert triangle.GetGeometryType() == ogr.wkbMultiPolygon
    st_wkt = triangle.ExportToWkt()
    assert (
        st_wkt
        == "MULTIPOLYGON (((0 0,1 0,0.5 0.866025403784439,0 0),(0.5 0.0,0.75 0.433012701892219,"
        "0.25 0.433012701892219,0.5 0.0)))"
    )

    outline_ft = s_outline.GetNextFeature()
    outline = outline_ft.GetGeometryRef()
    assert outline.GetGeometryType() == ogr.wkbMultiLineString
    so_wkt = outline.ExportToWkt()
    assert (
        so_wkt
        == "MULTILINESTRING ((0 0,1 0,0.5 0.866025403784439,0 0),(0.5 0.0,0.75 0.433012701892219,"
        "0.25 0.433012701892219,0.5 0.0))"
    )


#  advanced tests


def test_yahara():

    yahara = ogr.Open("data/netcdf-sg/Yahara_alb.nc")
    assert yahara != None

    y_layer = yahara.GetLayerByName("geometry_container")
    assert y_layer != None

    # Assert some basic properties
    assert y_layer.GetFeatureCount() == 71
    assert y_layer.GetGeomType() == ogr.wkbMultiPolygon

    # Test getting a single feature through iteration
    first = y_layer.GetNextFeature()

    # Check fields are set correctly
    assert first.GetFieldAsInteger("ID") == 1
    assert first.GetFieldAsInteger("GRIDCODE") == 55
    assert first.GetFieldAsDouble("X_COORD") == 577251.43302
    assert first.GetFieldAsDouble("Y_COORD") == 319799.04918

    # Check spatial ref is set correctly
    fSRS = y_layer.GetSpatialRef()
    assert fSRS is not None
    assert (
        fSRS.ExportToWkt()
        == 'PROJCS["unnamed",GEOGCS["unknown",DATUM["unnamed",SPHEROID["Spheroid",6378137,298.257223563]],PRIMEM["Greenwich",0],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]]],PROJECTION["Albers_Conic_Equal_Area"],PARAMETER["latitude_of_center",23],PARAMETER["longitude_of_center",-96],PARAMETER["standard_parallel_1",29.5],PARAMETER["standard_parallel_2",45.5],PARAMETER["false_easting",0],PARAMETER["false_northing",0],UNIT["metre",1,AUTHORITY["EPSG","9001"]],AXIS["Easting",EAST],AXIS["Northing",NORTH]]'
    )


def test_states_full_layer():

    states = ogr.Open("data/netcdf-sg/cf1.8_states.nc")
    assert states != None

    s_layer = states.GetLayerByName("geometry_container")
    assert s_layer != None

    # Assert some basic properties (again)
    assert s_layer.GetFeatureCount() == 49
    assert s_layer.GetGeomType() == ogr.wkbMultiPolygon

    # Test getting two features
    first = s_layer.GetNextFeature()
    second = s_layer.GetNextFeature()

    # try resetting and then trying again
    s_layer.ResetReading()

    first_2 = s_layer.GetNextFeature()

    # Did reset work correctly?
    assert first.Equal(first_2)

    # Sanity check
    assert first.Equal(second) != True

    # Check fields are set correctly
    assert second.GetFieldAsString("STATE_NAME") == "Montana"
    assert second.GetFieldAsInteger("DRAWSEQ") == 3
    assert second.GetFieldAsString("STATE_FIPS") == "30"
    assert second.GetFieldAsString("STATE_ABBR") == "MT"


###############################################################################
#  simple geometry writing tests


def test_point_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/point_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    gdal.VectorTranslate("tmp/test_point_write.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/test_point_write.nc")
    assert src is not None
    assert src.GetLayerCount() == 1

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("point_collection")
    assert layer is not None
    assert layer.GetFeatureCount() == 4

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (0.5 -0.5)"
    assert fnam == "FishingSpot1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1 -1)"
    assert fnam == "FishingSpot2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1.5 -1.5)"
    assert fnam == "FishingSpot3"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (2 -2)"
    assert fnam == "FishingSpot4"


def test_point3D_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/point3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    gdal.VectorTranslate("tmp/test_point3D_write.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/test_point3D_write.nc")
    assert src is not None
    assert src.GetLayerCount() == 1

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("point_collection")
    assert layer is not None
    assert layer.GetFeatureCount() == 4

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (0.5 -0.5 -1.5)"
    assert fnam == "FishingSpot1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1 -1 -0.5)"
    assert fnam == "FishingSpot2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1.5 -1.5 0.5)"
    assert fnam == "FishingSpot3"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (2 -2 1.5)"
    assert fnam == "FishingSpot4"


def test_line_write():

    src = gdal.OpenEx("data/netcdf-sg/write-tests/line_write_test.json", gdal.OF_VECTOR)
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/line_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/line_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("segv")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "LINESTRING (1.5 -1.5)"
    assert fnam == "seg1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "LINESTRING (30.5 30.5,5 5)"
    assert fnam == "seg2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "LINESTRING (9 -9,10 -10,-1 1)"
    assert fnam == "seg3"


def test_line3D_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/line3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/line3D_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/line3D_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("path")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "LINESTRING (0.1 0.2 0.3,99 -99 0)"
    assert fnam == "path1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "LINESTRING (100 101 102,25 27 29)"
    assert fnam == "path2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "LINESTRING (7 -11 -7,-11 7 11,-6 1945 1918)"
    assert fnam == "path3"


def test_polygon_no_ir_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/polygon_no_ir_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/polygon_no_ir_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/polygon_no_ir_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("noir_write")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    # Do to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POLYGON ((0 0,1 0,1 1,0 0))"
    assert fnam == "Triangle"

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POLYGON ((3 0,4 0,4 1,3 1,3 0))"
    assert fnam == "Square"


def test_polygon_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/polygon_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/polygon_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/polygon_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("shapes")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    # Do to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"
    assert fnam == "Triangle"

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((3 0,4 0,4 1,3 1,3 0),(3.5 0.25,3.75 0.25,3.75 0.5,3.5 0.5,3.5 0.25)))"
    )
    assert fnam == "Square_in_Square"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,-1 0,-1 -1,0 0)))"
    assert fnam == "Triangle_Flipped"


def test_polygon3D_no_ir_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/polygon3D_no_ir_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/polygon3D_no_ir_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/polygon3D_no_ir_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("noir_write")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    # Do to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fid = feat.GetFieldAsInteger("ID")
    assert fWkt == "POLYGON ((0 0 0,1 0 2,1 1 0,0 0 2))"
    assert fid == 0

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fid = feat.GetFieldAsInteger("ID")
    assert fWkt == "POLYGON ((3 0 -1,4 0 -2,4 1 0,3 1 -2,3 0 -1))"
    assert fid == 1


def test_polygon3D_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/polygon3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/polygon3D_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/polygon3D_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("shapes")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    # Do to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0 0,1 0 -1,1 1 -2,0 0 -3)))"
    assert fnam == "Trianglything"

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((3 0 0,4 0 0,4 1 1,3 1 1,3 0 0),(3.5 0.25 1,3.75 0.25 1,3.75 0.5 1,3.5 0.5 1,3.5 0.25 1)))"
    )
    assert fnam == "Prismthing"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0 0,-1 0 1,-1 -1 2,0 0 3)))"
    assert fnam == "Trianglyflipped"


def test_multipoint_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipoint_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipoint_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multipoint_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("peak_list")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOINT (1 -1,2 -2,4 -4)"
    assert fnam == "Peaks1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOINT (5 -5,6 -6,8 -8)"
    assert fnam == "Peaks2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOINT (9 -9,10 -10,-2 2)"
    assert fnam == "Peaks3"


def test_multipoint3D_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipoint3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipoint3D_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multipoint3D_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("drilling_sites")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOINT (0 -1 -5,2 -2 2)"
    assert fnam == "site1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOINT (7 -2 1,4 3 2,8 -8 3)"
    assert fnam == "site2"


def test_multiline_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multiline_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multiline_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multiline_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("streams")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTILINESTRING ((1 -5),(2 -4,3 -3,4 -2,5 -1))"
    assert fnam == "fresh_river"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTILINESTRING ((-2 5,-3 4,-4 3,-5 2))"
    assert fnam == "not_so_fresh_river"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTILINESTRING ((0 1,1 0),(2 0,-2 0))"
    assert fnam == "not_fresh_river"


def test_multiline3D_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multiline3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multiline3D_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multiline3D_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("streams")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTILINESTRING ((1 -5 10),(2 -4 9,3 -3 8,4 -2 7,5 -1 8))"
    assert fnam == "fresh_river"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTILINESTRING ((0 1 1,1 0 2),(2 0 1,-2 0 1))"
    assert fnam == "not_fresh_river"


def test_multipolygon_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipolygon_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipolygon_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multipolygon_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("shapes")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    # Do to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)),((0 0,-1 0,-1 -1,0 0)))"
    assert fnam == "Triangles"

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((3 0,4 0,4 1,3 1,3 0),(3.5 0.25,3.75 0.25,3.75 0.5,3.5 0.5,3.5 0.25)),((4 4,4 5,5 4,4 4)))"
    )
    assert fnam == "Square_in_Square_and_Triangle"


def test_multipolygon3D_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipolygon3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipolygon3D_write_test.nc4", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multipolygon3D_write_test.nc4")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("shapes")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    # Due to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((0 0 0,1 0 1,1 1 1,0 0 0)),((0 0 0,-1 0 -1,-1 -1 -1,0 0 0)))"
    )
    assert fnam == "Trianglies"

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((3 0 0,4 0 0,4 1 1,3 1 1,3 0 0),(3.5 0.25 0,3.75 0.25 0,3.75 0.5 0.1,3.5 0.5 0.1,3.5 0.25 0)),((4 4 100,4 5 101,5 4 101,4 4 100)))"
    )
    assert fnam == "Prismy_and_Triangly"

    # This third feature is just a Polygon
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((-2 0 -5,-2 1 -6,-1 1 -6,-2 0 -5)))"
    assert fnam == "Single_Triangly"


def test_multipolygon_with_no_ir_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipolygon_no_ir_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipolygon_no_ir_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multipolygon_no_ir_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("mpoly_shape")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"
    assert fnam == "Triangle"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((3 0,4 0,4 1,3 0)),((3 0,4 1,3 1,3 0)))"
    assert fnam == "DoubleTriangle"


def test_multipolygon3D_with_no_ir_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipolygon3D_no_ir_write_test.json",
        gdal.OF_VECTOR,
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipolygon3D_no_ir_write_test.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/multipolygon3D_no_ir_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("mpoly_shape")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0 0,1 0 1,1 1 2,0 0 3)))"
    assert fnam == "Triangle"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((3 0 0,4 0 1,4 1 2,3 0 3)),((3 0 -1,4 1 -2,3 1 -3,3 0 -4)))"
    )
    assert fnam == "DoubleTriangle"


def test_write_buffer_restrict_correctness():

    # Tests whether or not having the write buffer restriction
    # Writes correct data.
    src = gdal.OpenEx("data/netcdf-sg/write-tests/Yahara_alb.json")
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate(
        "tmp/Yahara_alb_4K_restrict.nc",
        src,
        format="netCDF",
        layerCreationOptions=["BUFFER_SIZE=4096"],
    )
    gdal.VectorTranslate("tmp/Yahara_alb_default_buf.nc", src, format="netCDF")

    fk_ds = ogr.Open("tmp/Yahara_alb_4K_restrict.nc")
    db_ds = ogr.Open("tmp/Yahara_alb_default_buf.nc")

    fk_ds_layer = fk_ds.GetLayerByName("geometry_container")
    db_ds_layer = db_ds.GetLayerByName("geometry_container")
    assert fk_ds_layer is not None
    assert db_ds_layer is not None

    for feat in range(71):
        lft = fk_ds_layer.GetNextFeature()
        dft = db_ds_layer.GetNextFeature()
        lftgeo = lft.GetGeometryRef()
        dftgeo = dft.GetGeometryRef()
        assert lftgeo.Equal(dftgeo)


def test_write_nc_from_nc():

    # Tests writing a netCDF file (of different name than source) out from another netCDF source file
    src = gdal.OpenEx("data/netcdf-sg/multipoint_test.nc", gdal.OF_VECTOR)
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/multipoint_test_replica.nc", src, format="netCDF")

    ncds = ogr.Open("tmp/multipoint_test_replica.nc")
    assert src is not None

    layer = ncds.GetLayerByName("names_geometry")

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (1 -1,2 -2,3 -3,4 -4)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (5 -5,6 -6,7 -7,8 -8)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (9 -9,10 -10,-1 1,-2 2)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (-3 3,-4 4,-5 5,-6 6)"

    ft = layer.GetNextFeature()
    ft_geo = ft.GetGeometryRef()
    ft_wkt = ft_geo.ExportToWkt()
    assert ft_wkt == "MULTIPOINT (-7 7,-8 8,-9 9,-10 10)"


def test_multipolygon_with_no_ir_NC4_write():

    # Almost identical to test_multipolygon_with_no_ir
    # except this time, it is writing an NC4 file

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipolygon_no_ir_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate(
        "tmp/multipolygon_no_ir_write_test.nc4",
        src,
        format="netCDF",
        datasetCreationOptions=["FORMAT=NC4"],
    )

    nc_tsrc = ogr.Open("tmp/multipolygon_no_ir_write_test.nc4")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("mpoly_shape")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"
    assert fnam == "Triangle"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((3 0,4 0,4 1,3 0)),((3 0,4 1,3 1,3 0)))"
    assert fnam == "DoubleTriangle"


def test_multipolygon3D_NC4C_write():

    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/multipolygon3D_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    # This test is identical to test_multipolygon3D_write
    # except it writes to NC4C

    gdal.VectorTranslate(
        "tmp/multipolygon3D_write_test.nc",
        src,
        format="netCDF",
        datasetCreationOptions=["FORMAT=NC4C"],
    )

    nc_tsrc = ogr.Open("tmp/multipolygon3D_write_test.nc")
    assert src is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("shapes")
    assert layer is not None
    assert layer.GetFeatureCount() == 3

    # Test each feature manually
    # Due to ambiguities present in CF-1.8, these are actually read out as Multipolygons, not Polygons
    # But when being written out, they are OGRFeature POLYGON
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((0 0 0,1 0 1,1 1 1,0 0 0)),((0 0 0,-1 0 -1,-1 -1 -1,0 0 0)))"
    )
    assert fnam == "Trianglies"

    # This second feature has an interior ring in it
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert (
        fWkt
        == "MULTIPOLYGON (((3 0 0,4 0 0,4 1 1,3 1 1,3 0 0),(3.5 0.25 0,3.75 0.25 0,3.75 0.5 0.1,3.5 0.5 0.1,3.5 0.25 0)),((4 4 100,4 5 101,5 4 101,4 4 100)))"
    )
    assert fnam == "Prismy_and_Triangly"

    # This third feature is just a Polygon
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((-2 0 -5,-2 1 -6,-1 1 -6,-2 0 -5)))"
    assert fnam == "Single_Triangly"


def test_netcdf_dimension_labels_with_null():

    # Crashes with 4.1.3 of Ubuntu Precise
    if gdaltest.netcdf_drv_version.startswith(
        "4.0."
    ) or gdaltest.netcdf_drv_version.startswith("4.1."):
        pytest.skip("Test crashes with this libnetcdf version")

    with gdal.quiet_errors():
        assert gdal.Open("data/netcdf/dimension_labels_with_null.nc")


def test_write_multiple_layers_one_nc():

    # tests writing multiple layers in NC3
    # each geometry container a layer
    # this also tests "update mode" for CF-1.8

    netcdf_write_multiple_layers(
        "tmp/mlnc.nc",
        inputs=(
            "data/netcdf-sg/write-tests/multipolygon_no_ir_write_test.json",
            "data/netcdf-sg/write-tests/point3D_write_test.json",
        ),
    )

    nc_tsrc = ogr.Open("tmp/mlnc.nc")
    assert nc_tsrc.GetLayerCount() == 2

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("mpoly_shape")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"
    assert fnam == "Triangle"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((3 0,4 0,4 1,3 0)),((3 0,4 1,3 1,3 0)))"
    assert fnam == "DoubleTriangle"

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("point_collection")
    assert layer is not None
    assert layer.GetFeatureCount() == 4

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (0.5 -0.5 -1.5)"
    assert fnam == "FishingSpot1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1 -1 -0.5)"
    assert fnam == "FishingSpot2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1.5 -1.5 0.5)"
    assert fnam == "FishingSpot3"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (2 -2 1.5)"
    assert fnam == "FishingSpot4"


def test_write_multiple_layers_one_nc_NC4():

    # nearly identical to previous test except that
    # it writes to NC4, not NC3 (changing a file from NC3 to NC4)
    # and it writes them all at once (non update)

    netcdf_write_multiple_layers(
        "tmp/mlnc.nc",
        inputs=(
            "data/netcdf-sg/write-tests/multipolygon_no_ir_write_test.json",
            "data/netcdf-sg/write-tests/point3D_write_test.json",
        ),
    )

    src = gdal.OpenEx("tmp/mlnc.nc", gdal.OF_VECTOR)
    assert src is not None
    gdal.VectorTranslate(
        "tmp/mlnc4.nc4", src, format="netCDF", datasetCreationOptions=["FORMAT=NC4"]
    )

    nc_tsrc = ogr.Open("tmp/mlnc4.nc4")
    assert nc_tsrc.GetLayerCount() == 2

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("mpoly_shape")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"
    assert fnam == "Triangle"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((3 0,4 0,4 1,3 0)),((3 0,4 1,3 1,3 0)))"
    assert fnam == "DoubleTriangle"

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("point_collection")
    assert layer is not None
    assert layer.GetFeatureCount() == 4

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (0.5 -0.5 -1.5)"
    assert fnam == "FishingSpot1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1 -1 -0.5)"
    assert fnam == "FishingSpot2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1.5 -1.5 0.5)"
    assert fnam == "FishingSpot3"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (2 -2 1.5)"
    assert fnam == "FishingSpot4"


def test_write_multiple_layers_one_nc_back_to_NC3():

    # nearly identical to previous test except that
    # it writes to from NC4 to NC3
    # and it writes them all at once (non update)
    # test_write_multiple_layers_one_nc writes one and then another in update mode

    netcdf_write_multiple_layers(
        "tmp/mlnc4.nc4",
        inputs=(
            "data/netcdf-sg/write-tests/multipolygon_no_ir_write_test.json",
            "data/netcdf-sg/write-tests/point3D_write_test.json",
        ),
        options=["FORMAT=NC4"],
    )

    src = gdal.OpenEx("tmp/mlnc4.nc4", gdal.OF_VECTOR)
    assert src is not None
    gdal.VectorTranslate("tmp/mlnc_noupdate3.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/mlnc_noupdate3.nc")
    assert nc_tsrc.GetLayerCount() == 2

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("mpoly_shape")
    assert layer is not None
    assert layer.GetFeatureCount() == 2

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((0 0,1 0,1 1,0 0)))"
    assert fnam == "Triangle"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "MULTIPOLYGON (((3 0,4 0,4 1,3 0)),((3 0,4 1,3 1,3 0)))"
    assert fnam == "DoubleTriangle"

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("point_collection")
    assert layer is not None
    assert layer.GetFeatureCount() == 4

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (0.5 -0.5 -1.5)"
    assert fnam == "FishingSpot1"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1 -1 -0.5)"
    assert fnam == "FishingSpot2"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (1.5 -1.5 0.5)"
    assert fnam == "FishingSpot3"

    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    assert fWkt == "POINT (2 -2 1.5)"
    assert fnam == "FishingSpot4"


def test_SG_NC3_field_write():
    # Tests all the NC3 field writing capabilities with
    # buffering.
    src = gdal.OpenEx("data/netcdf-sg/write-tests/field_test_nc3.nc", gdal.OF_VECTOR)
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/bufft.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/bufft.nc")
    assert nc_tsrc is not None

    # Test layer properties
    layer = nc_tsrc.GetLayerByName("names_geometry")
    assert layer is not None
    assert layer.GetFeatureCount() == 1

    # Test each feature manually
    feat = layer.GetNextFeature()
    fgeo = feat.GetGeometryRef()
    fWkt = fgeo.ExportToWkt()
    fnam = feat.GetFieldAsString("NAMES")
    fid = feat.GetFieldAsInteger("IDS")
    fnum1 = feat.GetFieldAsInteger("NUM_1")
    fnum2 = feat.GetFieldAsInteger("NUM_2")
    fflt = feat.GetFieldAsDouble("FL")
    fdbl = feat.GetFieldAsDouble("DBL")
    assert fWkt == "POINT (1 -1)"
    assert fnam == "Guage_1"
    assert fid == 0
    assert fnum1 == 1
    assert fnum2 == 2
    assert fflt == 1.5
    assert fdbl == 99.5


def test_states_full_layer_buffer_restrict_correctness():
    # Tests whether or not having the write buffer restriction
    # Writes correct data.
    # Note: this is different than the Yahara version in that it also tests
    # Correctness of writing buffered NC_CHARs and NC_STRINGs (NC4)

    src = gdal.OpenEx("data/netcdf-sg/write-tests/cf1.8_states.json")
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate(
        "tmp/states_4K_restrict.nc",
        src,
        format="netCDF",
        layerCreationOptions=["BUFFER_SIZE=4096"],
    )
    gdal.VectorTranslate("tmp/states_default_buf.nc", src, format="netCDF")

    fk_ds = ogr.Open("tmp/states_4K_restrict.nc")
    db_ds = ogr.Open("tmp/states_default_buf.nc")

    fk_ds_layer = fk_ds.GetLayerByName("geometry_container")
    db_ds_layer = db_ds.GetLayerByName("geometry_container")
    assert fk_ds_layer is not None
    assert db_ds_layer is not None

    for feat in range(49):
        lft = fk_ds_layer.GetNextFeature()
        dft = db_ds_layer.GetNextFeature()
        lftgeo = lft.GetGeometryRef()
        dftgeo = dft.GetGeometryRef()
        assert lftgeo.Equal(dftgeo)


def test_empty_polygon_read_write():
    # Tests writing features to a layer of empty polygons
    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/empty_polygon_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/empty_polygon.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/empty_polygon.nc")
    assert nc_tsrc is not None

    nc_layer = nc_tsrc.GetLayerByName("places")
    assert nc_layer.GetFeatureCount() == 2
    first = nc_layer.GetNextFeature()
    assert first.GetFieldAsString("NAMES") == "Somewhere"
    assert first.GetGeometryRef().ExportToWkt() == "POLYGON ((0 1,1 0,2 0,0 1))"
    second = nc_layer.GetNextFeature()
    assert second.GetFieldAsString("NAMES") == "Everywhere"
    assert second.GetGeometryRef().IsEmpty()


def test_empty_multiline_read_write():
    # Tests writing features to a layer of empty polygons
    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/empty_mline_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/empty_mline.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/empty_mline.nc")
    assert nc_tsrc is not None

    nc_layer = nc_tsrc.GetLayerByName("places")
    assert nc_layer.GetFeatureCount() == 2
    first = nc_layer.GetNextFeature()
    assert first.GetFieldAsString("NAMES") == "Somewhere"
    assert first.GetGeometryRef().ExportToWkt() == "MULTILINESTRING ((0 5,2 0))"
    second = nc_layer.GetNextFeature()
    assert second.GetFieldAsString("NAMES") == "Everywhere"
    assert second.GetGeometryRef().IsEmpty()


def test_empty_multipolygon_read_write():
    # Tests writing features to a layer of empty polygons
    src = gdal.OpenEx(
        "data/netcdf-sg/write-tests/empty_multipolygon_write_test.json", gdal.OF_VECTOR
    )
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate("tmp/empty_multipolygon.nc", src, format="netCDF")

    nc_tsrc = ogr.Open("tmp/empty_multipolygon.nc")
    assert nc_tsrc is not None

    nc_layer = nc_tsrc.GetLayerByName("places")
    assert nc_layer.GetFeatureCount() == 2
    first = nc_layer.GetNextFeature()
    assert first.GetFieldAsString("NAMES") == "Nowhere"
    assert first.GetGeometryRef().IsEmpty()
    second = nc_layer.GetNextFeature()
    assert second.GetFieldAsString("NAMES") == "Somewhere"
    assert (
        second.GetGeometryRef().ExportToWkt()
        == "MULTIPOLYGON (((0 0,2 0,2 2,0 2,0 0)))"
    )


def test_states_full_layer_buffer_restrict_correctness_single_datum():
    # Single datum regression test

    src = gdal.OpenEx("data/netcdf-sg/write-tests/cf1.8_states.json")
    assert src is not None
    assert src.GetLayerCount() == 1

    gdal.VectorTranslate(
        "tmp/states_4K_restrict.nc",
        src,
        format="netCDF",
        layerCreationOptions=["BUFFER_SIZE=4096"],
    )

    gdal.VectorTranslate(
        "tmp/states_4K_restrict_sd.nc",
        src,
        format="netCDF",
        layerCreationOptions=["BUFFER_SIZE=4096", "GROUPLESS_WRITE_BACK=YES"],
    )
    fk_ds = ogr.Open("tmp/states_4K_restrict_sd.nc")
    db_ds = ogr.Open("tmp/states_4K_restrict.nc")

    fk_ds_layer = fk_ds.GetLayerByName("geometry_container")
    db_ds_layer = db_ds.GetLayerByName("geometry_container")
    assert fk_ds_layer is not None
    assert db_ds_layer is not None

    for feat in range(49):
        lft = fk_ds_layer.GetNextFeature()
        dft = db_ds_layer.GetNextFeature()
        lftgeo = lft.GetGeometryRef()
        dftgeo = dft.GetGeometryRef()
        assert lftgeo.Equal(dftgeo)


def test_netcdf_uint16_netcdf4_without_fill():

    # This dataset was created with  nc_def_var_fill(cdfid, nZId, NC_NOFILL, NULL)
    # Check that we don't report a nodata value
    ds = gdal.Open("data/netcdf/uint16_netcdf4_without_fill.nc")
    assert not ds.GetRasterBand(1).GetNoDataValue()


def test_netcdf_sen3_sral_mwr_fake_standard_measurement():

    ds = gdal.OpenEx(
        "data/netcdf/sen3_sral_mwr_fake_standard_measurement.nc", gdal.OF_RASTER
    )
    assert not ds

    ds = gdal.OpenEx(
        "data/netcdf/sen3_sral_mwr_fake_standard_measurement.nc", gdal.OF_VECTOR
    )
    assert ds
    assert ds.GetLayerCount() == 3

    lyr = ds.GetLayer(0)
    assert lyr.GetName() == "sen3_sral_mwr_fake_standard_measurement_time_01"
    assert lyr.GetSpatialRef() is not None
    assert lyr.GetLayerDefn().GetFieldCount() == 5
    assert lyr.TestCapability(ogr.OLCFastFeatureCount) == 1
    assert lyr.TestCapability(ogr.OLCRandomRead) == 1
    assert lyr.TestCapability(ogr.OLCRandomWrite) == 0
    assert lyr.GetFeatureCount() == 2
    assert lyr.GetMetadata_Dict() == {
        "alt_01_comment": "Altitude of satellite above the reference ellipsoid",
        "alt_01_long_name": "altitude of the satellite : 1 Hz",
        "alt_01_standard_name": "height_above_reference_ellipsoid",
        "alt_01_units": "m",
        "orb_alt_rate_01_comment": "The reference surface for the orbital altitude rate is the combined mean_sea_surface/geoid surface. It is used to compute the Doppler correction on the altimeter range",
        "orb_alt_rate_01_long_name": "orbital altitude rate : 1 Hz",
        "orb_alt_rate_01_units": "m/s",
        "surf_type_01_flag_meanings": "ocean_or_semi_enclosed_sea enclosed_sea_or_lake continental_ice land",
        "surf_type_01_flag_values": "{0,1,2,3}",
        "surf_type_01_long_name": "surface type : 1 Hz",
        "time_01_calendar": "gregorian",
        "time_01_long_name": "UTC: 1 Hz",
        "time_01_standard_name": "time",
        "time_01_units": "seconds since 2000-01-01 00:00:00.0",
        "total_electron_content_01_long_name": "Altimeter-derived total electron content (TECU) : 1 Hz",
        "total_electron_content_01_units": "count",
    }
    assert lyr.GetMetadataItem("alt_01_units") == "m"
    f = lyr.GetNextFeature()
    assert f.GetGeometryRef().GetX() == pytest.approx(2.234567, 1e-7)
    assert f.GetGeometryRef().GetY() == pytest.approx(49.234567, 1e-7)
    assert f["time_01"] == 1.25
    assert not f.IsFieldSet("surf_type_01")
    assert not f.IsFieldSet("orb_alt_rate_01")
    assert not f.IsFieldSet("total_electron_content_01")
    f = lyr.GetNextFeature()
    assert f["time_01"] == 2.25
    assert f["surf_type_01"] == 1
    assert f["orb_alt_rate_01"] == 0.01
    assert f["total_electron_content_01"] == 10000000000.0
    assert lyr.GetNextFeature() is None
    assert lyr.GetNextFeature() is None
    lyr.ResetReading()
    assert lyr.GetNextFeature() is not None

    lyr.SetSpatialFilterRect(-50, -50, -50, -50)
    lyr.ResetReading()
    assert lyr.GetNextFeature() is None
    assert lyr.GetFeatureCount() == 0
    lyr.SetSpatialFilter(None)

    lyr.SetAttributeFilter("0 = 1")
    lyr.ResetReading()
    assert lyr.GetNextFeature() is None

    assert lyr.GetFeature(0) is None
    assert lyr.GetFeature(1).GetFID() == 1
    assert lyr.GetFeature(3) is None

    lyr = ds.GetLayer(1)
    assert lyr.GetName() == "sen3_sral_mwr_fake_standard_measurement_time_20_ku"
    f = lyr.GetNextFeature()
    assert not f.IsFieldSet("nb_stack_20_ku")
    f = lyr.GetNextFeature()
    assert f["nb_stack_20_ku"] == 1


def test_netcdf_chunked_multiple():

    ds = gdal.Open("data/netcdf/byte_chunked_multiple.nc")
    assert ds.GetRasterBand(1).GetBlockSize() == [10, 10]
    assert ds.GetRasterBand(1).Checksum() == 4672


def test_netcdf_chunked_not_multiple():

    ds = gdal.Open("data/netcdf/byte_chunked_not_multiple.nc")
    assert ds.GetRasterBand(1).GetBlockSize() == [15, 6]
    assert ds.GetRasterBand(1).Checksum() == 4672


def test_netcdf_create():

    ds = gdaltest.netcdf_drv.Create("tmp/test_create.nc", 2, 2)
    ds.SetGeoTransform([2, 0.1, 0, 49, 0, -0.1])
    ds.GetRasterBand(1).WriteRaster(0, 0, 2, 2, b"ABCD")
    ds = None
    ds = gdal.Open("tmp/test_create.nc")
    assert ds.GetGeoTransform() == pytest.approx([2, 0.1, 0, 49, 0, -0.1], rel=1e-10)
    assert ds.GetRasterBand(1).ReadRaster() == b"ABCD"
    ds = None
    gdal.Unlink("tmp/test_create.nc")


def test_netcdf_sg1_8_max_variable_with_max_width_string_field_no_warning():

    gdal.VectorTranslate("tmp/poly.nc", "../ogr/data/poly.shp", format="netCDF")

    gdal.ErrorReset()
    # Check that opening in raster/vector mode doesn't emit warning
    ds = gdal.OpenEx("tmp/poly.nc")
    assert gdal.GetLastErrorType() == 0
    assert ds
    assert ds.GetLayerCount() == 1
    ds = None
    gdal.Unlink("tmp/poly.nc")


###############################################################################
# Test opening a netCDF 4 file whose HDF5 signature is not at the beginning


def test_netcdf_hdf5_signature_not_at_beginning():

    # Works at least with since netCDF 4.7
    version = gdaltest.netcdf_drv_version.split(".")
    if int(version[0]) * 100 + int(version[1]) < 407:
        pytest.skip()

    ds = gdal.Open("data/netcdf/byte_hdf5_starting_at_offset_1024.nc")
    assert ds is not None


###############################################################################
# Test opening a /vsimem/ file


def test_netcdf_open_vsimem():

    if gdal.GetDriverByName("netCDF").GetMetadataItem("NETCDF_HAS_NETCDF_MEM") is None:
        pytest.skip("NETCDF_HAS_NETCDF_MEM missing")

    gdal.FileFromMemBuffer("/vsimem/test.nc", open("data/netcdf/trmm.nc", "rb").read())
    ds = gdal.Open("/vsimem/test.nc")
    assert ds is not None
    gdal.Unlink("/vsimem/test.nc")
    assert ds.GetRasterBand(1).Checksum() == 14


###############################################################################
# Test opening a file that has coordinates but not georeferenced indexing variables


def test_netcdf_open_coords_no_georef_indexing_variables():

    ds = gdal.Open("data/netcdf/sentinel5p_fake.nc")
    assert ds is not None
    assert ds.GetGeoTransform(can_return_null=True) is None
    assert ds.GetMetadata("GEOLOCATION") is not None


###############################################################################
# Test opening a file that has metadata ala Sentinel 5


def test_netcdf_metadata_sentinel5():

    ds = gdal.Open("data/netcdf/fake_ISO_METADATA.nc")
    assert ds is not None
    assert "json:ISO_METADATA" in ds.GetMetadataDomainList()
    md = ds.GetMetadata_List("json:ISO_METADATA")
    assert md is not None
    md = md[0]
    expected = {
        "foo": "bar",
        "bar": ["bar#1", "bar#2"],
        "grp": {"foo": 1.5},
        "array": [{"foo": "bar1"}, {"foo": "bar2"}],
    }
    assert json.loads(md) == expected

    ds = gdal.OpenEx("data/netcdf/fake_ISO_METADATA.nc", gdal.OF_MULTIDIM_RASTER)
    assert ds is not None
    rg = ds.GetRootGroup()
    assert len(rg.GetGroupNames()) == 0
    assert "ISO_METADATA" in [attr.GetName() for attr in rg.GetAttributes()]
    attr = rg.GetAttribute("ISO_METADATA")
    assert attr is not None
    assert attr.GetDataType().GetSubType() == gdal.GEDTST_JSON

    j = gdal.MultiDimInfo("data/netcdf/fake_ISO_METADATA.nc")
    assert "attributes" in j
    assert "ISO_METADATA" in j["attributes"]
    assert j["attributes"]["ISO_METADATA"] == expected


###############################################################################
# Test opening a file with particular georeferencing encoding


def test_netcdf_modis_array():

    ds = gdal.Open("data/netcdf/MODIS_ARRAY.nc")
    assert ds.GetGeoTransform(can_return_null=True) is not None
    assert ds.GetSpatialRef() is not None


###############################################################################
# Test import/export of Polar Stereographic Variant A (with scale factor)


def test_netcdf_polar_stereographic_variant_a():

    ds = gdal.Open("data/netcdf/polar_stero_variant_a.nc")
    assert (
        ds.GetSpatialRef().ExportToProj4()
        == "+proj=stere +lat_0=90 +lon_0=-100 +k=0.93301243 +x_0=4245000 +y_0=5295000 +R=6371229 +units=m +no_defs"
    )

    gdal.Translate("tmp/out.nc", ds, format="netCDF")
    ds = gdal.Open("tmp/out.nc")
    assert (
        ds.GetSpatialRef().ExportToProj4()
        == "+proj=stere +lat_0=90 +lon_0=-100 +k=0.93301243 +x_0=4245000 +y_0=5295000 +R=6371229 +units=m +no_defs"
    )
    ds = None

    gdal.Unlink("tmp/out.nc")


###############################################################################
# Test import/export of Polar Stereographic Variant B (with latitude of true scale)


def test_netcdf_polar_stereographic_variant_b():

    ds = gdal.Open("data/netcdf/polar_stero_variant_b.nc")
    assert (
        ds.GetSpatialRef().ExportToProj4()
        == "+proj=stere +lat_0=90 +lat_ts=59.9999376869521 +lon_0=-100 +x_0=4245000 +y_0=5295000 +R=6371229 +units=m +no_defs"
    )

    gdal.Translate("tmp/out.nc", ds, format="netCDF")
    ds = gdal.Open("tmp/out.nc")
    assert (
        ds.GetSpatialRef().ExportToProj4()
        == "+proj=stere +lat_0=90 +lat_ts=59.9999376869521 +lon_0=-100 +x_0=4245000 +y_0=5295000 +R=6371229 +units=m +no_defs"
    )
    ds = None

    gdal.Unlink("tmp/out.nc")


###############################################################################
# Test /vsi access through userfaultfd


def has_working_userfaultfd():
    return (
        gdal.GetDriverByName("netCDF").GetMetadataItem(gdal.DCAP_VIRTUALIO) is not None
    )


def test_netcdf_open_userfaultfd():

    gdal.Unlink("tmp/test_netcdf_open_userfaultfd.zip")

    f = gdal.VSIFOpenL("/vsizip/tmp/test_netcdf_open_userfaultfd.zip/test.nc", "wb")
    assert f
    data = open("data/netcdf/byte_no_cf.nc", "rb").read()
    gdal.VSIFWriteL(data, 1, len(data), f)
    gdal.VSIFCloseL(f)

    # Can only work on Linux, with some kernel versions... not in Docker by default
    # so mostly test that we don't crash
    if has_working_userfaultfd():
        assert (
            gdal.Open("/vsizip/tmp/test_netcdf_open_userfaultfd.zip/test.nc")
            is not None
        )
    else:
        with gdal.quiet_errors():
            assert (
                gdal.Open("/vsizip/tmp/test_netcdf_open_userfaultfd.zip/test.nc")
                is None
            )

    gdal.Unlink("tmp/test_netcdf_open_userfaultfd.zip")


def test_netcdf_write_4D():

    # Create in-memory file with required metadata to define the extra >2D
    # dimensions
    size_z = 2
    size_time = 3
    src_ds = gdal.GetDriverByName("MEM").Create("", 4, 3, size_z * size_time)
    src_ds.SetMetadataItem("NETCDF_DIM_EXTRA", "{time,Z}")
    # 6 is NC_DOUBLE
    src_ds.SetMetadataItem("NETCDF_DIM_Z_DEF", f"{{{size_z},6}}")
    src_ds.SetMetadataItem("NETCDF_DIM_Z_VALUES", "{1.25,2.50}")
    src_ds.SetMetadataItem("Z#axis", "Z")
    src_ds.SetMetadataItem("NETCDF_DIM_time_DEF", f"{{{size_time},6}}")
    src_ds.SetMetadataItem("NETCDF_DIM_time_VALUES", "{1,2,3}")
    src_ds.SetMetadataItem("time#axis", "T")
    src_ds.SetGeoTransform([2, 1, 0, 49, 0, -1])

    # Create netCDF file
    tmpfilename = "tmp/test_netcdf_write_4D.nc"
    gdal.GetDriverByName("netCDF").CreateCopy(tmpfilename, src_ds)

    # Checks
    ds = gdal.Open(tmpfilename)
    assert ds.RasterCount == size_z * size_time
    assert ds.GetMetadataItem("NETCDF_DIM_EXTRA") == "{time,Z}"
    assert ds.GetMetadataItem("NETCDF_DIM_Z_VALUES") == "{1.25,2.5}"
    assert ds.GetMetadataItem("NETCDF_DIM_time_VALUES") == "{1,2,3}"
    ds = None
    gdal.Unlink(tmpfilename)


def test_netcdf__crs_wkt():
    ds = gdal.Open("data/netcdf/netcdf_crs_wkt.nc")
    assert ds.GetSpatialRef().IsGeographic()


def test_netcdf_default_metadata():

    src_ds = gdal.GetDriverByName("MEM").Create("", 1, 1)

    tmpfilename = "tmp/test_netcdf_default_metadata.nc"
    gdal.GetDriverByName("netCDF").CreateCopy(tmpfilename, src_ds)
    ds = gdal.Open(tmpfilename)
    assert ds.GetMetadataItem("NC_GLOBAL#GDAL") == gdal.VersionInfo("")
    assert "GDAL CreateCopy" in ds.GetMetadataItem("NC_GLOBAL#history")
    assert ds.GetMetadataItem("NC_GLOBAL#conventions").startswith("CF")
    ds = None
    gdal.Unlink(tmpfilename)


def test_netcdf_default_metadata_with_existing_history_and_conventions():

    src_ds = gdal.GetDriverByName("MEM").Create("", 1, 1)
    src_ds.SetMetadataItem("NC_GLOBAL#history", "past history")
    src_ds.SetMetadataItem("NC_GLOBAL#Conventions", "my conventions")

    tmpfilename = (
        "tmp/test_netcdf_default_metadata_with_existing_history_and_conventions.nc"
    )
    gdal.GetDriverByName("netCDF").CreateCopy(tmpfilename, src_ds)
    ds = gdal.Open(tmpfilename)
    assert "GDAL CreateCopy" in ds.GetMetadataItem("NC_GLOBAL#history")
    assert "past history" in ds.GetMetadataItem("NC_GLOBAL#history")
    assert ds.GetMetadataItem("NC_GLOBAL#conventions") == "my conventions"
    ds = None
    gdal.Unlink(tmpfilename)


def test_netcdf_default_metadata_disabled():

    src_ds = gdal.GetDriverByName("MEM").Create("", 1, 1)

    tmpfilename = "tmp/test_netcdf_default_metadata_disabled.nc"
    gdal.GetDriverByName("netCDF").CreateCopy(
        tmpfilename, src_ds, options=["WRITE_GDAL_VERSION=NO", "WRITE_GDAL_HISTORY=NO"]
    )
    ds = gdal.Open(tmpfilename)
    assert ds.GetMetadataItem("NC_GLOBAL#GDAL") is None
    assert ds.GetMetadataItem("NC_GLOBAL#history") is None
    ds = None
    gdal.Unlink(tmpfilename)


def test_netcdf_update_metadata():

    tmpfilename = "tmp/test_netcdf_update_metadata.nc"
    ds = gdal.GetDriverByName("netCDF").Create(tmpfilename, 2, 2)
    ds.GetRasterBand(1).SetMetadata({"foo": "bar"})
    ds.SetMetadata(
        {"NC_GLOBAL#bar": "baz", "another_item": "some_value", "bla#ignored": "ignored"}
    )
    ds = None

    ds = gdal.Open(tmpfilename)
    assert ds.GetRasterBand(1).GetMetadataItem("foo") == "bar"
    assert ds.GetMetadataItem("NC_GLOBAL#bar") == "baz"
    assert ds.GetMetadataItem("NC_GLOBAL#GDAL_another_item") == "some_value"
    assert ds.GetMetadataItem("bla#ignored") is None
    ds = None

    gdal.Unlink(tmpfilename)


def test_netcdf_read_gmt_file():
    """Test reading a GMT generated file that doesn't completely follow
    netCDF CF conventions regarding axis naming"""

    ds = gdal.Open("data/netcdf/gmt_file.nc")
    gt = ds.GetGeoTransform()
    assert gt == pytest.approx(
        (-34.6671666666667, 0.001, 0.0, 35.58483333333329, 0.0, -0.001)
    ), gt


###############################################################################


def test_netcdf_read_int64():

    ds = gdal.Open("data/netcdf/int64.nc")
    assert ds.GetRasterBand(1).DataType == gdal.GDT_Int64
    assert struct.unpack("q" * 4, ds.ReadRaster()) == (
        10000000001,
        1,
        -10000000000,
        10000000000,
    )


###############################################################################


def test_netcdf_write_int64():

    src_ds = gdal.Open("data/netcdf/int64.nc")
    gdaltest.netcdf_drv.CreateCopy("tmp/int64.nc", src_ds)
    ds = gdal.Open("tmp/int64.nc")
    assert ds.GetRasterBand(1).DataType == gdal.GDT_Int64
    assert struct.unpack("q" * 4, ds.ReadRaster()) == (
        10000000001,
        1,
        -10000000000,
        10000000000,
    )
    ds = None
    os.unlink("tmp/int64.nc")


###############################################################################


def test_netcdf_read_uint64():

    ds = gdal.Open("data/netcdf/uint64.nc")
    assert ds.GetRasterBand(1).DataType == gdal.GDT_UInt64
    assert struct.unpack("Q" * 4, ds.ReadRaster()) == (10000000001, 1, 0, 10000000000)


###############################################################################


def test_netcdf_write_uint64():

    src_ds = gdal.Open("data/netcdf/uint64.nc")
    gdaltest.netcdf_drv.CreateCopy("tmp/uint64.nc", src_ds)
    ds = gdal.Open("tmp/uint64.nc")
    assert ds.GetRasterBand(1).DataType == gdal.GDT_UInt64
    assert struct.unpack("Q" * 4, ds.ReadRaster()) == (10000000001, 1, 0, 10000000000)
    ds = None
    os.unlink("tmp/uint64.nc")


###############################################################################


def test_netcdf_write_uint64_nodata():

    filename = "tmp/test_tiff_write_uint64_nodata.nc"
    ds = gdal.GetDriverByName("netCDF").Create(filename, 1, 1, 1, gdal.GDT_UInt64)
    val = (1 << 64) - 1
    assert ds.GetRasterBand(1).SetNoDataValue(val) == gdal.CE_None
    ds = None

    filename_copy = "tmp/test_tiff_write_uint64_nodata_filename_copy.nc"
    ds = gdal.Open(filename)
    assert ds.GetRasterBand(1).GetNoDataValue() == val
    ds = gdal.GetDriverByName("netCDF").CreateCopy(filename_copy, ds)
    ds = None

    ds = gdal.Open(filename_copy)
    assert ds.GetRasterBand(1).GetNoDataValue() == val
    ds = None

    gdal.GetDriverByName("netCDF").Delete(filename)
    gdal.GetDriverByName("netCDF").Delete(filename_copy)


###############################################################################


def test_netcdf_write_int64_nodata():

    filename = "tmp/test_tiff_write_int64_nodata.nc"
    ds = gdal.GetDriverByName("netCDF").Create(filename, 1, 1, 1, gdal.GDT_Int64)
    val = -(1 << 63)
    assert ds.GetRasterBand(1).SetNoDataValue(val) == gdal.CE_None
    ds = None

    filename_copy = "tmp/test_tiff_write_int64_nodata_filename_copy.nc"
    ds = gdal.Open(filename)
    assert ds.GetRasterBand(1).GetNoDataValue() == val
    ds = gdal.GetDriverByName("netCDF").CreateCopy(filename_copy, ds)
    ds = None

    ds = gdal.Open(filename_copy)
    assert ds.GetRasterBand(1).GetNoDataValue() == val
    ds = None

    gdal.GetDriverByName("netCDF").Delete(filename)
    gdal.GetDriverByName("netCDF").Delete(filename_copy)


###############################################################################


def test_netcdf_read_geogcrs_component_names():

    ds = gdal.Open("data/netcdf/geogcrs_component_names.nc")
    srs = ds.GetSpatialRef()
    assert srs.GetAttrValue("GEOGCS") == "WGS 84"
    assert srs.GetAttrValue("GEOGCS|DATUM") == "WGS_1984"
    assert srs.GetAttrValue("GEOGCS|DATUM|SPHEROID") == "WGS 84"
    assert srs.GetAttrValue("GEOGCS|PRIMEM") == "Greenwich"


###############################################################################


def test_netcdf_stats():

    src_ds = gdal.Open("data/byte.tif")
    filename = "tmp/test_netcdf_stats.nc"
    gdal.GetDriverByName("netCDF").CreateCopy(filename, src_ds)
    ds = gdal.Open(filename)
    gdal.ErrorReset()
    assert ds.GetRasterBand(1).ComputeStatistics(False) == pytest.approx(
        [74.0, 255.0, 126.765, 22.928470838675658]
    )
    assert gdal.GetLastErrorMsg() == ""
    ds = None
    assert gdal.VSIStatL(filename + ".aux.xml") is not None
    ds = gdal.Open(filename)
    assert float(ds.GetRasterBand(1).GetMetadataItem("STATISTICS_MINIMUM")) == 74
    ds = None
    gdal.GetDriverByName("netCDF").Delete(filename)


###############################################################################


def test_netcdf_short_as_unsigned():
    """Test https://github.com/OSGeo/gdal/issues/6352"""

    ds = gdal.Open("data/netcdf/short_as_unsigned.nc")
    assert ds.GetRasterBand(1).DataType == gdal.GDT_UInt16
    assert ds.GetRasterBand(1).GetMetadata() == {
        "NETCDF_VARNAME": "Band1",
        "_FillValue": "65535",
        "_Unsigned": "true",
        "valid_range": "{1,65533}",
    }
    # Values not in valid_range=[1,65533] are set to _FillValue=65535
    assert struct.unpack("H" * 7, ds.GetRasterBand(1).ReadRaster()) == (
        65532,
        65533,
        65535,
        65535,
        65535,
        1,
        2,
    )
    ds = None

    ds = gdal.OpenEx(
        "data/netcdf/short_as_unsigned.nc", open_options=["HONOUR_VALID_RANGE=NO"]
    )
    assert struct.unpack("H" * 7, ds.GetRasterBand(1).ReadRaster()) == (
        65532,
        65533,
        65534,
        65535,
        0,
        1,
        2,
    )
    ds = None

    shutil.copy("data/netcdf/short_as_unsigned.nc", "tmp/short_as_unsigned.nc")

    ds = gdal.Open("tmp/short_as_unsigned.nc", gdal.GA_Update)
    ds.GetRasterBand(1).WriteRaster(
        0, 0, 7, 1, struct.pack("H" * 7, 2, 1, 0, 65535, 65534, 65533, 65532)
    )
    ds = None

    ds = gdal.OpenEx("tmp/short_as_unsigned.nc", open_options=["HONOUR_VALID_RANGE=NO"])
    assert struct.unpack("H" * 7, ds.GetRasterBand(1).ReadRaster()) == (
        2,
        1,
        0,
        65535,
        65534,
        65533,
        65532,
    )
    ds = None

    gdal.GetDriverByName("netCDF").Delete("tmp/short_as_unsigned.nc")


###############################################################################


def test_netcdf_read_unrelated_dim():
    """Test https://github.com/OSGeo/gdal/issues/6367"""

    ds = gdal.Open("data/netcdf/test_not_report_unrelated_dim.nc")
    # Test that "unrelated_dim" metadata is not reported
    assert ds.GetMetadata() == {"Band1#foo": "bar"}


###############################################################################


def test_netcdf_read_missing_value_text_numeric():

    ds = gdal.Open("data/netcdf/missing_value_text_numeric.nc")
    assert ds.GetRasterBand(1).GetNoDataValue() == 12


###############################################################################


def test_netcdf_read_missing_value_text_non_numeric():

    ds = gdal.Open("data/netcdf/missing_value_text_non_numeric.nc")
    assert ds.GetRasterBand(1).GetNoDataValue() is None


###############################################################################


def test_netcdf_read_cf_xy_latlon_crs_wkt():

    # note: contains dummy values in lat and lon variables
    ds = gdal.Open("data/netcdf/cf_xy_latlon_crs_wkt.nc")
    assert ds.GetGeoTransform() == (3500000.0, 1000.0, 0.0, 2102000.0, 0.0, -1000.0)


###############################################################################
# Test that a user receives a warning when it queries
# GetMetadataItem("PIXELTYPE", "IMAGE_STRUCTURE")


def test_netcdf_warning_get_metadata_item_PIXELTYPE():

    ds = gdal.Open("data/netcdf/byte_no_cf.nc")
    with gdal.quiet_errors():
        ds.GetRasterBand(1).GetMetadataItem("PIXELTYPE", "IMAGE_STRUCTURE")
    assert (
        gdal.GetLastErrorMsg()
        == "Starting with GDAL 3.7, PIXELTYPE=SIGNEDBYTE is no longer used to signal signed 8-bit raster. Change your code to test for the new GDT_Int8 data type instead."
    )


###############################################################################


def test_netcdf_read_actual_range_with_order_different_than_latitude():

    ds = gdal.Open("data/netcdf/actual_range_with_order_different_than_latitude.nc")
    assert ds.GetGeoTransform() == pytest.approx(
        (-150.4, 0.05, 0.0, -16.85, 0.0, -0.05), rel=1e-4
    )
    assert struct.unpack("d" * 4, ds.ReadRaster()) == pytest.approx(
        (-1.51, -1.53, -1.54, -1.55)
    )


###############################################################################
# Test opening a dataset that has a variable with ':' in its name


def test_netcdf_read_var_with_column():

    ds = gdal.Open("data/netcdf/var_with_column.nc")
    assert ds
    subds = ds.GetSubDatasets()
    assert subds[0][0] == 'NETCDF:"data/netcdf/var_with_column.nc":"VAR:NAME"'
    ds = gdal.Open(subds[0][0])
    assert ds


###############################################################################
# Test opening a dataset with lon, lat indexing but with irregular spacing


def test_netcdf_read_lon_lat_indexed_irregularly_spaced():

    ds = gdal.Open("data/netcdf/GLMELT_4X5.OCN.nc")
    assert ds
    assert ds.GetGeoTransform(can_return_null=1) is None
    geolocation = ds.GetMetadata("GEOLOCATION")
    assert geolocation == {
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
        "LINE_OFFSET": "0",
        "LINE_STEP": "1",
        "PIXEL_OFFSET": "0",
        "PIXEL_STEP": "1",
        "SRS": 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
        "X_BAND": "1",
        "X_DATASET": 'NETCDF:"data/netcdf/GLMELT_4X5.OCN.nc":lon',
        "Y_BAND": "1",
        "Y_DATASET": 'NETCDF:"data/netcdf/GLMELT_4X5.OCN.nc":lat',
    }


###############################################################################
# Test opening a dataset with invalid min_valid/max_valid attributes,
# which are scaled instead of being in the raw data type


def test_netcdf_read_invalid_valid_min_valid_max():

    gdal.ErrorReset()
    with gdal.quiet_errors():
        ds = gdal.Open("data/netcdf/invalid_valid_min_valid_max.nc")
    assert gdal.GetLastErrorType() == gdal.CE_Warning
    assert struct.unpack("i" * 4, ds.ReadRaster()) == (-9999, 0, 1, 2)


###############################################################################
# Test resolving variable name from a give group.
# In practice, this may occur with CF-Convention when the 'grid_mapping'
# attribute of a variable in a group references a variable in another group.
# Example in real life: level-1c data from sensor FCI on Meteosat Third
# Generation satellites.


def test_netcdf_resolve_var_name():
    ds = gdal.Open(
        'NETCDF:data/netcdf/resolve_var_name.nc:/data/vis_08/measured/effective_radiance"'
    )
    assert ds
    sr = ds.GetSpatialRef()
    assert sr
    assert (
        sr.ExportToProj4()
        == "+proj=geos +lon_0=0 +h=35786400 +x_0=0 +y_0=0 +ellps=WGS84 +units=m +no_defs"
    )


###############################################################################
# test opening a L2 NASA ocean colour variable and check we get a geolocation
# array


def test_netcdf_NASA_L2_Ocean():

    ds = gdal.Open(
        'NETCDF:"data/netcdf/fake_SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/geophysical_data/aot_862'
    )
    md = ds.GetMetadata("GEOLOCATION")
    assert md == {
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
        "LINE_OFFSET": "0",
        "LINE_STEP": "1",
        "PIXEL_OFFSET": "0",
        "PIXEL_STEP": "1",
        "SRS": 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
        "X_BAND": "1",
        "X_DATASET": 'NETCDF:"data/netcdf/fake_SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/navigation_data/longitude',
        "Y_BAND": "1",
        "Y_DATASET": 'NETCDF:"data/netcdf/fake_SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/navigation_data/latitude',
    }


###############################################################################
# test opening a EUMETSAT OSI SAF product with a proj4_string and
# geospatial_bounds_crs attributes


def test_netcdf_proj4string_geospatial_bounds_crs():

    # Simplified version of https://thredds.met.no/thredds/catalog/osisaf/met.no/reprocessed/ice/drift_455m_files/merged/2020/12/catalog.html?dataset=osisaf/met.no/reprocessed/ice/drift_455m_files/merged/2020/12/ice_drift_nh_ease2-750_cdr-v1p0_24h-202012211200.nc
    ds = gdal.Open(
        'NETCDF:"data/netcdf/ice_drift_nh_ease2-750_cdr-v1p0_24h-202012211200_simplified.nc":t0'
    )
    assert ds.GetMetadataItem("xc#units") is None
    assert ds.GetMetadataItem("yc#units") is None
    assert ds.GetGeoTransform() == pytest.approx(
        (-5400000.0, 75000.0, 0.0, 5400000.0, 0.0, -75000.0)
    )
    assert ds.GetSpatialRef().GetAuthorityCode(None) == "6931"


###############################################################################
# test opening a NASA EMIT L2A dataset and check we get correct dimension mapping
# and a geolocation array


def test_netcdf_NASA_EMIT_L2A():

    # Original dataset is https://data.lpdaac.earthdatacloud.nasa.gov/lp-prod-protected/EMITL2ARFL.001/EMIT_L2A_RFL_001_20220903T163129_2224611_012/EMIT_L2A_RFL_001_20220903T163129_2224611_012.nc
    ds = gdal.Open('NETCDF:"data/netcdf/fake_EMIT_L2A.nc":reflectance')
    assert ds.RasterXSize == 2
    assert ds.RasterYSize == 2
    assert ds.RasterCount == 2
    assert ds.GetRasterBand(1).ReadRaster() == struct.pack("f" * 4, 30, 40, 10, 20)
    assert ds.GetRasterBand(2).ReadRaster() == struct.pack("f" * 4, -30, -40, -10, -20)

    md = ds.GetMetadata("GEOLOCATION")
    assert md == {
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
        "LINE_OFFSET": "0",
        "LINE_STEP": "1",
        "PIXEL_OFFSET": "0",
        "PIXEL_STEP": "1",
        "SRS": 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
        "X_BAND": "1",
        "X_DATASET": 'NETCDF:"data/netcdf/fake_EMIT_L2A.nc":/location/lon',
        "Y_BAND": "1",
        "Y_DATASET": 'NETCDF:"data/netcdf/fake_EMIT_L2A.nc":/location/lat',
    }


###############################################################################
# test opening a NASA EMIT L2B_MIN dataset and check we get correct dimension mapping
# and a geolocation array


def test_netcdf_NASA_EMIT_L2B_MIN():

    # Genuine dataset can be found at  https://search.earthdata.nasa.gov/search?q=C2408034484-LPCLOUD
    ds = gdal.Open('NETCDF:"data/netcdf/fake_EMIT_L2B_MIN.nc":some_var')
    assert ds.RasterXSize == 2
    assert ds.RasterYSize == 2
    assert ds.RasterCount == 1
    assert ds.GetRasterBand(1).ReadRaster() == struct.pack("f" * 4, 30, 40, 10, 20)

    md = ds.GetMetadata("GEOLOCATION")
    assert md == {
        "GEOREFERENCING_CONVENTION": "PIXEL_CENTER",
        "LINE_OFFSET": "0",
        "LINE_STEP": "1",
        "PIXEL_OFFSET": "0",
        "PIXEL_STEP": "1",
        "SRS": 'GEOGCS["WGS 84",DATUM["WGS_1984",SPHEROID["WGS 84",6378137,298.257223563,AUTHORITY["EPSG","7030"]],AUTHORITY["EPSG","6326"]],PRIMEM["Greenwich",0,AUTHORITY["EPSG","8901"]],UNIT["degree",0.0174532925199433,AUTHORITY["EPSG","9122"]],AXIS["Latitude",NORTH],AXIS["Longitude",EAST],AUTHORITY["EPSG","4326"]]',
        "X_BAND": "1",
        "X_DATASET": 'NETCDF:"data/netcdf/fake_EMIT_L2B_MIN.nc":/location/lon',
        "Y_BAND": "1",
        "Y_DATASET": 'NETCDF:"data/netcdf/fake_EMIT_L2B_MIN.nc":/location/lat',
    }


###########################################################
# Test gdal subdataset informational functions


@pytest.mark.parametrize(
    "filename,path_component,subdataset_component",
    (
        (
            'NETCDF:"data/netcdf/SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/navigation_data/longitude',
            "data/netcdf/SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc",
            "/navigation_data/longitude",
        ),
        (
            "NETCDF:data/netcdf/SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc:/navigation_data/longitude",
            "data/netcdf/SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc",
            "/navigation_data/longitude",
        ),
        (
            r'NETCDF:"C:\data\netcdf\quoted \"SNPP_VIIRS.20230406T024200\".L2.OC.NRT.nc":/navigation_data/longitude',
            r'C:\data\netcdf\quoted "SNPP_VIIRS.20230406T024200".L2.OC.NRT.nc',
            "/navigation_data/longitude",
        ),
        (
            r"NETCDF:C:\SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc:/navigation_data/longitude",
            r"C:\SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc",
            "/navigation_data/longitude",
        ),
        (
            r'NETCDF:"C:\SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/navigation_data/longitude',
            r"C:\SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc",
            "/navigation_data/longitude",
        ),
        (
            r'NETCDF:"/vsicurl/https://www.ncei.noaa.gov/data/sea-surface-temperature-optimum-interpolation/v2.1/access/avhrr/202202/oisst-avhrr-v02r01.20220218.nc":/navigation_data/longitude',
            r"/vsicurl/https://www.ncei.noaa.gov/data/sea-surface-temperature-optimum-interpolation/v2.1/access/avhrr/202202/oisst-avhrr-v02r01.20220218.nc",
            "/navigation_data/longitude",
        ),
        (
            r"NETCDF:a:/navigation_data/longitude",
            r"a:/navigation_data/longitude",
            "",
        ),
        (
            r"NETCDF:a:/navigation_data/longitude:ubyte_var",
            r"a:/navigation_data/longitude",
            "ubyte_var",
        ),
        (
            r'NETCDF:"D:/a/_temp/msys64/tmp/tmpnygpj99n/alldatatypes.nc":ubyte_var',
            r"D:/a/_temp/msys64/tmp/tmpnygpj99n/alldatatypes.nc",
            "ubyte_var",
        ),
        (
            r"NETCDF:https://www.ncei.noaa.gov/data/sample.nc",
            r"https://www.ncei.noaa.gov/data/sample.nc",
            "",
        ),
        (
            r'NETCDF:"data/netcdf/var_with_column.nc":"VAR:NAME"',
            r"data/netcdf/var_with_column.nc",
            "VAR:NAME",
        ),
        (
            # This is an actual error in the test path (the trailing ") but the driver should handle it correctly
            r'NETCDF:data/netcdf/resolve_var_name.nc:/data/vis_08/measured/effective_radiance"',
            r"data/netcdf/resolve_var_name.nc",
            "/data/vis_08/measured/effective_radiance",
        ),
        ("", "", ""),
    ),
)
def test_gdal_subdataset_get_filename(filename, path_component, subdataset_component):

    info = gdal.GetSubdatasetInfo(filename)
    if filename == "":
        assert info is None
    else:
        assert info.GetPathComponent() == path_component
        assert info.GetSubdatasetComponent() == subdataset_component


@pytest.mark.parametrize(
    "filename",
    (
        'NETCDF:"data/netcdf/SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/navigation_data/longitude',
        "NETCDF:data/netcdf/SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc:/navigation_data/longitude",
        r'NETCDF:"C:\SNPP_VIIRS.20230406T024200.L2.OC.NRT.nc":/navigation_data/longitude',
        "",
    ),
)
def test_gdal_subdataset_modify_filename(filename):

    info = gdal.GetSubdatasetInfo(filename)
    if filename == "":
        assert info is None
    else:
        assert (
            info.ModifyPathComponent('"/path/to.nc"')
            == 'NETCDF:"/path/to.nc":/navigation_data/longitude'
        )
        if 'NETCDF:"' in filename:
            assert (
                info.ModifyPathComponent("/path/to.nc")
                == 'NETCDF:"/path/to.nc":/navigation_data/longitude'
            )
        else:
            assert (
                info.ModifyPathComponent("/path/to.nc")
                == "NETCDF:/path/to.nc:/navigation_data/longitude"
            )


@pytest.mark.parametrize(
    "bogus",
    (
        "NetCDF:a:c",
        "NetCDF:a",
        "NetCDF:",
    ),
)
def test_gdal_subdataset_bogus(bogus):
    """Test it doesn't crash"""

    gdal.GetSubdatasetInfo(bogus)


@gdaltest.enable_exceptions()
def test_band_names_creation_option(tmp_path):

    fname = tmp_path / "twobands.nc"

    # 1 band, 2 names
    with pytest.raises(Exception, match="but 2 names provided"):
        gdal.GetDriverByName("NetCDF").Create(
            fname, 1, 1, 1, options={"BAND_NAMES": "t2m,prate"}
        )

    # 2 bands, 2 names
    with gdal.GetDriverByName("NetCDF").Create(
        fname, 1, 1, 2, options={"BAND_NAMES": "t2m,prate"}
    ):
        pass

    with gdal.Open(fname) as ds:
        sds_names = [sds[0] for sds in ds.GetSubDatasets()]

        assert gdal.GetSubdatasetInfo(sds_names[0]).GetSubdatasetComponent() == "t2m"
        assert gdal.GetSubdatasetInfo(sds_names[1]).GetSubdatasetComponent() == "prate"


@gdaltest.enable_exceptions()
def test_band_names_creation_option_createcopy(tmp_path):

    fname = tmp_path / "out.nc"

    # 1 band, 2 names
    with pytest.raises(Exception, match="but 2 names provided"):
        src_ds = gdal.GetDriverByName("MEM").Create("", 1, 1)
        gdal.GetDriverByName("NetCDF").CreateCopy(
            fname, src_ds, options={"BAND_NAMES": "t2m,prate"}
        )

    # 2 bands, 2 names
    src_ds = gdal.GetDriverByName("MEM").Create("", 1, 1, 2)
    with gdal.GetDriverByName("NetCDF").CreateCopy(
        fname, src_ds, options={"BAND_NAMES": "t2m,prate"}
    ):
        pass

    with gdal.Open(fname) as ds:
        sds_names = [sds[0] for sds in ds.GetSubDatasets()]

        assert gdal.GetSubdatasetInfo(sds_names[0]).GetSubdatasetComponent() == "t2m"
        assert gdal.GetSubdatasetInfo(sds_names[1]).GetSubdatasetComponent() == "prate"


@gdaltest.enable_exceptions()
def test_netcdf_create_metadata_with_equal_sign(tmp_path):

    fname = tmp_path / "test_netcdf_create_metadata_with_equal_sign.nc"

    src_ds = gdal.GetDriverByName("MEM").Create("", 1, 1)
    value = "x" * 1000 + "=y"
    src_ds.SetMetadataItem("my_var#long_name", value)
    src_ds.GetRasterBand(1).SetMetadataItem("NETCDF_VARNAME", "my_var")

    gdal.Translate(fname, src_ds)

    ds = gdal.Open(fname)
    assert ds.GetRasterBand(1).GetMetadataItem("long_name") == value
