An error occurs when reading Zarr files from MinIO via the S3 protocol. Could you please tell me the cause?

[runnerzz]

The dependencies are as follows.
`

   <dependency>
        <groupId>edu.ucar</groupId>
        <artifactId>cdm-core</artifactId>
        <version>5.9.1</version>
    </dependency>

    <dependency>
        <groupId>edu.ucar</groupId>
        <artifactId>cdm-s3</artifactId>
        <version>5.9.1</version>
    </dependency>

    <dependency>
        <groupId>edu.ucar</groupId>
        <artifactId>cdm-zarr</artifactId>
        <version>5.9.1</version>
    </dependency>

    <dependency>
        <groupId>software.amazon.awssdk</groupId>
        <artifactId>s3</artifactId>
        <version>2.31.76</version>
    </dependency>

    <dependency>
        <groupId>software.amazon.awssdk</groupId>
        <artifactId>apache-client</artifactId>
        <version>2.31.76</version>
    </dependency>

`

The Code are as follows.

`
package com.gosci.service.job.feature;

import ucar.nc2.Variable;
import ucar.nc2.dataset.NetcdfDataset;
import ucar.nc2.dataset.NetcdfDatasets;

public class ZarrMainTest {

public static void main(String[] args) throws Exception {

    System.setProperty("aws.accessKeyId", "admin_minio");
    System.setProperty("aws.secretAccessKey", "pxxm");
    System.setProperty("aws.region", "us-east-1");

    System.setProperty("aws.endpoint", "http://xx.xx.xxx.xx:9000");
    System.setProperty("aws.s3.forcePathStyle", "true");
    System.setProperty("ucar.unidata.io.s3.useHttps", "false");

    System.setProperty("httpservices.urlencode", "false");

    String uri =
            "cdms3://xx.xx.xxx.xx:9000/zarrtest"
                    + "?output_zarr_Zlib_100105.zarr"
                    + "#delimiter=/";

    try (NetcdfDataset ds = NetcdfDatasets.openDataset(uri)) {
        System.out.println("Opened Zarr dataset");

        for (Variable v : ds.getVariables()) {
            System.out.println(
                    v.getFullName() + " " + v.getDimensionsString());
        }
    }
}

}`

Exception info are as follows.

Exception in thread "main" software.amazon.awssdk.core.exception.SdkClientException: Unable to execute HTTP request: Unsupported or unrecognized SSL message (SDK Attempt Count: 4) at software.amazon.awssdk.core.exception.SdkClientException$BuilderImpl.build(SdkClientException.java:130) at software.amazon.awssdk.core.exception.SdkClientException$BuilderImpl.build(SdkClientException.java:95) at software.amazon.awssdk.core.internal.http.pipeline.stages.utils.RetryableStageHelper.retryPolicyDisallowedRetryException(RetryableStageHelper.java:168) at software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:73) at software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:36) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.StreamManagingStage.execute(StreamManagingStage.java:53) at software.amazon.awssdk.core.internal.http.StreamManagingStage.execute(StreamManagingStage.java:35) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.executeWithTimer(ApiCallTimeoutTrackingStage.java:82) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.execute(ApiCallTimeoutTrackingStage.java:62) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallTimeoutTrackingStage.execute(ApiCallTimeoutTrackingStage.java:43) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallMetricCollectionStage.execute(ApiCallMetricCollectionStage.java:50) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallMetricCollectionStage.execute(ApiCallMetricCollectionStage.java:32) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:37) at software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:26) at software.amazon.awssdk.core.internal.http.AmazonSyncHttpClient$RequestExecutionBuilderImpl.execute(AmazonSyncHttpClient.java:210) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.invoke(BaseSyncClientHandler.java:103) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.doExecute(BaseSyncClientHandler.java:173) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.lambda$execute$1(BaseSyncClientHandler.java:80) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.measureApiCallSuccess(BaseSyncClientHandler.java:182) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.execute(BaseSyncClientHandler.java:74) at software.amazon.awssdk.core.client.handler.SdkSyncClientHandler.execute(SdkSyncClientHandler.java:45) at software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.execute(AwsSyncClientHandler.java:53) at software.amazon.awssdk.services.s3.DefaultS3Client.headObject(DefaultS3Client.java:7173) at ucar.unidata.io.s3.S3RandomAccessFile.<init>(S3RandomAccessFile.java:75) at ucar.unidata.io.s3.S3RandomAccessFile.<init>(S3RandomAccessFile.java:50) at ucar.unidata.io.s3.S3RandomAccessFile.<init>(S3RandomAccessFile.java:36) at ucar.unidata.io.s3.S3RandomAccessFile$Provider.open(S3RandomAccessFile.java:164) at ucar.unidata.io.spi.RandomAccessFileProvider.open(RandomAccessFileProvider.java:21) at ucar.nc2.NetcdfFiles.getRaf(NetcdfFiles.java:427) at ucar.nc2.NetcdfFiles.open(NetcdfFiles.java:276) at ucar.nc2.dataset.NetcdfDatasets.openProtocolOrFile(NetcdfDatasets.java:455) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:152) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:135) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:118) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:104) at com.gosci.service.job.feature.ZarrMainTest.main(ZarrMainTest.java:26) Suppressed: software.amazon.awssdk.core.exception.SdkClientException: Request attempt 1 failure: Unable to execute HTTP request: Unsupported or unrecognized SSL message Suppressed: software.amazon.awssdk.core.exception.SdkClientException: Request attempt 2 failure: Unable to execute HTTP request: Unsupported or unrecognized SSL message Suppressed: software.amazon.awssdk.core.exception.SdkClientException: Request attempt 3 failure: Unable to execute HTTP request: Unsupported or unrecognized SSL message Caused by: javax.net.ssl.SSLException: Unsupported or unrecognized SSL message at java.base/sun.security.ssl.SSLSocketInputRecord.handleUnknownRecord(SSLSocketInputRecord.java:462) at java.base/sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:175) at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:111) at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1506) at java.base/sun.security.ssl.SSLSocketImpl.readHandshakeRecord(SSLSocketImpl.java:1421) at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:455) at java.base/sun.security.ssl.SSLSocketImpl.startHandshake(SSLSocketImpl.java:426) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.createLayeredSocket(SSLConnectionSocketFactory.java:436) at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:384) at software.amazon.awssdk.http.apache.internal.conn.SdkTlsSocketFactory.connectSocket(SdkTlsSocketFactory.java:63) at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142) at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:376) at software.amazon.awssdk.http.apache.internal.conn.ClientConnectionManagerFactory$DelegatingHttpClientConnectionManager.connect(ClientConnectionManagerFactory.java:86) at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:393) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at software.amazon.awssdk.http.apache.internal.impl.ApacheSdkHttpClient.execute(ApacheSdkHttpClient.java:72) at software.amazon.awssdk.http.apache.ApacheHttpClient.execute(ApacheHttpClient.java:259) at software.amazon.awssdk.http.apache.ApacheHttpClient.access$600(ApacheHttpClient.java:104) at software.amazon.awssdk.http.apache.ApacheHttpClient$1.call(ApacheHttpClient.java:236) at software.amazon.awssdk.http.apache.ApacheHttpClient$1.call(ApacheHttpClient.java:233) at software.amazon.awssdk.core.internal.util.MetricUtils.measureDurationUnsafe(MetricUtils.java:102) at software.amazon.awssdk.core.internal.http.pipeline.stages.MakeHttpRequestStage.executeHttpRequest(MakeHttpRequestStage.java:88) at software.amazon.awssdk.core.internal.http.pipeline.stages.MakeHttpRequestStage.execute(MakeHttpRequestStage.java:64) at software.amazon.awssdk.core.internal.http.pipeline.stages.MakeHttpRequestStage.execute(MakeHttpRequestStage.java:46) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.pipeline.RequestPipelineBuilder$ComposingRequestPipelineStage.execute(RequestPipelineBuilder.java:206) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptTimeoutTrackingStage.execute(ApiCallAttemptTimeoutTrackingStage.java:74) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptTimeoutTrackingStage.execute(ApiCallAttemptTimeoutTrackingStage.java:43) at software.amazon.awssdk.core.internal.http.pipeline.stages.TimeoutExceptionHandlingStage.execute(TimeoutExceptionHandlingStage.java:79) at software.amazon.awssdk.core.internal.http.pipeline.stages.TimeoutExceptionHandlingStage.execute(TimeoutExceptionHandlingStage.java:41) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptMetricCollectionStage.execute(ApiCallAttemptMetricCollectionStage.java:55) at software.amazon.awssdk.core.internal.http.pipeline.stages.ApiCallAttemptMetricCollectionStage.execute(ApiCallAttemptMetricCollectionStage.java:39) at software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.executeRequest(RetryableStage.java:93) at software.amazon.awssdk.core.internal.http.pipeline.stages.RetryableStage.execute(RetryableStage.java:56) ... 35 more

[lesserwhirls]

The Amazon S3 SDK will make requests using TLS (https) by default. NetCDF-Java will make requests without TLS (http) automatically when certain well-known known ports are used (e.g. 80, 8080, etc (see here for a full list)). Port 9000 isn't one of those, so the SDK will try accessing minio over TLS, which results in the Unable to execute HTTP request: Unsupported or unrecognized SSL message error. Do you have minio configured to use https?

[runnerzz]

Hello! Currently, accessing nc files on MinIO works fine, but we still encounter errors when accessing Zarr files. Could you please help figure out the cause? Details are as follows:

The dependencies are as follows.

`

<dependency>
    <groupId>edu.ucar</groupId>
    <artifactId>cdm-core</artifactId>
    <version>5.9.1</version>
</dependency>
<dependency>
    <groupId>edu.ucar</groupId>
    <artifactId>cdm-zarr</artifactId>
    <version>5.9.1</version>
</dependency>
<dependency>
    <groupId>edu.ucar</groupId>
    <artifactId>cdm-s3</artifactId>
    <version>5.9.1</version>
</dependency>
<dependency>
    <groupId>software.amazon.awssdk</groupId>
    <artifactId>s3</artifactId>
    <version>2.31.76</version>
</dependency>

`
The Code are as follows.

`

public static void main(String[] args) {

System.setProperty("aws.accessKeyId", "admin");
System.setProperty("aws.secretAccessKey", "pxx@1111");
System.setProperty("aws.region", "us-east-1");

System.setProperty("aws.s3.endpoint", "https://10.xx.xxx.xx:9000");
System.setProperty("aws.s3.pathStyleAccess", "true");

System.setProperty("ucar.unidata.io.s3.useHttps", "true");
System.setProperty("httpservices.urlencode", "false");

String uri = "cdms3://10.xx.xxx.xx:9000/zarrtest" + "?output_zarr_Zlib_100105.zarr" + "#delimiter=/";

// String uri = "cdms3://10.xx.xxx.xx:9000/zarrtest" + "?output_ocean_1.nc";

// try (NetcdfFile nc = NetcdfFiles.open(uri)) {
try (NetcdfDataset ds = NetcdfDatasets.openDataset(uri)) {
    System.out.println("Opened Zarr");
    System.out.println(ds);
} catch (Exception e) {
    e.printStackTrace();
}

}
`

Exception info are as follows.

software.amazon.awssdk.services.s3.model.NoSuchKeyException: (Service: S3, Status Code: 404, Request ID: 18823A35557169D3) (SDK Attempt Count: 1) (Service: S3, Status Code: 404, Request ID: 18823A35557169D3) at software.amazon.awssdk.services.s3.model.NoSuchKeyException$BuilderImpl.build(NoSuchKeyException.java:150) at software.amazon.awssdk.services.s3.model.NoSuchKeyException$BuilderImpl.build(NoSuchKeyException.java:98) at software.amazon.awssdk.services.s3.internal.handlers.ExceptionTranslationInterceptor.modifyException(ExceptionTranslationInterceptor.java:65) at software.amazon.awssdk.core.interceptor.ExecutionInterceptorChain.modifyException(ExecutionInterceptorChain.java:181) at software.amazon.awssdk.core.internal.http.pipeline.stages.utils.ExceptionReportingUtils.runModifyException(ExceptionReportingUtils.java:54) at software.amazon.awssdk.core.internal.http.pipeline.stages.utils.ExceptionReportingUtils.reportFailureToInterceptors(ExceptionReportingUtils.java:38) at software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:39) at software.amazon.awssdk.core.internal.http.pipeline.stages.ExecutionFailureExceptionReportingStage.execute(ExecutionFailureExceptionReportingStage.java:26) at software.amazon.awssdk.core.internal.http.AmazonSyncHttpClient$RequestExecutionBuilderImpl.execute(AmazonSyncHttpClient.java:210) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.invoke(BaseSyncClientHandler.java:103) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.doExecute(BaseSyncClientHandler.java:173) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.lambda$execute$1(BaseSyncClientHandler.java:80) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.measureApiCallSuccess(BaseSyncClientHandler.java:182) at software.amazon.awssdk.core.internal.handler.BaseSyncClientHandler.execute(BaseSyncClientHandler.java:74) at software.amazon.awssdk.core.client.handler.SdkSyncClientHandler.execute(SdkSyncClientHandler.java:45) at software.amazon.awssdk.awscore.client.handler.AwsSyncClientHandler.execute(AwsSyncClientHandler.java:53) at software.amazon.awssdk.services.s3.DefaultS3Client.headObject(DefaultS3Client.java:7173) at ucar.unidata.io.s3.S3RandomAccessFile.<init>(S3RandomAccessFile.java:75) at ucar.unidata.io.s3.S3RandomAccessFile.<init>(S3RandomAccessFile.java:50) at ucar.unidata.io.s3.S3RandomAccessFile.<init>(S3RandomAccessFile.java:36) at ucar.unidata.io.s3.S3RandomAccessFile$Provider.open(S3RandomAccessFile.java:164) at ucar.unidata.io.spi.RandomAccessFileProvider.open(RandomAccessFileProvider.java:21) at ucar.nc2.NetcdfFiles.getRaf(NetcdfFiles.java:427) at ucar.nc2.NetcdfFiles.open(NetcdfFiles.java:276) at ucar.nc2.dataset.NetcdfDatasets.openProtocolOrFile(NetcdfDatasets.java:455) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:152) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:135) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:118) at ucar.nc2.dataset.NetcdfDatasets.openDataset(NetcdfDatasets.java:104) at org.example.New2ZarrTest.main(New2ZarrTest.java:25)

[runnerzz]

String uri = "cdms3://10.xx.xxx.xx:9000/zarrtest" + "?output_zarr_Zlib_100105.zarr" + "#delimiter=/";

to

String uri = "cdms3://10.xx.xxx.xx:9000/zarrtest" + "?output_zarr_Zlib_100105.zarr/" + "#delimiter=/";

and the issue can be resolved.

Thanks