Dell: Add Dell EMC EcsFileIO.

build.gradle

@@ -587,6 +587,24 @@ project(':iceberg-nessie') {
   }
 }
 
+project(':iceberg-dell') {
+  dependencies {
+    implementation project(':iceberg-core')
+    implementation project(':iceberg-common')
+    implementation project(path: ':iceberg-bundled-guava', configuration: 'shadow')
+    compileOnly 'com.emc.ecs:object-client-bundle'
+
+    testImplementation project(path: ':iceberg-api', configuration: 'testArtifacts')
+    testImplementation("org.apache.hadoop:hadoop-common") {
+      exclude group: 'org.apache.avro', module: 'avro'
+      exclude group: 'org.slf4j', module: 'slf4j-log4j12'
+    }
+    testImplementation "javax.xml.bind:jaxb-api"
+    testImplementation "javax.activation:activation"
+    testImplementation "org.glassfish.jaxb:jaxb-runtime"
+  }
+}
+
 @Memoized
 boolean versionFileExists() {
   return file('version.txt').exists()

dell/src/main/java/org/apache/iceberg/dell/DellClientFactories.java

@@ -0,0 +1,83 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iceberg.dell;
+
+import com.emc.object.s3.S3Client;
+import com.emc.object.s3.S3Config;
+import com.emc.object.s3.jersey.S3JerseyClient;
+import java.net.URI;
+import java.util.Map;
+import org.apache.iceberg.common.DynConstructors;
+import org.apache.iceberg.util.PropertyUtil;
+
+public class DellClientFactories {
+
+  private DellClientFactories() {
+  }
+
+  public static DellClientFactory from(Map<String, String> properties) {
+    String factoryImpl = PropertyUtil.propertyAsString(
+        properties, DellProperties.CLIENT_FACTORY, DefaultDellClientFactory.class.getName());
+    return loadClientFactory(factoryImpl, properties);
+  }
+
+  private static DellClientFactory loadClientFactory(String impl, Map<String, String> properties) {
+    DynConstructors.Ctor<DellClientFactory> ctor;
+    try {
+      ctor = DynConstructors.builder(DellClientFactory.class).hiddenImpl(impl).buildChecked();
+    } catch (NoSuchMethodException e) {
+      throw new IllegalArgumentException(String.format(
+          "Cannot initialize DellClientFactory, missing no-arg constructor: %s", impl), e);
+    }
+
+    DellClientFactory factory;
+    try {
+      factory = ctor.newInstance();
+    } catch (ClassCastException e) {
+      throw new IllegalArgumentException(
+          String.format("Cannot initialize DellClientFactory, %s does not implement DellClientFactory.", impl), e);
+    }
+
+    factory.initialize(properties);
+    return factory;
+  }
+
+  static class DefaultDellClientFactory implements DellClientFactory {
+    private DellProperties dellProperties;
+
+    DefaultDellClientFactory() {
+    }
+
+    @Override
+    public S3Client ecsS3() {
+      S3Config config = new S3Config(URI.create(dellProperties.ecsS3Endpoint()));
+
+      config.withIdentity(dellProperties.ecsS3AccessKeyId())
+          .withSecretKey(dellProperties.ecsS3SecretAccessKey());
+
+      return new S3JerseyClient(config);
+    }
+
+    @Override
+    public void initialize(Map<String, String> properties) {
+      this.dellProperties = new DellProperties(properties);
+    }
+  }
+}

dell/src/main/java/org/apache/iceberg/dell/DellClientFactory.java

@@ -0,0 +1,40 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iceberg.dell;
+
+import com.emc.object.s3.S3Client;
+import java.util.Map;
+
+public interface DellClientFactory {
+
+  /**
+   * Create a Dell EMC ECS S3 client
+   *
+   * @return Dell EMC ECS S3 client
+   */
+  S3Client ecsS3();
+
+  /**
+   * Initialize Dell EMC ECS client factory from catalog properties.
+   *
+   * @param properties catalog properties
+   */
+  void initialize(Map<String, String> properties);
+}

dell/src/main/java/org/apache/iceberg/dell/DellProperties.java

@@ -0,0 +1,84 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iceberg.dell;
+
+import java.io.Serializable;
+import java.util.Map;
+
+public class DellProperties implements Serializable {
+  /**
+   * S3 Access key id of Dell EMC ECS
+   */
+  public static final String ECS_S3_ACCESS_KEY_ID = "ecs.s3.access-key-id";
+
+  /**
+   * S3 Secret access key of Dell EMC ECS
+   */
+  public static final String ECS_S3_SECRET_ACCESS_KEY = "ecs.s3.secret-access-key";
+
+  /**
+   * S3 endpoint of Dell EMC ECS
+   */
+  public static final String ECS_S3_ENDPOINT = "ecs.s3.endpoint";
+
+  /**
+   * The implementation class of {@link DellClientFactory} to customize Dell client configurations.
+   * If set, all Dell clients will be initialized by the specified factory.
+   * If not set, {@link DellClientFactories.DefaultDellClientFactory} is used as default factory.
+   */
+  public static final String CLIENT_FACTORY = "client.factory";
+
+  private String ecsS3Endpoint;
+  private String ecsS3AccessKeyId;
+  private String ecsS3SecretAccessKey;
+
+  public DellProperties() {
+  }
+
+  public DellProperties(Map<String, String> properties) {
+    this.ecsS3AccessKeyId = properties.get(DellProperties.ECS_S3_ACCESS_KEY_ID);
+    this.ecsS3SecretAccessKey = properties.get(DellProperties.ECS_S3_SECRET_ACCESS_KEY);
+    this.ecsS3Endpoint = properties.get(DellProperties.ECS_S3_ENDPOINT);
+  }
+
+  public String ecsS3Endpoint() {
+    return ecsS3Endpoint;
+  }
+
+  public void setEcsS3Endpoint(String ecsS3Endpoint) {
+    this.ecsS3Endpoint = ecsS3Endpoint;
+  }
+
+  public String ecsS3AccessKeyId() {
+    return ecsS3AccessKeyId;
+  }
+
+  public void setEcsS3AccessKeyId(String ecsS3AccessKeyId) {
+    this.ecsS3AccessKeyId = ecsS3AccessKeyId;
+  }
+
+  public String ecsS3SecretAccessKey() {
+    return ecsS3SecretAccessKey;
+  }
+
+  public void setEcsS3SecretAccessKey(String ecsS3SecretAccessKey) {
+    this.ecsS3SecretAccessKey = ecsS3SecretAccessKey;
+  }
+}

dell/src/main/java/org/apache/iceberg/dell/ecs/BaseEcsFile.java

@@ -0,0 +1,86 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *   http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iceberg.dell.ecs;
+
+import com.emc.object.s3.S3Client;
+import com.emc.object.s3.S3Exception;
+import com.emc.object.s3.S3ObjectMetadata;
+import org.apache.iceberg.dell.DellProperties;
+
+abstract class BaseEcsFile {
+
+  private final S3Client client;
+  private final EcsURI uri;
+  private final DellProperties dellProperties;
+  private S3ObjectMetadata metadata;
+
+  BaseEcsFile(S3Client client, EcsURI uri, DellProperties dellProperties) {
+    this.client = client;
+    this.uri = uri;
+    this.dellProperties = dellProperties;
+  }
+
+  public String location() {
+    return uri.location();
+  }
+
+  S3Client client() {
+    return client;
+  }
+
+  EcsURI uri() {
+    return uri;
+  }
+
+  public DellProperties dellProperties() {
+    return dellProperties;
+  }
+
+  /**
+   * Note: this may be stale if file was deleted since metadata is cached for size/existence checks.
+   *
+   * @return flag
+   */
+  public boolean exists() {
+    try {
+      getObjectMetadata();
+      return true;
+    } catch (S3Exception e) {
+      if (e.getHttpCode() == 404) {
+        return false;
+      } else {
+        throw e;
+      }
+    }
+  }
+
+  protected S3ObjectMetadata getObjectMetadata() throws S3Exception {
+    if (metadata == null) {
+      metadata = client().getObjectMetadata(uri.bucket(), uri.name());
+    }
+
+    return metadata;
+  }
+
+  @Override
+  public String toString() {
+    return uri.toString();
+  }
+}