Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
42 commits
Select commit Hold shift + click to select a range
c3c8f00
update to TM GA
ahmarsuhail Jan 3, 2023
1dd2523
use bundled transfer manager
ahmarsuhail Jan 9, 2023
db7e5e1
adds transfer listener to upload
ahmarsuhail Jan 9, 2023
e27316c
adds support for custom signers
ahmarsuhail Dec 9, 2022
08ad2fe
fixes ITestXAttr
ahmarsuhail Dec 12, 2022
4e70fb8
removes mockmaker
ahmarsuhail Dec 14, 2022
bd54e4d
fixes ACL and test301ContainsEndpoint
ahmarsuhail Dec 14, 2022
a70d864
address review comments
ahmarsuhail Dec 14, 2022
a1cc012
adds in generic instance creator for signers and cred providers
ahmarsuhail Feb 1, 2023
e359451
don't set default endpoint
ahmarsuhail Feb 1, 2023
403f06f
fixes failing tests
ahmarsuhail Feb 1, 2023
21613ec
fixes failing tests
ahmarsuhail Feb 2, 2023
2bf5710
removes v1 sdk bundle, only use core package
ahmarsuhail Feb 15, 2023
38cc68e
Update TM to use async client, not CRT
ahmarsuhail Feb 15, 2023
927dd19
fix failing tests
ahmarsuhail Feb 15, 2023
58850ba
adds in progress listener
ahmarsuhail Feb 16, 2023
78df27f
updates test for custom signer config
ahmarsuhail Feb 17, 2023
e24a8fe
adds in progress listener chaining
ahmarsuhail Feb 20, 2023
28f4dab
updates comments
ahmarsuhail Feb 20, 2023
2b8ac97
removes CRT dependency
ahmarsuhail Feb 20, 2023
c9d7dac
renames createS3ClientV2 to createS3Client
ahmarsuhail Feb 20, 2023
6fff7b8
removes crt version
ahmarsuhail Feb 20, 2023
5034365
removes crt dependency
ahmarsuhail Feb 20, 2023
6bfd380
fixes access point tests
ahmarsuhail Feb 21, 2023
75761d0
addresses review comments
ahmarsuhail Feb 21, 2023
77584b4
fix typo
ahmarsuhail Feb 21, 2023
4b7531d
fix checkstyle errors
ahmarsuhail Feb 22, 2023
e0cb320
fixes javadoc warnings + errors
ahmarsuhail Feb 22, 2023
01202ef
implements region caching
ahmarsuhail Feb 23, 2023
ca46d83
use new secure proxy config option
ahmarsuhail Feb 27, 2023
534bdd2
fixes failing tests
ahmarsuhail Feb 27, 2023
b3bcd5c
fixes checkstyle errors
ahmarsuhail Mar 1, 2023
9cf2f0d
removes listener from copy()
ahmarsuhail Mar 1, 2023
82bcb66
fixes failing test (put request length was set incorrectly)
ahmarsuhail Mar 9, 2023
9910bf8
fixes failing select scale test
ahmarsuhail Mar 10, 2023
6c80e9a
suppress warnings, fixes unit tests
ahmarsuhail Mar 16, 2023
a816414
changes as per review comments
ahmarsuhail Mar 20, 2023
3f6692f
updates ITestS3ABucketExistence
ahmarsuhail Mar 20, 2023
a1d8c52
fixes checkstyle issues
ahmarsuhail Mar 21, 2023
a055765
suppress inconsistent sync spotbug warning
ahmarsuhail Apr 17, 2023
d1805dd
set S3AsyncClient in synchronised method
ahmarsuhail Apr 20, 2023
b48709f
updates method name
ahmarsuhail Apr 21, 2023
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -407,6 +407,10 @@ public final class StoreStatisticNames {
public static final String MULTIPART_UPLOAD_LIST
= "multipart_upload_list";

/** Probe for store region: {@value}. */
public static final String STORE_REGION_PROBE
= "store_region_probe";

private StoreStatisticNames() {
}

Expand Down
23 changes: 6 additions & 17 deletions hadoop-project/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -186,7 +186,8 @@
<surefire.fork.timeout>900</surefire.fork.timeout>
<aws-java-sdk.version>1.12.316</aws-java-sdk.version>
<hsqldb.version>2.7.1</hsqldb.version>
<aws-java-sdk-v2.version>2.18.19</aws-java-sdk-v2.version>
<aws-java-sdk-v2.version>2.19.12</aws-java-sdk-v2.version>
<awscrt.version>0.21.0</awscrt.version>
<frontend-maven-plugin.version>1.11.2</frontend-maven-plugin.version>
<jasmine-maven-plugin.version>2.1</jasmine-maven-plugin.version>
<phantomjs-maven-plugin.version>0.7</phantomjs-maven-plugin.version>
Expand Down Expand Up @@ -1138,14 +1139,8 @@
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-bundle</artifactId>
<artifactId>aws-java-sdk-core</artifactId>
<version>${aws-java-sdk.version}</version>
<exclusions>
<exclusion>
<groupId>io.netty</groupId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
Expand All @@ -1159,15 +1154,9 @@
</exclusions>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>s3-transfer-manager</artifactId>
<version>${aws-java-sdk-v2.version}-PREVIEW</version>
<exclusions>
<exclusion>
<groupId>io.netty</groupId>
<artifactId>*</artifactId>
</exclusion>
</exclusions>
<groupId>software.amazon.awssdk.crt</groupId>
<artifactId>aws-crt</artifactId>
<version>${awscrt.version}</version>
</dependency>
<dependency>
<groupId>org.apache.mina</groupId>
Expand Down
6 changes: 3 additions & 3 deletions hadoop-tools/hadoop-aws/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -489,7 +489,7 @@
</dependency>
<dependency>
<groupId>com.amazonaws</groupId>
<artifactId>aws-java-sdk-bundle</artifactId>
<artifactId>aws-java-sdk-core</artifactId>
<scope>compile</scope>
</dependency>
<dependency>
Expand All @@ -498,8 +498,8 @@
<scope>compile</scope>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>s3-transfer-manager</artifactId>
<groupId>software.amazon.awssdk.crt</groupId>
<artifactId>aws-crt</artifactId>
<scope>compile</scope>
</dependency>
<dependency>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -585,7 +585,7 @@ private Constants() {

public static final String SIGNING_ALGORITHM_STS =
"fs.s3a." + Constants.AWS_SERVICE_IDENTIFIER_STS.toLowerCase()
+ "signing-algorithm";
+ ".signing-algorithm";

public static final String S3N_FOLDER_SUFFIX = "_$folder$";
public static final String FS_S3A_BLOCK_SIZE = "fs.s3a.block.size";
Expand Down
Loading