com.amazonaws.services.s3.AmazonS3ClientBuilder Java Examples
The following examples show how to use
com.amazonaws.services.s3.AmazonS3ClientBuilder.
You can vote up the ones you like or vote down the ones you don't like,
and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.
Example #1
Source File: AWSErrorManager.java From pacbot with Apache License 2.0 | 8 votes |
/** * Fetch error info. * * @param datasource the datasource * @param errorList the error list */ private void fetchErrorInfo(String datasource, List<Map<String,String>> errorList){ if(errorInfo==null){ ObjectMapper objectMapper = new ObjectMapper(); List<Map<String, String>> inventoryErrors = new ArrayList<>(); AmazonS3 s3Client = AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(new CredentialProvider().getCredentials(s3Account,s3Role))).withRegion(s3Region).build(); try { S3Object inventoryErrorData = s3Client.getObject(new GetObjectRequest(bucketName,dataPath+"/"+datasource+"-loaderror.data")); try (BufferedReader reader = new BufferedReader(new InputStreamReader(inventoryErrorData.getObjectContent()))) { inventoryErrors = objectMapper.readValue(reader.lines().collect(Collectors.joining("\n")),new TypeReference<List<Map<String, String>>>() {}); } } catch (IOException e) { LOGGER.error("Exception in collecting inventory error data",e); Map<String,String> errorMap = new HashMap<>(); errorMap.put(ERROR, "Exception in collecting inventory error data"); errorMap.put(ERROR_TYPE, WARN); errorMap.put(EXCEPTION, e.getMessage()); errorList.add(errorMap); } errorInfo = inventoryErrors.parallelStream().collect(Collectors.groupingBy(obj -> obj.get("type"))); } }
Example #2
Source File: AwsSdkTest.java From s3proxy with Apache License 2.0 | 7 votes |
@Test public void testAwsV4SignaturePayloadUnsigned() throws Exception { client = AmazonS3ClientBuilder.standard() .withChunkedEncodingDisabled(true) .withPayloadSigningEnabled(false) .withCredentials(new AWSStaticCredentialsProvider(awsCreds)) .withEndpointConfiguration(s3EndpointConfig) .build(); ObjectMetadata metadata = new ObjectMetadata(); metadata.setContentLength(BYTE_SOURCE.size()); client.putObject(containerName, "foo", BYTE_SOURCE.openStream(), metadata); S3Object object = client.getObject(containerName, "foo"); assertThat(object.getObjectMetadata().getContentLength()).isEqualTo( BYTE_SOURCE.size()); try (InputStream actual = object.getObjectContent(); InputStream expected = BYTE_SOURCE.openStream()) { assertThat(actual).hasContentEqualTo(expected); } }
Example #3
Source File: S3Encrypt.java From aws-doc-sdk-examples with Apache License 2.0 | 6 votes |
/** * Uses an asymmetric key pair instead of a symmetric key. Note this does not change the algorithm used to encrypt * the content, that will still be a symmetric key algorithm (AES/CBC in this case) using the derived CEK. It does impact * the algorithm used to encrypt the CEK, in this case we use RSA/ECB/OAEPWithSHA-256AndMGF1Padding. */ // snippet-start:[s3.java1.s3_encrypt.encryption_only_asymetric_key] public void encryptionOnly_CustomerManagedAsymetricKey() throws NoSuchAlgorithmException { // snippet-start:[s3.java1.s3_encrypt.encryption_only_asymetric_key_build] KeyPair keyPair = KeyPairGenerator.getInstance("RSA").generateKeyPair(); AmazonS3Encryption s3Encryption = AmazonS3EncryptionClientBuilder .standard() .withRegion(Regions.US_WEST_2) .withCryptoConfiguration(new CryptoConfiguration(CryptoMode.EncryptionOnly)) .withEncryptionMaterials(new StaticEncryptionMaterialsProvider(new EncryptionMaterials(keyPair))) .build(); AmazonS3 s3NonEncrypt = AmazonS3ClientBuilder.standard().withRegion(Regions.DEFAULT_REGION).build(); // snippet-end:[s3.java1.s3_encrypt.encryption_only_asymetric_key_build] // snippet-start:[s3.java1.s3_encrypt.encryption_only_asymetric_key_put_object] s3Encryption.putObject(BUCKET_NAME, ENCRYPTED_KEY, "some contents"); s3NonEncrypt.putObject(BUCKET_NAME, NON_ENCRYPTED_KEY, "some other contents"); // snippet-end:[s3.java1.s3_encrypt.encryption_only_asymetric_key_put_object] // snippet-start:[s3.java1.s3_encrypt.encryption_only_asymetric_key_retrieve] System.out.println(s3Encryption.getObjectAsString(BUCKET_NAME, ENCRYPTED_KEY)); System.out.println(s3Encryption.getObjectAsString(BUCKET_NAME, NON_ENCRYPTED_KEY)); // snippet-end:[s3.java1.s3_encrypt.encryption_only_asymetric_key_retrieve] }
Example #4
Source File: ErrorManager.java From pacbot with Apache License 2.0 | 6 votes |
/** * Fetch error info. * * @param datasource the datasource * @param errorList the error list */ private void fetchErrorInfo(List<Map<String,String>> errorList){ if(errorInfo==null){ ObjectMapper objectMapper = new ObjectMapper(); List<Map<String, String>> inventoryErrors = new ArrayList<>(); AmazonS3 s3Client = AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(new CredentialProvider().getCredentials(s3Account,s3Role))).withRegion(s3Region).build(); try { S3Object inventoryErrorData = s3Client.getObject(new GetObjectRequest(bucketName,dataPath+"/"+dataSource+"-loaderror.data")); try (BufferedReader reader = new BufferedReader(new InputStreamReader(inventoryErrorData.getObjectContent()))) { inventoryErrors = objectMapper.readValue(reader.lines().collect(Collectors.joining("\n")),new TypeReference<List<Map<String, String>>>() {}); } } catch (IOException e) { LOGGER.error("Exception in collecting inventory error data",e); Map<String,String> errorMap = new HashMap<>(); errorMap.put(ERROR, "Exception in collecting inventory error data"); errorMap.put(ERROR_TYPE, WARN); errorMap.put(EXCEPTION, e.getMessage()); errorList.add(errorMap); } errorInfo = inventoryErrors.parallelStream().collect(Collectors.groupingBy(obj -> obj.get("type"))); } }
Example #5
Source File: S3ClientFactory.java From genie with Apache License 2.0 | 6 votes |
private AmazonS3 buildS3Client(final S3ClientKey s3ClientKey) { // TODO: Do something about allowing ClientConfiguration to be passed in return AmazonS3ClientBuilder .standard() .withRegion(s3ClientKey.getRegion()) .withForceGlobalBucketAccessEnabled(true) .withCredentials( s3ClientKey .getRoleARN() .map( roleARN -> { // TODO: Perhaps rename with more detailed info? final String roleSession = "Genie-Agent-" + UUID.randomUUID().toString(); return (AWSCredentialsProvider) new STSAssumeRoleSessionCredentialsProvider .Builder(roleARN, roleSession) .withStsClient(this.stsClient) .build(); } ) .orElse(this.awsCredentialsProvider) ) .build(); }
Example #6
Source File: S3UtilProgram.java From Flink-CEPplus with Apache License 2.0 | 6 votes |
private static void numberOfLinesInFilesWithFullAndNamePrefix(ParameterTool params) { final String bucket = params.getRequired("bucket"); final String s3prefix = params.getRequired("s3prefix"); final String s3filePrefix = params.get("s3filePrefix", ""); int parallelism = params.getInt("parallelism", 10); List<String> files = listByFullPathPrefix(bucket, s3prefix); ExecutorService executor = Executors.newFixedThreadPool(parallelism); AmazonS3 s3client = AmazonS3ClientBuilder.defaultClient(); List<CompletableFuture<Integer>> requests = submitLineCountingRequestsForFilesAsync(executor, s3client, bucket, files, s3filePrefix); int count = waitAndComputeTotalLineCountResult(requests); executor.shutdownNow(); s3client.shutdown(); System.out.print(count); }
Example #7
Source File: S3.java From rdf-delta with Apache License 2.0 | 6 votes |
public static AmazonS3 buildS3(LocalServerConfig configuration) { String region = configuration.getProperty(pRegion); String endpoint = configuration.getProperty(pEndpoint); String credentialsFile = configuration.getProperty(pCredentialFile); String credentialsProfile = configuration.getProperty(pCredentialProfile); AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard(); if ( endpoint == null ) builder.withRegion(region); else { // Needed for S3mock builder.withPathStyleAccessEnabled(true); builder.withEndpointConfiguration(new EndpointConfiguration(endpoint, region)); builder.withCredentials(new AWSStaticCredentialsProvider(new AnonymousAWSCredentials())); } if ( credentialsFile != null ) builder.withCredentials(new ProfileCredentialsProvider(credentialsFile, credentialsProfile)); return builder.build(); }
Example #8
Source File: S3UtilProgram.java From flink with Apache License 2.0 | 6 votes |
private static void numberOfLinesInFilesWithFullAndNamePrefix(ParameterTool params) { final String bucket = params.getRequired("bucket"); final String s3prefix = params.getRequired("s3prefix"); final String s3filePrefix = params.get("s3filePrefix", ""); int parallelism = params.getInt("parallelism", 10); List<String> files = listByFullPathPrefix(bucket, s3prefix); ExecutorService executor = Executors.newFixedThreadPool(parallelism); AmazonS3 s3client = AmazonS3ClientBuilder.defaultClient(); List<CompletableFuture<Integer>> requests = submitLineCountingRequestsForFilesAsync(executor, s3client, bucket, files, s3filePrefix); int count = waitAndComputeTotalLineCountResult(requests); executor.shutdownNow(); s3client.shutdown(); System.out.print(count); }
Example #9
Source File: AmazonS3ClientFactory.java From spring-cloud-aws with Apache License 2.0 | 6 votes |
AmazonS3 createClientForEndpointUrl(AmazonS3 prototype, String endpointUrl, Regions bucketRegion) { Assert.notNull(prototype, "AmazonS3 must not be null"); Assert.notNull(endpointUrl, "Endpoint Url must not be null"); String region = bucketRegion != null ? bucketRegion.getName() : getRegion(endpointUrl); Assert.notNull(region, "Error detecting region from endpoint url:'" + endpointUrl + "'"); if (!this.clientCache.containsKey(region)) { AmazonS3ClientBuilder amazonS3ClientBuilder = buildAmazonS3ForRegion( prototype, region); this.clientCache.putIfAbsent(region, amazonS3ClientBuilder.build()); } return this.clientCache.get(region); }
Example #10
Source File: ListObjects.java From aws-doc-sdk-examples with Apache License 2.0 | 6 votes |
public static void main(String[] args) { final String USAGE = "\n" + "To run this example, supply the name of a bucket to list!\n" + "\n" + "Ex: ListObjects <bucket-name>\n"; if (args.length < 1) { System.out.println(USAGE); System.exit(1); } String bucket_name = args[0]; System.out.format("Objects in S3 bucket %s:\n", bucket_name); final AmazonS3 s3 = AmazonS3ClientBuilder.standard().withRegion(Regions.DEFAULT_REGION).build(); ListObjectsV2Result result = s3.listObjectsV2(bucket_name); List<S3ObjectSummary> objects = result.getObjectSummaries(); for (S3ObjectSummary os : objects) { System.out.println("* " + os.getKey()); } }
Example #11
Source File: CloudStore.java From athenz with Apache License 2.0 | 6 votes |
public AmazonS3 getS3Client() { if (!awsEnabled) { throw new ResourceException(ResourceException.INTERNAL_SERVER_ERROR, "AWS Support not enabled"); } if (credentials == null) { throw new ResourceException(ResourceException.INTERNAL_SERVER_ERROR, "AWS Role credentials are not available"); } return AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(credentials)) .withRegion(Regions.fromName(awsRegion)) .build(); }
Example #12
Source File: LocalstackContainerTest.java From testcontainers-java with MIT License | 6 votes |
@Test public void s3TestOverBridgeNetwork() throws IOException { AmazonS3 s3 = AmazonS3ClientBuilder .standard() .withEndpointConfiguration(localstack.getEndpointConfiguration(S3)) .withCredentials(localstack.getDefaultCredentialsProvider()) .build(); final String bucketName = "foo"; s3.createBucket(bucketName); s3.putObject(bucketName, "bar", "baz"); final List<Bucket> buckets = s3.listBuckets(); final Optional<Bucket> maybeBucket = buckets.stream().filter(b -> b.getName().equals(bucketName)).findFirst(); assertTrue("The created bucket is present", maybeBucket.isPresent()); final Bucket bucket = maybeBucket.get(); assertEquals("The created bucket has the right name", bucketName, bucket.getName()); final ObjectListing objectListing = s3.listObjects(bucketName); assertEquals("The created bucket has 1 item in it", 1, objectListing.getObjectSummaries().size()); final S3Object object = s3.getObject(bucketName, "bar"); final String content = IOUtils.toString(object.getObjectContent(), Charset.forName("UTF-8")); assertEquals("The object can be retrieved", "baz", content); }
Example #13
Source File: SetAcl.java From aws-doc-sdk-examples with Apache License 2.0 | 6 votes |
public static void setObjectAcl(String bucket_name, String object_key, String email, String access) { System.out.format("Setting %s access for %s\n", access, email); System.out.println("for object: " + object_key); System.out.println(" in bucket: " + bucket_name); final AmazonS3 s3 = AmazonS3ClientBuilder.standard().withRegion(Regions.DEFAULT_REGION).build(); try { // get the current ACL AccessControlList acl = s3.getObjectAcl(bucket_name, object_key); // set access for the grantee EmailAddressGrantee grantee = new EmailAddressGrantee(email); Permission permission = Permission.valueOf(access); acl.grantPermission(grantee, permission); s3.setObjectAcl(bucket_name, object_key, acl); } catch (AmazonServiceException e) { System.err.println(e.getErrorMessage()); System.exit(1); } }
Example #14
Source File: AwsS3Test.java From ecs-sync with Apache License 2.0 | 6 votes |
@Before public void setup() throws Exception { Properties syncProperties = TestConfig.getProperties(); endpoint = syncProperties.getProperty(TestConfig.PROP_S3_ENDPOINT); accessKey = syncProperties.getProperty(TestConfig.PROP_S3_ACCESS_KEY_ID); secretKey = syncProperties.getProperty(TestConfig.PROP_S3_SECRET_KEY); region = syncProperties.getProperty(TestConfig.PROP_S3_REGION); String proxyUri = syncProperties.getProperty(TestConfig.PROP_HTTP_PROXY_URI); Assume.assumeNotNull(endpoint, accessKey, secretKey); endpointUri = new URI(endpoint); ClientConfiguration config = new ClientConfiguration().withSignerOverride("S3SignerType"); if (proxyUri != null) { URI uri = new URI(proxyUri); config.setProxyHost(uri.getHost()); config.setProxyPort(uri.getPort()); } AmazonS3ClientBuilder builder = AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials(accessKey, secretKey))) .withClientConfiguration(config) .withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(endpoint, region)); s3 = builder.build(); }
Example #15
Source File: S3DataTransfererFactory.java From oodt with Apache License 2.0 | 6 votes |
@Override public S3DataTransferer createDataTransfer() { String bucketName = System.getProperty(BUCKET_NAME_PROPERTY); String region = System.getProperty(REGION_PROPERTY); String accessKey = System.getProperty(ACCESS_KEY_PROPERTY); String secretKey = System.getProperty(SECRET_KEY_PROPERTY); boolean encrypt = Boolean.getBoolean(ENCRYPT_PROPERTY); AmazonS3Client s3 = (AmazonS3Client) AmazonS3ClientBuilder.standard() .withRegion(region) .withCredentials( new AWSStaticCredentialsProvider( new BasicAWSCredentials(accessKey, secretKey))) .build(); return new S3DataTransferer(s3, bucketName, encrypt); }
Example #16
Source File: ACloudFormationTest.java From aws-cf-templates with Apache License 2.0 | 6 votes |
protected final void updateStack(final String stackName, final String template, final Parameter... parameters) { UpdateStackRequest req = new UpdateStackRequest() .withStackName(stackName) .withParameters(parameters) .withCapabilities(Capability.CAPABILITY_IAM); if (Config.has(Config.Key.TEMPLATE_DIR)) { final String dir = Config.get(Config.Key.TEMPLATE_DIR); if (Config.has(Config.Key.BUCKET_NAME)) { final String bucketName = Config.get(Config.Key.BUCKET_NAME); final String bucketRegion = Config.get(Config.Key.BUCKET_REGION); final AmazonS3 s3local = AmazonS3ClientBuilder.standard().withCredentials(this.credentialsProvider).withRegion(bucketRegion).build(); s3local.putObject(bucketName, stackName, new File(dir + template)); req = req.withTemplateURL("https://s3-" + bucketRegion + ".amazonaws.com/" + bucketName + "/" + stackName); } else { final String body = readFile(dir + template, Charset.forName("UTF-8")); req = req.withTemplateBody(body); } } else { req = req.withTemplateURL("https://s3-eu-west-1.amazonaws.com/widdix-aws-cf-templates/" + template); } this.cf.updateStack(req); this.waitForStack(stackName, FinalStatus.UPDATE_COMPLETE); }
Example #17
Source File: TracingHandlerTest.java From aws-xray-sdk-java with Apache License 2.0 | 6 votes |
@Test public void testS3PutObjectSubsegmentContainsBucketName() { // Setup test AmazonS3 s3 = AmazonS3ClientBuilder .standard() .withRequestHandlers(new TracingHandler()) .withRegion(Regions.US_EAST_1) .withCredentials(new AWSStaticCredentialsProvider(new BasicAWSCredentials("fake", "fake"))) .build(); mockHttpClient(s3, null); String bucket = "test-bucket"; String key = "test-key"; // Test logic Segment segment = AWSXRay.beginSegment("test"); s3.putObject(bucket, key, "This is a test from java"); Assert.assertEquals(1, segment.getSubsegments().size()); Assert.assertEquals("PutObject", segment.getSubsegments().get(0).getAws().get("operation")); Assert.assertEquals(bucket, segment.getSubsegments().get(0).getAws().get("bucket_name")); Assert.assertEquals(key, segment.getSubsegments().get(0).getAws().get("key")); }
Example #18
Source File: S3Encrypt.java From aws-doc-sdk-examples with Apache License 2.0 | 6 votes |
/** * This uses the V2 metadata schema with a key wrap algorithm of 'kms' and a CEK algorithm of AES/CBC/PKCS5Padding. */ // snippet-start:[s3.java1.s3_encrypt.kms_encryption_only] public void encryptionOnly_KmsManagedKey() throws NoSuchAlgorithmException { // snippet-start:[s3.java1.s3_encrypt.kms_encryption_only_build] AmazonS3Encryption s3Encryption = AmazonS3EncryptionClientBuilder .standard() .withRegion(Regions.US_WEST_2) .withCryptoConfiguration(new CryptoConfiguration(CryptoMode.EncryptionOnly).withAwsKmsRegion(Region.getRegion(Regions.US_WEST_2))) // Can either be Key ID or alias (prefixed with 'alias/') .withEncryptionMaterials(new KMSEncryptionMaterialsProvider("alias/s3-kms-key")) .build(); AmazonS3 s3NonEncrypt = AmazonS3ClientBuilder.standard().withRegion(Regions.DEFAULT_REGION).build(); // snippet-end:[s3.java1.s3_encrypt.kms_encryption_only_build] // snippet-start:[s3.java1.s3_encrypt.kms_encryption_only_put_object] s3Encryption.putObject(BUCKET_NAME, ENCRYPTED_KEY, "some contents"); s3NonEncrypt.putObject(BUCKET_NAME, NON_ENCRYPTED_KEY, "some other contents"); // snippet-end:[s3.java1.s3_encrypt.kms_encryption_only_put_object] // snippet-start:[s3.java1.s3_encrypt.kms_encryption_only_retrieve] System.out.println(s3Encryption.getObjectAsString(BUCKET_NAME, ENCRYPTED_KEY)); System.out.println(s3Encryption.getObjectAsString(BUCKET_NAME, NON_ENCRYPTED_KEY)); // snippet-end:[s3.java1.s3_encrypt.kms_encryption_only_retrieve] }
Example #19
Source File: AwsS3BuildCacheServiceFactory.java From gradle-s3-build-cache with Apache License 2.0 | 5 votes |
private void addHttpHeaders(final AmazonS3ClientBuilder s3Builder, final AwsS3BuildCache config) { final Map<String, String> headers = config.getHeaders(); if (headers != null) { final ClientConfiguration clientConfiguration = new ClientConfiguration(); for (Map.Entry<String, String> header : headers.entrySet()) { if(header.getKey() != null && header.getValue() != null) { clientConfiguration.addHeader(header.getKey(), header.getValue()); } } s3Builder.setClientConfiguration(clientConfiguration); } }
Example #20
Source File: S3ConnectionBaseConfig.java From datacollector with Apache License 2.0 | 5 votes |
private void createConnection( Stage.Context context, String configPrefix, ProxyConfig proxyConfig, List<Stage.ConfigIssue> issues, int maxErrorRetries ) throws StageException { AWSCredentialsProvider credentials = AWSUtil.getCredentialsProvider(awsConfig); ClientConfiguration clientConfig = AWSUtil.getClientConfiguration(proxyConfig); if (maxErrorRetries >= 0) { clientConfig.setMaxErrorRetry(maxErrorRetries); } AmazonS3ClientBuilder builder = AmazonS3ClientBuilder .standard() .withCredentials(credentials) .withClientConfiguration(clientConfig) .withChunkedEncodingDisabled(awsConfig.disableChunkedEncoding) .withPathStyleAccessEnabled(usePathAddressModel); if (region == AwsRegion.OTHER) { if (endpoint == null || endpoint.isEmpty()) { issues.add(context.createConfigIssue(Groups.S3.name(), configPrefix + "endpoint", Errors.S3_SPOOLDIR_10)); return; } builder.withEndpointConfiguration(new AwsClientBuilder.EndpointConfiguration(endpoint, null)); } else { builder.withRegion(region.getId()); } s3Client = builder.build(); }
Example #21
Source File: AmazonBucketClientImpl.java From molgenis with GNU Lesser General Public License v3.0 | 5 votes |
@Override public AmazonS3 getClient(String accessKey, String secretKey, String region) { BasicAWSCredentials awsCreds = new BasicAWSCredentials(accessKey, secretKey); return AmazonS3ClientBuilder.standard() .withCredentials(new AWSStaticCredentialsProvider(awsCreds)) .withRegion(region) .build(); }
Example #22
Source File: AbstractS3StepTest.java From pipeline-aws-plugin with Apache License 2.0 | 5 votes |
@Test public void gettersWorkAsExpected() throws Exception { S3DeleteStep step = new S3DeleteStep("my-bucket", "my-path", true, true); final AmazonS3ClientBuilder amazonS3ClientBuilder = step.createS3ClientOptions().createAmazonS3ClientBuilder(); Assert.assertEquals(true, amazonS3ClientBuilder.isPathStyleAccessEnabled()); Assert.assertEquals(true, amazonS3ClientBuilder.isPayloadSigningEnabled()); }
Example #23
Source File: Lambda.java From alexa-skills-kit-tester-java with Apache License 2.0 | 5 votes |
@Override public void handleRequest(final InputStream input, final OutputStream output, final Context context) throws IOException { final String inputS = IOUtils.toString(Optional.ofNullable(input).orElse(new ByteArrayInputStream("{}".getBytes()))); final JsonNode root = om.readTree(inputS); final String bucket = Optional.ofNullable(root.get(S3_BUCKET_PROPERTY)).map(JsonNode::textValue).filter(StringUtils::isNotBlank).orElse(System.getenv(S3_BUCKET_PROPERTY)); Validate.notBlank(bucket, S3_BUCKET_PROPERTY + " hasn't been set in the request payload nor as an environment variable."); final String key = Optional.ofNullable(root.get(S3_KEY_PROPERTY)).map(JsonNode::textValue).filter(StringUtils::isNotBlank) .orElse(System.getenv(S3_KEY_PROPERTY)); final String region = Optional.ofNullable(root.get(S3_REGION_PROPERTY)).map(JsonNode::textValue).filter(StringUtils::isNotBlank) .orElse(System.getenv(S3_REGION_PROPERTY)); final AmazonS3 s3client = StringUtils.isNotBlank(region) ? AmazonS3ClientBuilder.standard().withRegion(region).build() : AmazonS3ClientBuilder.defaultClient(); final ListObjectsRequest listRequest = new ListObjectsRequest().withBucketName(bucket).withPrefix(Optional.ofNullable(key).map(k -> k + (k.endsWith("/") ? "" : "/")).orElse("")); log.info("[INFO] Reading out *.yml conversation script files in folder '" + listRequest.getPrefix() + "' in bucket '" + listRequest.getBucketName() + "'"); final List<S3ObjectSummary> conversationScripts = s3client.listObjects(listRequest).getObjectSummaries().stream() .filter(os -> os.getKey().toLowerCase().endsWith(".yml")).collect(Collectors.toList()); log.info("[INFO] Found " + conversationScripts.size() + " conversation script files in bucket '" + bucket + "'"); for (final S3ObjectSummary conversationScript : conversationScripts) { log.info("[INFO] Load conversation script file " + conversationScript.getKey() + " from S3 bucket " + bucket); AlexaClient.create(s3client.getObject(bucket, conversationScript.getKey()).getObjectContent()) .build() .startScript(); } output.write("{ \"OK\" }".getBytes()); }
Example #24
Source File: AwsPrivateKeyStore.java From athenz with Apache License 2.0 | 5 votes |
private static AmazonS3 initAmazonS3() { String s3Region = System.getProperty(ATHENZ_PROP_AWS_S3_REGION); ///CLOVER:OFF if (null != s3Region && !s3Region.isEmpty()) { return AmazonS3ClientBuilder.standard().withRegion(s3Region).build(); } return AmazonS3ClientBuilder.defaultClient(); ///CLOVER:ON }
Example #25
Source File: AwsS3EnvironmentRepositoryFactory.java From spring-cloud-config with Apache License 2.0 | 5 votes |
@Override public AwsS3EnvironmentRepository build( AwsS3EnvironmentProperties environmentProperties) { final AmazonS3ClientBuilder clientBuilder = AmazonS3ClientBuilder.standard(); if (environmentProperties.getRegion() != null) { clientBuilder.withRegion(environmentProperties.getRegion()); } final AmazonS3 client = clientBuilder.build(); if (environmentProperties.getEndpoint() != null) { client.setEndpoint(environmentProperties.getEndpoint()); } AwsS3EnvironmentRepository repository = new AwsS3EnvironmentRepository(client, environmentProperties.getBucket(), server); return repository; }
Example #26
Source File: GetBucketPolicy.java From aws-doc-sdk-examples with Apache License 2.0 | 5 votes |
public static void main(String[] args) { final String USAGE = "\n" + "Usage:\n" + " GetBucketPolicy <bucket>\n\n" + "Where:\n" + " bucket - the bucket to get the policy from.\n\n" + "Example:\n" + " GetBucketPolicy testbucket\n\n"; if (args.length < 1) { System.out.println(USAGE); System.exit(1); } String bucket_name = args[0]; String policy_text = null; System.out.format("Getting policy for bucket: \"%s\"\n\n", bucket_name); final AmazonS3 s3 = AmazonS3ClientBuilder.standard().withRegion(Regions.DEFAULT_REGION).build(); try { BucketPolicy bucket_policy = s3.getBucketPolicy(bucket_name); policy_text = bucket_policy.getPolicyText(); } catch (AmazonServiceException e) { System.err.println(e.getErrorMessage()); System.exit(1); } if (policy_text == null) { System.out.println("The specified bucket has no bucket policy."); } else { System.out.println("Returned policy:"); System.out.println("----"); System.out.println(policy_text); System.out.println("----\n"); } System.out.println("Done!"); }
Example #27
Source File: AmazonS3ClientFactory.java From spring-cloud-aws with Apache License 2.0 | 5 votes |
private AmazonS3ClientBuilder buildAmazonS3ForRegion(AmazonS3 prototype, String region) { AmazonS3ClientBuilder clientBuilder = AmazonS3ClientBuilder.standard(); AmazonS3Client target = getAmazonS3ClientFromProxy(prototype); if (target != null) { AWSCredentialsProvider awsCredentialsProvider = (AWSCredentialsProvider) ReflectionUtils .getField(this.credentialsProviderField, target); clientBuilder.withCredentials(awsCredentialsProvider); } return clientBuilder.withRegion(region); }
Example #28
Source File: AwsSdkTest.java From s3proxy with Apache License 2.0 | 5 votes |
@Test public void testAwsV2SignatureWithOverrideParameters() throws Exception { client = AmazonS3ClientBuilder.standard() .withClientConfiguration(V2_SIGNER_CONFIG) .withCredentials(new AWSStaticCredentialsProvider(awsCreds)) .withEndpointConfiguration(s3EndpointConfig).build(); ObjectMetadata metadata = new ObjectMetadata(); metadata.setContentLength(BYTE_SOURCE.size()); client.putObject(containerName, "foo", BYTE_SOURCE.openStream(), metadata); String blobName = "foo"; ResponseHeaderOverrides headerOverride = new ResponseHeaderOverrides(); String expectedContentDisposition = "attachment; " + blobName; headerOverride.setContentDisposition(expectedContentDisposition); String expectedContentType = "text/plain"; headerOverride.setContentType(expectedContentType); GetObjectRequest request = new GetObjectRequest(containerName, blobName); request.setResponseHeaders(headerOverride); S3Object object = client.getObject(request); assertThat(object.getObjectMetadata().getContentLength()).isEqualTo( BYTE_SOURCE.size()); assertThat(object.getObjectMetadata().getContentDisposition()) .isEqualTo(expectedContentDisposition); assertThat(object.getObjectMetadata().getContentType()).isEqualTo( expectedContentType); try (InputStream actual = object.getObjectContent(); InputStream expected = BYTE_SOURCE.openStream()) { assertThat(actual).hasContentEqualTo(expected); } }
Example #29
Source File: AAWSTest.java From aws-cf-templates with Apache License 2.0 | 5 votes |
public AAWSTest() { super(); if (Config.has(Config.Key.IAM_ROLE_ARN)) { final AWSSecurityTokenService local = AWSSecurityTokenServiceClientBuilder.standard().withCredentials(new DefaultAWSCredentialsProviderChain()).build(); this.credentialsProvider = new STSAssumeRoleSessionCredentialsProvider.Builder(Config.get(Config.Key.IAM_ROLE_ARN), IAM_SESSION_NAME).withStsClient(local).build(); } else { this.credentialsProvider = new DefaultAWSCredentialsProviderChain(); } this.ec2 = AmazonEC2ClientBuilder.standard().withCredentials(this.credentialsProvider).build(); this.iam = AmazonIdentityManagementClientBuilder.standard().withCredentials(this.credentialsProvider).build(); this.s3 = AmazonS3ClientBuilder.standard().withCredentials(this.credentialsProvider).build(); this.sts = AWSSecurityTokenServiceClientBuilder.standard().withCredentials(this.credentialsProvider).build(); }
Example #30
Source File: MockedS3Client.java From lightning with MIT License | 5 votes |
public static MockedS3Client createInstance(String region) { String s3MockUrl = getMockedUrl(); AwsClientBuilder.EndpointConfiguration endpointConfiguration = new AwsClientBuilder.EndpointConfiguration(s3MockUrl, region); AmazonS3 amazonS3 = AmazonS3ClientBuilder .standard() .withPathStyleAccessEnabled(true) .withEndpointConfiguration(endpointConfiguration) .build(); return new MockedS3Client(amazonS3); }