Skip to content
Merged
Show file tree
Hide file tree
Changes from 11 commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions .changes/next-release/feature-AWSSDKforJavav2-7c6c7a4.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
{
"type": "feature",
"category": "AWS SDK for Java v2",
"contributor": "",
"description": "Add business metric support for Sigv4A auth scheme to track when an operation is called using Sigv4A signing"
}
Original file line number Diff line number Diff line change
Expand Up @@ -28,17 +28,23 @@
import java.util.Optional;
import software.amazon.awssdk.annotations.SdkInternalApi;
import software.amazon.awssdk.core.ApiName;
import software.amazon.awssdk.core.RequestOverrideConfiguration;
import software.amazon.awssdk.core.SelectedAuthScheme;
import software.amazon.awssdk.core.client.config.SdkAdvancedClientOption;
import software.amazon.awssdk.core.client.config.SdkClientConfiguration;
import software.amazon.awssdk.core.client.config.SdkClientOption;
import software.amazon.awssdk.core.interceptor.ExecutionAttributes;
import software.amazon.awssdk.core.interceptor.SdkExecutionAttribute;
import software.amazon.awssdk.core.interceptor.SdkInternalExecutionAttribute;
import software.amazon.awssdk.core.internal.http.HttpClientDependencies;
import software.amazon.awssdk.core.internal.http.RequestExecutionContext;
import software.amazon.awssdk.core.internal.http.pipeline.MutableRequestToRequestPipeline;
import software.amazon.awssdk.core.signer.Signer;
import software.amazon.awssdk.core.useragent.AdditionalMetadata;
import software.amazon.awssdk.core.useragent.BusinessMetricCollection;
import software.amazon.awssdk.core.useragent.BusinessMetricFeatureId;
import software.amazon.awssdk.http.SdkHttpFullRequest;
import software.amazon.awssdk.http.auth.aws.scheme.AwsV4aAuthScheme;
import software.amazon.awssdk.identity.spi.Identity;
import software.amazon.awssdk.utils.CompletableFutureUtils;
import software.amazon.awssdk.utils.Logger;
Expand Down Expand Up @@ -112,7 +118,8 @@ private String finalizeUserAgent(RequestExecutionContext context) {
userAgentMetadata.forEach(s -> javaUserAgent.append(SPACE).append(s));
}

Optional<String> businessMetrics = getBusinessMetricsString(context.executionAttributes(), groupedApiNames.right());
Optional<String> businessMetrics = getBusinessMetricsString(context.executionAttributes(),
groupedApiNames.right(), context);
businessMetrics.ifPresent(
metrics -> appendSpaceAndField(javaUserAgent, BUSINESS_METADATA, metrics)
);
Expand Down Expand Up @@ -143,15 +150,20 @@ private static Pair<List<ApiName>, Collection<String>> groupApiNames(List<ApiNam
}

private static Optional<String> getBusinessMetricsString(ExecutionAttributes executionAttributes,
Collection<String> metricsFromApiNames) {
Collection<String> metricsFromApiNames,
RequestExecutionContext context) {
BusinessMetricCollection businessMetrics =
executionAttributes.getAttribute(SdkInternalExecutionAttribute.BUSINESS_METRICS);
if (businessMetrics == null) {
businessMetrics = new BusinessMetricCollection();
}
businessMetrics.merge(metricsFromApiNames);

credentialProviderBusinessMetrics(executionAttributes).ifPresent(businessMetrics::merge);
SelectedAuthScheme<?> selectedAuthScheme =
executionAttributes.getAttribute(SdkInternalExecutionAttribute.SELECTED_AUTH_SCHEME);

credentialProviderBusinessMetrics(selectedAuthScheme).ifPresent(businessMetrics::merge);
addSigV4aBusinessMetrics(selectedAuthScheme, businessMetrics, context, executionAttributes);

if (businessMetrics.recordedMetrics().isEmpty()) {
return Optional.empty();
Expand All @@ -161,11 +173,9 @@ private static Optional<String> getBusinessMetricsString(ExecutionAttributes exe
}

private static Optional<Collection<String>> credentialProviderBusinessMetrics(
ExecutionAttributes executionAttributes) {
return Optional.ofNullable(
executionAttributes.getAttribute(SdkInternalExecutionAttribute.SELECTED_AUTH_SCHEME))
.map(selectedAuthScheme ->
CompletableFutureUtils.joinLikeSync(selectedAuthScheme.identity()))
SelectedAuthScheme<?> selectedAuthScheme) {
return Optional.ofNullable(selectedAuthScheme)
.map(scheme -> CompletableFutureUtils.joinLikeSync(scheme.identity()))
.flatMap(Identity::providerName)
.map(providerName -> {
if (StringUtils.isBlank(providerName)) {
Expand All @@ -175,6 +185,26 @@ private static Optional<Collection<String>> credentialProviderBusinessMetrics(
});
}

private static boolean isSignerOverridden(RequestExecutionContext context, ExecutionAttributes executionAttributes) {
boolean isClientSignerOverridden =
Boolean.TRUE.equals(executionAttributes.getAttribute(SdkExecutionAttribute.SIGNER_OVERRIDDEN));
Optional<Signer> requestSigner = context.originalRequest().overrideConfiguration()
.flatMap(RequestOverrideConfiguration::signer);
return isClientSignerOverridden || requestSigner.isPresent();
}

private static void addSigV4aBusinessMetrics(SelectedAuthScheme<?> selectedAuthScheme,
BusinessMetricCollection businessMetrics,
RequestExecutionContext context,
ExecutionAttributes executionAttributes) {
if (selectedAuthScheme != null &&
selectedAuthScheme.authSchemeOption().schemeId().equals(AwsV4aAuthScheme.SCHEME_ID) &&
!isSignerOverridden(context, executionAttributes)) {

businessMetrics.addMetric(BusinessMetricFeatureId.SIGV4A_SIGNING.value());
}
}

/**
* This structure is used for external users as well as for internal tracking of features.
* It's not governed by a specification.
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@
/**
* An enum class representing a short form of identity providers to record in the UA string.
*
* Unimplemented metrics: I,J,K,O,S,U-c
* Unimplemented metrics: I,J,K,O,U-c
* Unsupported metrics (these will never be added): A,H
*/
@SdkProtectedApi
Expand All @@ -40,6 +40,7 @@ public enum BusinessMetricFeatureId {
ACCOUNT_ID_MODE_PREFERRED("P"),
ACCOUNT_ID_MODE_DISABLED("Q"),
ACCOUNT_ID_MODE_REQUIRED("R"),
SIGV4A_SIGNING("S"),
RESOLVED_ACCOUNT_ID("T"),
DDB_MAPPER("d"),
BEARER_SERVICE_ENV_VARS("3"),
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,181 @@
/*
* Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
*
* Licensed under the Apache License, Version 2.0 (the "License").
* You may not use this file except in compliance with the License.
* A copy of the License is located at
*
* http://aws.amazon.com/apache2.0
*
* or in the "license" file accompanying this file. This file is distributed
* on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
* express or implied. See the License for the specific language governing
* permissions and limitations under the License.
*/

package software.amazon.awssdk.services;

import static org.assertj.core.api.Assertions.assertThat;
import static software.amazon.awssdk.core.useragent.BusinessMetricCollection.METRIC_SEARCH_PATTERN;

import java.util.List;
import org.junit.jupiter.api.BeforeEach;
import org.junit.jupiter.api.Test;
import software.amazon.awssdk.auth.credentials.AwsBasicCredentials;
import software.amazon.awssdk.auth.credentials.StaticCredentialsProvider;
import software.amazon.awssdk.auth.signer.Aws4Signer;
import software.amazon.awssdk.core.client.config.ClientOverrideConfiguration;
import software.amazon.awssdk.core.client.config.SdkAdvancedClientOption;
import software.amazon.awssdk.http.AbortableInputStream;
import software.amazon.awssdk.http.HttpExecuteResponse;
import software.amazon.awssdk.http.SdkHttpRequest;
import software.amazon.awssdk.http.SdkHttpResponse;
import software.amazon.awssdk.regions.Region;
import software.amazon.awssdk.services.multiauth.MultiauthClient;
import software.amazon.awssdk.services.multiauth.auth.scheme.MultiauthAuthSchemeProvider;
import software.amazon.awssdk.services.protocolrestjson.ProtocolRestJsonAsyncClient;
import software.amazon.awssdk.services.protocolrestjson.ProtocolRestJsonClient;
import software.amazon.awssdk.services.sigv4aauth.Sigv4AauthAsyncClient;
import software.amazon.awssdk.services.sigv4aauth.Sigv4AauthClient;
import software.amazon.awssdk.testutils.service.http.MockAsyncHttpClient;
import software.amazon.awssdk.testutils.service.http.MockSyncHttpClient;
import software.amazon.awssdk.utils.StringInputStream;
import java.util.Arrays;

/**
* Test class to verify that SIGV4A_SIGNING business metric is correctly included
* in the User-Agent header when operation called using Sigv4A signing.
*/
class Sigv4aBusinessMetricUserAgentTest {
private static final String USER_AGENT_HEADER_NAME = "User-Agent";
private static final StaticCredentialsProvider CREDENTIALS_PROVIDER =
StaticCredentialsProvider.create(AwsBasicCredentials.create("akid", "skid"));

private MockSyncHttpClient mockHttpClient;
private MockAsyncHttpClient mockAsyncHttpClient;

@BeforeEach
public void setup() {
mockHttpClient = new MockSyncHttpClient();
mockHttpClient.stubNextResponse(mockResponse());

mockAsyncHttpClient = new MockAsyncHttpClient();
mockAsyncHttpClient.stubNextResponse(mockResponse());
}

@Test
void when_sigv4aServiceIsUsed_correctMetricIsAdded() {
Sigv4AauthClient client = Sigv4AauthClient.builder()
.region(Region.US_WEST_2)
.credentialsProvider(CREDENTIALS_PROVIDER)
.httpClient(mockHttpClient)
.build();

client.simpleOperationWithNoEndpointParams(r -> r.stringMember("test"));

String userAgent = getUserAgentFromLastRequest();
assertThat(userAgent).matches(METRIC_SEARCH_PATTERN.apply("S"));
}

@Test
void when_sigv4aServiceIsUsedAsync_correctMetricIsAdded() {
Sigv4AauthAsyncClient asyncClient = Sigv4AauthAsyncClient.builder()
.region(Region.US_WEST_2)
.credentialsProvider(CREDENTIALS_PROVIDER)
.httpClient(mockAsyncHttpClient)
.build();

asyncClient.simpleOperationWithNoEndpointParams(r -> r.stringMember("test")).join();

String userAgent = getUserAgentFromLastAsyncRequest();
assertThat(userAgent).matches(METRIC_SEARCH_PATTERN.apply("S"));
}

@Test
void when_regularServiceIsUsed_sigv4aMetricIsNotAdded() {
ProtocolRestJsonClient client = ProtocolRestJsonClient.builder()
.region(Region.US_WEST_2)
.credentialsProvider(CREDENTIALS_PROVIDER)
.httpClient(mockHttpClient)
.build();

client.allTypes(r -> {});

String userAgent = getUserAgentFromLastRequest();
assertThat(userAgent).doesNotMatch(METRIC_SEARCH_PATTERN.apply("S"));
}

@Test
void when_regularServiceIsUsedAsync_sigv4aMetricIsNotAdded() {
ProtocolRestJsonAsyncClient asyncClient = ProtocolRestJsonAsyncClient.builder()
.region(Region.US_WEST_2)
.credentialsProvider(CREDENTIALS_PROVIDER)
.httpClient(mockAsyncHttpClient)
.build();

asyncClient.allTypes(r -> {}).join();

String userAgent = getUserAgentFromLastAsyncRequest();
assertThat(userAgent).doesNotMatch(METRIC_SEARCH_PATTERN.apply("S"));
}

@Test
void when_signerIsOverridden_sigv4aMetricIsNotAdded() {
MultiauthClient client = MultiauthClient.builder()
.region(Region.US_WEST_2)
.credentialsProvider(CREDENTIALS_PROVIDER)
.overrideConfiguration(ClientOverrideConfiguration.builder()
.putAdvancedOption(SdkAdvancedClientOption.SIGNER,
Aws4Signer.create())
.build())
.httpClient(mockHttpClient)
.build();

client.multiAuthWithOnlySigv4aAndSigv4(r -> r.stringMember("test"));
String userAgent = getUserAgentFromLastRequest();

assertThat(userAgent).doesNotMatch(METRIC_SEARCH_PATTERN.apply("S"));
}

@Test
void when_authSchemeProviderOverridesSigv4aOrder_sigv4IsSelected() {
MultiauthClient client = MultiauthClient.builder()
.region(Region.US_WEST_2)
.credentialsProvider(CREDENTIALS_PROVIDER)
.authSchemeProvider(MultiauthAuthSchemeProvider.
defaultProvider(
Arrays.asList("sigv4","sigv4a")))
.httpClient(mockHttpClient)
.build();

client.multiAuthWithOnlySigv4aAndSigv4(r -> r.stringMember("test"));
String userAgent = getUserAgentFromLastRequest();

assertThat(userAgent).doesNotMatch(METRIC_SEARCH_PATTERN.apply("S"));
}

private String getUserAgentFromLastRequest() {
SdkHttpRequest lastRequest = mockHttpClient.getLastRequest();
assertThat(lastRequest).isNotNull();

List<String> userAgentHeaders = lastRequest.headers().get(USER_AGENT_HEADER_NAME);
assertThat(userAgentHeaders).isNotNull().hasSize(1);
return userAgentHeaders.get(0);
}

private String getUserAgentFromLastAsyncRequest() {
SdkHttpRequest lastRequest = mockAsyncHttpClient.getLastRequest();
assertThat(lastRequest).isNotNull();

List<String> userAgentHeaders = lastRequest.headers().get(USER_AGENT_HEADER_NAME);
assertThat(userAgentHeaders).isNotNull().hasSize(1);
return userAgentHeaders.get(0);
}

private static HttpExecuteResponse mockResponse() {
return HttpExecuteResponse.builder()
.response(SdkHttpResponse.builder().statusCode(200).build())
.responseBody(AbortableInputStream.create(new StringInputStream("{}")))
.build();
}
}
6 changes: 6 additions & 0 deletions test/crt-unavailable-tests/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -106,6 +106,12 @@
<artifactId>checksums</artifactId>
<version>${awsjavasdk.version}</version>
</dependency>
<dependency>
<groupId>software.amazon.awssdk</groupId>
<artifactId>service-test-utils</artifactId>
<version>${awsjavasdk.version}</version>
<scope>test</scope>
</dependency>
</dependencies>

<build>
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,45 @@
{
"version":"2.0",
"metadata":{
"apiVersion":"2016-03-11",
"endpointPrefix":"internalconfig",
"jsonVersion":"1.1",
"protocol":"rest-json",
"serviceAbbreviation":"AwsMultiAuthService",
"serviceFullName":"AWS Multi Auth Service",
"serviceId":"Multiauth",
"targetPrefix":"MultiAuth",
"auth":["aws.auth#sigv4a","aws.auth#sigv4"],
"timestampFormat":"unixTimestamp",
"uid":"restjson-2016-03-11"
},
"operations":{
"simpleOperationWithNoEndpointParams":{
"name":"simpleOperationWithNoEndpointParams",
"http":{
"method":"POST",
"requestUri":"/2016-03-11/simpleOperationWithNoEndpointParams"
},
"input":{"shape":"SampleRequest"}
},
"simpleOperationWithEndpointParams":{
"name":"simpleOperationWithEndpointParams",
"http":{
"method":"POST",
"requestUri":"/2016-03-11/multiAuthWithOnlySigv4aAndSigv4"
},
"input":{"shape":"SampleRequest"}
}
},
"shapes": {
"SampleRequest": {
"type": "structure",
"members": {
"StringMember": {
"shape": "String"
}
}
},
"String":{"type":"string"}
}
}
Loading
Loading