Skip to content

Commit

Permalink
feat(client-sagemaker): Adds support for ModelDataSource in Model Pac…
Browse files Browse the repository at this point in the history
…kages to support unzipped models. Adds support to specify SourceUri for models which allows registration of models without mandating a container for hosting. Using SourceUri, customers can decouple the model from hosting information during registration.
  • Loading branch information
awstools committed Feb 29, 2024
1 parent 7e1e66c commit 06093eb
Show file tree
Hide file tree
Showing 15 changed files with 502 additions and 220 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,16 @@ export interface BatchDescribeModelPackageCommandOutput extends BatchDescribeMod
* // Image: "STRING_VALUE", // required
* // ImageDigest: "STRING_VALUE",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: { // ModelDataSource
* // S3DataSource: { // S3ModelDataSource
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: { // ModelAccessConfig
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ProductId: "STRING_VALUE",
* // Environment: { // EnvironmentMap
* // "<keys>": "STRING_VALUE",
Expand Down
10 changes: 10 additions & 0 deletions clients/client-sagemaker/src/commands/CreateAlgorithmCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -111,6 +111,16 @@ export interface CreateAlgorithmCommandOutput extends CreateAlgorithmOutput, __M
* Image: "STRING_VALUE", // required
* ImageDigest: "STRING_VALUE",
* ModelDataUrl: "STRING_VALUE",
* ModelDataSource: { // ModelDataSource
* S3DataSource: { // S3ModelDataSource
* S3Uri: "STRING_VALUE", // required
* S3DataType: "S3Prefix" || "S3Object", // required
* CompressionType: "None" || "Gzip", // required
* ModelAccessConfig: { // ModelAccessConfig
* AcceptEula: true || false, // required
* },
* },
* },
* ProductId: "STRING_VALUE",
* Environment: { // EnvironmentMap
* "<keys>": "STRING_VALUE",
Expand Down
3 changes: 0 additions & 3 deletions clients/client-sagemaker/src/commands/CreateModelCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -38,9 +38,6 @@ export interface CreateModelCommandOutput extends CreateModelOutput, __MetadataB
* <code>CreateEndpointConfig</code> API, and then create an endpoint with the
* <code>CreateEndpoint</code> API. SageMaker then deploys all of the containers that you
* defined for the model in the hosting environment. </p>
* <p>For an example that calls this method when deploying a model to SageMaker hosting services,
* see <a href="https://docs.aws.amazon.com/sagemaker/latest/dg/realtime-endpoints-deployment.html#realtime-endpoints-deployment-create-model">Create a Model (Amazon Web Services SDK for Python (Boto 3)).</a>
* </p>
* <p>To run a batch transform using your model, you start a job with the
* <code>CreateTransformJob</code> API. SageMaker uses your model and your dataset to get
* inferences which are then saved to a specified S3 location.</p>
Expand Down
31 changes: 31 additions & 0 deletions clients/client-sagemaker/src/commands/CreateModelPackageCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,16 @@ export interface CreateModelPackageCommandOutput extends CreateModelPackageOutpu
* Image: "STRING_VALUE", // required
* ImageDigest: "STRING_VALUE",
* ModelDataUrl: "STRING_VALUE",
* ModelDataSource: { // ModelDataSource
* S3DataSource: { // S3ModelDataSource
* S3Uri: "STRING_VALUE", // required
* S3DataType: "S3Prefix" || "S3Object", // required
* CompressionType: "None" || "Gzip", // required
* ModelAccessConfig: { // ModelAccessConfig
* AcceptEula: true || false, // required
* },
* },
* },
* ProductId: "STRING_VALUE",
* Environment: { // EnvironmentMap
* "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -137,6 +147,16 @@ export interface CreateModelPackageCommandOutput extends CreateModelPackageOutpu
* SourceAlgorithms: [ // SourceAlgorithmList // required
* { // SourceAlgorithm
* ModelDataUrl: "STRING_VALUE",
* ModelDataSource: {
* S3DataSource: {
* S3Uri: "STRING_VALUE", // required
* S3DataType: "S3Prefix" || "S3Object", // required
* CompressionType: "None" || "Gzip", // required
* ModelAccessConfig: {
* AcceptEula: true || false, // required
* },
* },
* },
* AlgorithmName: "STRING_VALUE", // required
* },
* ],
Expand Down Expand Up @@ -237,6 +257,16 @@ export interface CreateModelPackageCommandOutput extends CreateModelPackageOutpu
* Image: "STRING_VALUE", // required
* ImageDigest: "STRING_VALUE",
* ModelDataUrl: "STRING_VALUE",
* ModelDataSource: {
* S3DataSource: {
* S3Uri: "STRING_VALUE", // required
* S3DataType: "S3Prefix" || "S3Object", // required
* CompressionType: "None" || "Gzip", // required
* ModelAccessConfig: {
* AcceptEula: true || false, // required
* },
* },
* },
* ProductId: "STRING_VALUE",
* Environment: {
* "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -269,6 +299,7 @@ export interface CreateModelPackageCommandOutput extends CreateModelPackageOutpu
* },
* ],
* SkipModelValidation: "All" || "None",
* SourceUri: "STRING_VALUE",
* };
* const command = new CreateModelPackageCommand(input);
* const response = await client.send(command);
Expand Down
10 changes: 10 additions & 0 deletions clients/client-sagemaker/src/commands/DescribeAlgorithmCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -118,6 +118,16 @@ export interface DescribeAlgorithmCommandOutput extends DescribeAlgorithmOutput,
* // Image: "STRING_VALUE", // required
* // ImageDigest: "STRING_VALUE",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: { // ModelDataSource
* // S3DataSource: { // S3ModelDataSource
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: { // ModelAccessConfig
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ProductId: "STRING_VALUE",
* // Environment: { // EnvironmentMap
* // "<keys>": "STRING_VALUE",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,16 @@ export interface DescribeModelPackageCommandOutput extends DescribeModelPackageO
* // Image: "STRING_VALUE", // required
* // ImageDigest: "STRING_VALUE",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: { // ModelDataSource
* // S3DataSource: { // S3ModelDataSource
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: { // ModelAccessConfig
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ProductId: "STRING_VALUE",
* // Environment: { // EnvironmentMap
* // "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -91,6 +101,16 @@ export interface DescribeModelPackageCommandOutput extends DescribeModelPackageO
* // SourceAlgorithms: [ // SourceAlgorithmList // required
* // { // SourceAlgorithm
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: {
* // S3DataSource: {
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: {
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // AlgorithmName: "STRING_VALUE", // required
* // },
* // ],
Expand Down Expand Up @@ -261,6 +281,16 @@ export interface DescribeModelPackageCommandOutput extends DescribeModelPackageO
* // Image: "STRING_VALUE", // required
* // ImageDigest: "STRING_VALUE",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: {
* // S3DataSource: {
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: {
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ProductId: "STRING_VALUE",
* // Environment: {
* // "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -293,6 +323,7 @@ export interface DescribeModelPackageCommandOutput extends DescribeModelPackageO
* // },
* // ],
* // SkipModelValidation: "All" || "None",
* // SourceUri: "STRING_VALUE",
* // };
*
* ```
Expand Down
53 changes: 33 additions & 20 deletions clients/client-sagemaker/src/commands/SearchCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1088,6 +1088,16 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // Image: "STRING_VALUE", // required
* // ImageDigest: "STRING_VALUE",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: { // ModelDataSource
* // S3DataSource: { // S3ModelDataSource
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: { // ModelAccessConfig
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ProductId: "STRING_VALUE",
* // Environment: { // EnvironmentMap
* // "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -1122,6 +1132,16 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // SourceAlgorithms: [ // SourceAlgorithmList // required
* // { // SourceAlgorithm
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: {
* // S3DataSource: {
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: {
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // AlgorithmName: "STRING_VALUE", // required
* // },
* // ],
Expand Down Expand Up @@ -1244,6 +1264,16 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // Image: "STRING_VALUE", // required
* // ImageDigest: "STRING_VALUE",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: {
* // S3DataSource: {
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: {
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ProductId: "STRING_VALUE",
* // Environment: {
* // "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -1275,6 +1305,7 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // ],
* // },
* // ],
* // SourceUri: "STRING_VALUE",
* // Tags: "<TagList>",
* // CustomerMetadataProperties: { // CustomerMetadataMap
* // "<keys>": "STRING_VALUE",
Expand Down Expand Up @@ -1783,16 +1814,7 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // },
* // Mode: "SingleModel" || "MultiModel",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: { // ModelDataSource
* // S3DataSource: { // S3ModelDataSource
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: { // ModelAccessConfig
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ModelDataSource: "<ModelDataSource>",
* // Environment: "<EnvironmentMap>",
* // ModelPackageName: "STRING_VALUE",
* // InferenceSpecificationName: "STRING_VALUE",
Expand All @@ -1812,16 +1834,7 @@ export interface SearchCommandOutput extends SearchResponse, __MetadataBearer {}
* // },
* // Mode: "SingleModel" || "MultiModel",
* // ModelDataUrl: "STRING_VALUE",
* // ModelDataSource: {
* // S3DataSource: {
* // S3Uri: "STRING_VALUE", // required
* // S3DataType: "S3Prefix" || "S3Object", // required
* // CompressionType: "None" || "Gzip", // required
* // ModelAccessConfig: {
* // AcceptEula: true || false, // required
* // },
* // },
* // },
* // ModelDataSource: "<ModelDataSource>",
* // Environment: "<EnvironmentMap>",
* // ModelPackageName: "STRING_VALUE",
* // InferenceSpecificationName: "STRING_VALUE",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,10 @@ export interface UpdateFeatureGroupCommandOutput extends UpdateFeatureGroupRespo
* feature group <i>after the feature group is updated</i>. If a record level
* <code>TtlDuration</code> exists from using the <code>PutRecord</code> API, the record
* level <code>TtlDuration</code> applies to that record instead of the default
* <code>TtlDuration</code>.</p>
* <code>TtlDuration</code>. To remove the default <code>TtlDuration</code> from an
* existing feature group, use the <code>UpdateFeatureGroup</code> API and set the
* <code>TtlDuration</code>
* <code>Unit</code> and <code>Value</code> to <code>null</code>.</p>
* @example
* Use a bare-bones client and the command you need to make an API call.
* ```javascript
Expand Down
Loading

0 comments on commit 06093eb

Please sign in to comment.