Skip to content

Commit 4a4d44f

Browse files
author
awstools
committed
feat(client-glue): feature: Glue: Add support for Iceberg materialized view in Glue Data Catalog, including updated CreateTable API to support materialized views and new APIs for managing data refresh for materialized views.
feature: Glue: Add support for Iceberg table encryption keys and struct field defaults.
1 parent f9105f9 commit 4a4d44f

File tree

16 files changed

+635
-110
lines changed

16 files changed

+635
-110
lines changed

clients/client-glue/src/commands/CreateTableCommand.ts

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -135,9 +135,16 @@ export interface CreateTableCommandOutput extends CreateTableResponse, __Metadat
135135
* ViewExpandedText: "STRING_VALUE",
136136
* },
137137
* ],
138+
* ViewVersionId: Number("long"),
139+
* ViewVersionToken: "STRING_VALUE",
140+
* RefreshSeconds: Number("long"),
141+
* LastRefreshType: "FULL" || "INCREMENTAL",
138142
* SubObjects: [ // ViewSubObjectsList
139143
* "STRING_VALUE",
140144
* ],
145+
* SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
146+
* Number("long"),
147+
* ],
141148
* },
142149
* },
143150
* PartitionIndexes: [ // PartitionIndexList
@@ -168,6 +175,8 @@ export interface CreateTableCommandOutput extends CreateTableResponse, __Metadat
168175
* Type: "DOCUMENT_VALUE", // required
169176
* Required: true || false, // required
170177
* Doc: "STRING_VALUE",
178+
* InitialDefault: "DOCUMENT_VALUE",
179+
* WriteDefault: "DOCUMENT_VALUE",
171180
* },
172181
* ],
173182
* },

clients/client-glue/src/commands/GetTableCommand.ts

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -155,9 +155,16 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
155155
* // ViewDefinition: { // ViewDefinition
156156
* // IsProtected: true || false,
157157
* // Definer: "STRING_VALUE",
158+
* // ViewVersionId: Number("long"),
159+
* // ViewVersionToken: "STRING_VALUE",
160+
* // RefreshSeconds: Number("long"),
161+
* // LastRefreshType: "FULL" || "INCREMENTAL",
158162
* // SubObjects: [ // ViewSubObjectsList
159163
* // "STRING_VALUE",
160164
* // ],
165+
* // SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
166+
* // Number("long"),
167+
* // ],
161168
* // Representations: [ // ViewRepresentationList
162169
* // { // ViewRepresentation
163170
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -170,6 +177,7 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
170177
* // ],
171178
* // },
172179
* // IsMultiDialectView: true || false,
180+
* // IsMaterializedView: true || false,
173181
* // Status: { // TableStatus
174182
* // RequestedBy: "STRING_VALUE",
175183
* // UpdatedBy: "STRING_VALUE",
@@ -259,9 +267,16 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
259267
* // ViewDefinition: {
260268
* // IsProtected: true || false,
261269
* // Definer: "STRING_VALUE",
270+
* // ViewVersionId: Number("long"),
271+
* // ViewVersionToken: "STRING_VALUE",
272+
* // RefreshSeconds: Number("long"),
273+
* // LastRefreshType: "FULL" || "INCREMENTAL",
262274
* // SubObjects: [
263275
* // "STRING_VALUE",
264276
* // ],
277+
* // SubObjectVersionIds: [
278+
* // Number("long"),
279+
* // ],
265280
* // Representations: [
266281
* // {
267282
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -274,6 +289,7 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
274289
* // ],
275290
* // },
276291
* // IsMultiDialectView: true || false,
292+
* // IsMaterializedView: true || false,
277293
* // Status: {
278294
* // RequestedBy: "STRING_VALUE",
279295
* // UpdatedBy: "STRING_VALUE",

clients/client-glue/src/commands/GetTableVersionCommand.ts

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -146,9 +146,16 @@ export interface GetTableVersionCommandOutput extends GetTableVersionResponse, _
146146
* // ViewDefinition: { // ViewDefinition
147147
* // IsProtected: true || false,
148148
* // Definer: "STRING_VALUE",
149+
* // ViewVersionId: Number("long"),
150+
* // ViewVersionToken: "STRING_VALUE",
151+
* // RefreshSeconds: Number("long"),
152+
* // LastRefreshType: "FULL" || "INCREMENTAL",
149153
* // SubObjects: [ // ViewSubObjectsList
150154
* // "STRING_VALUE",
151155
* // ],
156+
* // SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
157+
* // Number("long"),
158+
* // ],
152159
* // Representations: [ // ViewRepresentationList
153160
* // { // ViewRepresentation
154161
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -161,6 +168,7 @@ export interface GetTableVersionCommandOutput extends GetTableVersionResponse, _
161168
* // ],
162169
* // },
163170
* // IsMultiDialectView: true || false,
171+
* // IsMaterializedView: true || false,
164172
* // Status: { // TableStatus
165173
* // RequestedBy: "STRING_VALUE",
166174
* // UpdatedBy: "STRING_VALUE",
@@ -250,9 +258,16 @@ export interface GetTableVersionCommandOutput extends GetTableVersionResponse, _
250258
* // ViewDefinition: {
251259
* // IsProtected: true || false,
252260
* // Definer: "STRING_VALUE",
261+
* // ViewVersionId: Number("long"),
262+
* // ViewVersionToken: "STRING_VALUE",
263+
* // RefreshSeconds: Number("long"),
264+
* // LastRefreshType: "FULL" || "INCREMENTAL",
253265
* // SubObjects: [
254266
* // "STRING_VALUE",
255267
* // ],
268+
* // SubObjectVersionIds: [
269+
* // Number("long"),
270+
* // ],
256271
* // Representations: [
257272
* // {
258273
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -265,6 +280,7 @@ export interface GetTableVersionCommandOutput extends GetTableVersionResponse, _
265280
* // ],
266281
* // },
267282
* // IsMultiDialectView: true || false,
283+
* // IsMaterializedView: true || false,
268284
* // Status: {
269285
* // RequestedBy: "STRING_VALUE",
270286
* // UpdatedBy: "STRING_VALUE",

clients/client-glue/src/commands/GetTableVersionsCommand.ts

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -149,9 +149,16 @@ export interface GetTableVersionsCommandOutput extends GetTableVersionsResponse,
149149
* // ViewDefinition: { // ViewDefinition
150150
* // IsProtected: true || false,
151151
* // Definer: "STRING_VALUE",
152+
* // ViewVersionId: Number("long"),
153+
* // ViewVersionToken: "STRING_VALUE",
154+
* // RefreshSeconds: Number("long"),
155+
* // LastRefreshType: "FULL" || "INCREMENTAL",
152156
* // SubObjects: [ // ViewSubObjectsList
153157
* // "STRING_VALUE",
154158
* // ],
159+
* // SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
160+
* // Number("long"),
161+
* // ],
155162
* // Representations: [ // ViewRepresentationList
156163
* // { // ViewRepresentation
157164
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -164,6 +171,7 @@ export interface GetTableVersionsCommandOutput extends GetTableVersionsResponse,
164171
* // ],
165172
* // },
166173
* // IsMultiDialectView: true || false,
174+
* // IsMaterializedView: true || false,
167175
* // Status: { // TableStatus
168176
* // RequestedBy: "STRING_VALUE",
169177
* // UpdatedBy: "STRING_VALUE",
@@ -253,9 +261,16 @@ export interface GetTableVersionsCommandOutput extends GetTableVersionsResponse,
253261
* // ViewDefinition: {
254262
* // IsProtected: true || false,
255263
* // Definer: "STRING_VALUE",
264+
* // ViewVersionId: Number("long"),
265+
* // ViewVersionToken: "STRING_VALUE",
266+
* // RefreshSeconds: Number("long"),
267+
* // LastRefreshType: "FULL" || "INCREMENTAL",
256268
* // SubObjects: [
257269
* // "STRING_VALUE",
258270
* // ],
271+
* // SubObjectVersionIds: [
272+
* // Number("long"),
273+
* // ],
259274
* // Representations: [
260275
* // {
261276
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -268,6 +283,7 @@ export interface GetTableVersionsCommandOutput extends GetTableVersionsResponse,
268283
* // ],
269284
* // },
270285
* // IsMultiDialectView: true || false,
286+
* // IsMaterializedView: true || false,
271287
* // Status: {
272288
* // RequestedBy: "STRING_VALUE",
273289
* // UpdatedBy: "STRING_VALUE",

clients/client-glue/src/commands/GetTablesCommand.ts

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -161,9 +161,16 @@ export interface GetTablesCommandOutput extends GetTablesResponse, __MetadataBea
161161
* // ViewDefinition: { // ViewDefinition
162162
* // IsProtected: true || false,
163163
* // Definer: "STRING_VALUE",
164+
* // ViewVersionId: Number("long"),
165+
* // ViewVersionToken: "STRING_VALUE",
166+
* // RefreshSeconds: Number("long"),
167+
* // LastRefreshType: "FULL" || "INCREMENTAL",
164168
* // SubObjects: [ // ViewSubObjectsList
165169
* // "STRING_VALUE",
166170
* // ],
171+
* // SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
172+
* // Number("long"),
173+
* // ],
167174
* // Representations: [ // ViewRepresentationList
168175
* // { // ViewRepresentation
169176
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -176,6 +183,7 @@ export interface GetTablesCommandOutput extends GetTablesResponse, __MetadataBea
176183
* // ],
177184
* // },
178185
* // IsMultiDialectView: true || false,
186+
* // IsMaterializedView: true || false,
179187
* // Status: { // TableStatus
180188
* // RequestedBy: "STRING_VALUE",
181189
* // UpdatedBy: "STRING_VALUE",
@@ -265,9 +273,16 @@ export interface GetTablesCommandOutput extends GetTablesResponse, __MetadataBea
265273
* // ViewDefinition: {
266274
* // IsProtected: true || false,
267275
* // Definer: "STRING_VALUE",
276+
* // ViewVersionId: Number("long"),
277+
* // ViewVersionToken: "STRING_VALUE",
278+
* // RefreshSeconds: Number("long"),
279+
* // LastRefreshType: "FULL" || "INCREMENTAL",
268280
* // SubObjects: [
269281
* // "STRING_VALUE",
270282
* // ],
283+
* // SubObjectVersionIds: [
284+
* // Number("long"),
285+
* // ],
271286
* // Representations: [
272287
* // {
273288
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -280,6 +295,7 @@ export interface GetTablesCommandOutput extends GetTablesResponse, __MetadataBea
280295
* // ],
281296
* // },
282297
* // IsMultiDialectView: true || false,
298+
* // IsMaterializedView: true || false,
283299
* // Status: {
284300
* // RequestedBy: "STRING_VALUE",
285301
* // UpdatedBy: "STRING_VALUE",

clients/client-glue/src/commands/GetUnfilteredTableMetadataCommand.ts

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -174,9 +174,16 @@ export interface GetUnfilteredTableMetadataCommandOutput extends GetUnfilteredTa
174174
* // ViewDefinition: { // ViewDefinition
175175
* // IsProtected: true || false,
176176
* // Definer: "STRING_VALUE",
177+
* // ViewVersionId: Number("long"),
178+
* // ViewVersionToken: "STRING_VALUE",
179+
* // RefreshSeconds: Number("long"),
180+
* // LastRefreshType: "FULL" || "INCREMENTAL",
177181
* // SubObjects: [ // ViewSubObjectsList
178182
* // "STRING_VALUE",
179183
* // ],
184+
* // SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
185+
* // Number("long"),
186+
* // ],
180187
* // Representations: [ // ViewRepresentationList
181188
* // { // ViewRepresentation
182189
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -189,6 +196,7 @@ export interface GetUnfilteredTableMetadataCommandOutput extends GetUnfilteredTa
189196
* // ],
190197
* // },
191198
* // IsMultiDialectView: true || false,
199+
* // IsMaterializedView: true || false,
192200
* // Status: { // TableStatus
193201
* // RequestedBy: "STRING_VALUE",
194202
* // UpdatedBy: "STRING_VALUE",
@@ -278,9 +286,16 @@ export interface GetUnfilteredTableMetadataCommandOutput extends GetUnfilteredTa
278286
* // ViewDefinition: {
279287
* // IsProtected: true || false,
280288
* // Definer: "STRING_VALUE",
289+
* // ViewVersionId: Number("long"),
290+
* // ViewVersionToken: "STRING_VALUE",
291+
* // RefreshSeconds: Number("long"),
292+
* // LastRefreshType: "FULL" || "INCREMENTAL",
281293
* // SubObjects: [
282294
* // "STRING_VALUE",
283295
* // ],
296+
* // SubObjectVersionIds: [
297+
* // Number("long"),
298+
* // ],
284299
* // Representations: [
285300
* // {
286301
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -293,6 +308,7 @@ export interface GetUnfilteredTableMetadataCommandOutput extends GetUnfilteredTa
293308
* // ],
294309
* // },
295310
* // IsMultiDialectView: true || false,
311+
* // IsMaterializedView: true || false,
296312
* // Status: {
297313
* // RequestedBy: "STRING_VALUE",
298314
* // UpdatedBy: "STRING_VALUE",
@@ -342,6 +358,7 @@ export interface GetUnfilteredTableMetadataCommandOutput extends GetUnfilteredTa
342358
* // ],
343359
* // QueryAuthorizationId: "STRING_VALUE",
344360
* // IsMultiDialectView: true || false,
361+
* // IsMaterializedView: true || false,
345362
* // ResourceArn: "STRING_VALUE",
346363
* // IsProtected: true || false,
347364
* // Permissions: [ // PermissionList

clients/client-glue/src/commands/SearchTablesCommand.ts

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -163,9 +163,16 @@ export interface SearchTablesCommandOutput extends SearchTablesResponse, __Metad
163163
* // ViewDefinition: { // ViewDefinition
164164
* // IsProtected: true || false,
165165
* // Definer: "STRING_VALUE",
166+
* // ViewVersionId: Number("long"),
167+
* // ViewVersionToken: "STRING_VALUE",
168+
* // RefreshSeconds: Number("long"),
169+
* // LastRefreshType: "FULL" || "INCREMENTAL",
166170
* // SubObjects: [ // ViewSubObjectsList
167171
* // "STRING_VALUE",
168172
* // ],
173+
* // SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
174+
* // Number("long"),
175+
* // ],
169176
* // Representations: [ // ViewRepresentationList
170177
* // { // ViewRepresentation
171178
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -178,6 +185,7 @@ export interface SearchTablesCommandOutput extends SearchTablesResponse, __Metad
178185
* // ],
179186
* // },
180187
* // IsMultiDialectView: true || false,
188+
* // IsMaterializedView: true || false,
181189
* // Status: { // TableStatus
182190
* // RequestedBy: "STRING_VALUE",
183191
* // UpdatedBy: "STRING_VALUE",
@@ -267,9 +275,16 @@ export interface SearchTablesCommandOutput extends SearchTablesResponse, __Metad
267275
* // ViewDefinition: {
268276
* // IsProtected: true || false,
269277
* // Definer: "STRING_VALUE",
278+
* // ViewVersionId: Number("long"),
279+
* // ViewVersionToken: "STRING_VALUE",
280+
* // RefreshSeconds: Number("long"),
281+
* // LastRefreshType: "FULL" || "INCREMENTAL",
270282
* // SubObjects: [
271283
* // "STRING_VALUE",
272284
* // ],
285+
* // SubObjectVersionIds: [
286+
* // Number("long"),
287+
* // ],
273288
* // Representations: [
274289
* // {
275290
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
@@ -282,6 +297,7 @@ export interface SearchTablesCommandOutput extends SearchTablesResponse, __Metad
282297
* // ],
283298
* // },
284299
* // IsMultiDialectView: true || false,
300+
* // IsMaterializedView: true || false,
285301
* // Status: {
286302
* // RequestedBy: "STRING_VALUE",
287303
* // UpdatedBy: "STRING_VALUE",

clients/client-glue/src/commands/UpdateTableCommand.ts

Lines changed: 19 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -135,9 +135,16 @@ export interface UpdateTableCommandOutput extends UpdateTableResponse, __Metadat
135135
* ViewExpandedText: "STRING_VALUE",
136136
* },
137137
* ],
138+
* ViewVersionId: Number("long"),
139+
* ViewVersionToken: "STRING_VALUE",
140+
* RefreshSeconds: Number("long"),
141+
* LastRefreshType: "FULL" || "INCREMENTAL",
138142
* SubObjects: [ // ViewSubObjectsList
139143
* "STRING_VALUE",
140144
* ],
145+
* SubObjectVersionIds: [ // ViewSubObjectVersionIdsList
146+
* Number("long"),
147+
* ],
141148
* },
142149
* },
143150
* SkipArchive: true || false,
@@ -163,6 +170,8 @@ export interface UpdateTableCommandOutput extends UpdateTableResponse, __Metadat
163170
* Type: "DOCUMENT_VALUE", // required
164171
* Required: true || false, // required
165172
* Doc: "STRING_VALUE",
173+
* InitialDefault: "DOCUMENT_VALUE",
174+
* WriteDefault: "DOCUMENT_VALUE",
166175
* },
167176
* ],
168177
* },
@@ -192,6 +201,16 @@ export interface UpdateTableCommandOutput extends UpdateTableResponse, __Metadat
192201
* Properties: { // StringToStringMap
193202
* "<keys>": "STRING_VALUE",
194203
* },
204+
* Action: "add-schema" || "set-current-schema" || "add-spec" || "set-default-spec" || "add-sort-order" || "set-default-sort-order" || "set-location" || "set-properties" || "remove-properties" || "add-encryption-key" || "remove-encryption-key",
205+
* EncryptionKey: { // IcebergEncryptedKey
206+
* KeyId: "STRING_VALUE", // required
207+
* EncryptedKeyMetadata: "STRING_VALUE", // required
208+
* EncryptedById: "STRING_VALUE",
209+
* Properties: {
210+
* "<keys>": "STRING_VALUE",
211+
* },
212+
* },
213+
* KeyId: "STRING_VALUE",
195214
* },
196215
* ],
197216
* },

clients/client-glue/src/commands/UpdateTriggerCommand.ts

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,8 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
55

66
import { commonParams } from "../endpoint/EndpointParameters";
77
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
8-
import { UpdateTriggerRequest, UpdateTriggerResponse } from "../models/models_2";
8+
import { UpdateTriggerRequest } from "../models/models_2";
9+
import { UpdateTriggerResponse } from "../models/models_3";
910
import { UpdateTrigger } from "../schemas/schemas_0";
1011

1112
/**

0 commit comments

Comments
 (0)