mypydantic.models.emr_serverless

  1# Model Generated: Thu Mar  2 21:56:19 2023
  2
  3from __future__ import annotations
  4
  5from datetime import datetime
  6from typing import Any, Dict, List, Literal, Mapping, Optional, Sequence, Union
  7
  8from pydantic import Field
  9
 10from mypydantic.models.base_model import BaseModel
 11
 12
 13class ApplicationSummaryModel(BaseModel):
 14    id: str = Field(alias="id")
 15    arn: str = Field(alias="arn")
 16    release_label: str = Field(alias="releaseLabel")
 17    type: str = Field(alias="type")
 18    state: Literal[
 19        "CREATED",
 20        "CREATING",
 21        "STARTED",
 22        "STARTING",
 23        "STOPPED",
 24        "STOPPING",
 25        "TERMINATED",
 26    ] = Field(alias="state")
 27    created_at: datetime = Field(alias="createdAt")
 28    updated_at: datetime = Field(alias="updatedAt")
 29    name: Optional[str] = Field(default=None, alias="name")
 30    state_details: Optional[str] = Field(default=None, alias="stateDetails")
 31    architecture: Optional[Literal["ARM64", "X86_64"]] = Field(
 32        default=None, alias="architecture"
 33    )
 34
 35
 36class AutoStartConfigModel(BaseModel):
 37    enabled: Optional[bool] = Field(default=None, alias="enabled")
 38
 39
 40class AutoStopConfigModel(BaseModel):
 41    enabled: Optional[bool] = Field(default=None, alias="enabled")
 42    idle_timeout_minutes: Optional[int] = Field(
 43        default=None, alias="idleTimeoutMinutes"
 44    )
 45
 46
 47class ImageConfigurationModel(BaseModel):
 48    image_uri: str = Field(alias="imageUri")
 49    resolved_image_digest: Optional[str] = Field(
 50        default=None, alias="resolvedImageDigest"
 51    )
 52
 53
 54class MaximumAllowedResourcesModel(BaseModel):
 55    cpu: str = Field(alias="cpu")
 56    memory: str = Field(alias="memory")
 57    disk: Optional[str] = Field(default=None, alias="disk")
 58
 59
 60class NetworkConfigurationModel(BaseModel):
 61    subnet_ids: Optional[Sequence[str]] = Field(default=None, alias="subnetIds")
 62    security_group_ids: Optional[Sequence[str]] = Field(
 63        default=None, alias="securityGroupIds"
 64    )
 65
 66
 67class CancelJobRunRequestModel(BaseModel):
 68    application_id: str = Field(alias="applicationId")
 69    job_run_id: str = Field(alias="jobRunId")
 70
 71
 72class ResponseMetadataModel(BaseModel):
 73    request_id: str = Field(alias="RequestId")
 74    host_id: str = Field(alias="HostId")
 75    http_status_code: int = Field(alias="HTTPStatusCode")
 76    http_headers: Dict[str, str] = Field(alias="HTTPHeaders")
 77    retry_attempts: int = Field(alias="RetryAttempts")
 78
 79
 80class ConfigurationModel(BaseModel):
 81    classification: str = Field(alias="classification")
 82    properties: Optional[Dict[str, str]] = Field(default=None, alias="properties")
 83    configurations: Optional[List[Dict[str, Any]]] = Field(
 84        default=None, alias="configurations"
 85    )
 86
 87
 88class ImageConfigurationInputModel(BaseModel):
 89    image_uri: Optional[str] = Field(default=None, alias="imageUri")
 90
 91
 92class DeleteApplicationRequestModel(BaseModel):
 93    application_id: str = Field(alias="applicationId")
 94
 95
 96class GetApplicationRequestModel(BaseModel):
 97    application_id: str = Field(alias="applicationId")
 98
 99
100class GetDashboardForJobRunRequestModel(BaseModel):
101    application_id: str = Field(alias="applicationId")
102    job_run_id: str = Field(alias="jobRunId")
103
104
105class GetJobRunRequestModel(BaseModel):
106    application_id: str = Field(alias="applicationId")
107    job_run_id: str = Field(alias="jobRunId")
108
109
110class HiveModel(BaseModel):
111    query: str = Field(alias="query")
112    init_query_file: Optional[str] = Field(default=None, alias="initQueryFile")
113    parameters: Optional[str] = Field(default=None, alias="parameters")
114
115
116class WorkerResourceConfigModel(BaseModel):
117    cpu: str = Field(alias="cpu")
118    memory: str = Field(alias="memory")
119    disk: Optional[str] = Field(default=None, alias="disk")
120
121
122class SparkSubmitModel(BaseModel):
123    entry_point: str = Field(alias="entryPoint")
124    entry_point_arguments: Optional[List[str]] = Field(
125        default=None, alias="entryPointArguments"
126    )
127    spark_submit_parameters: Optional[str] = Field(
128        default=None, alias="sparkSubmitParameters"
129    )
130
131
132class JobRunSummaryModel(BaseModel):
133    application_id: str = Field(alias="applicationId")
134    id: str = Field(alias="id")
135    arn: str = Field(alias="arn")
136    created_by: str = Field(alias="createdBy")
137    created_at: datetime = Field(alias="createdAt")
138    updated_at: datetime = Field(alias="updatedAt")
139    execution_role: str = Field(alias="executionRole")
140    state: Literal[
141        "CANCELLED",
142        "CANCELLING",
143        "FAILED",
144        "PENDING",
145        "RUNNING",
146        "SCHEDULED",
147        "SUBMITTED",
148        "SUCCESS",
149    ] = Field(alias="state")
150    state_details: str = Field(alias="stateDetails")
151    release_label: str = Field(alias="releaseLabel")
152    name: Optional[str] = Field(default=None, alias="name")
153    type: Optional[str] = Field(default=None, alias="type")
154
155
156class TotalResourceUtilizationModel(BaseModel):
157    vcp_uhour: Optional[float] = Field(default=None, alias="vCPUHour")
158    memory_gbhour: Optional[float] = Field(default=None, alias="memoryGBHour")
159    storage_gbhour: Optional[float] = Field(default=None, alias="storageGBHour")
160
161
162class PaginatorConfigModel(BaseModel):
163    max_items: Optional[int] = Field(default=None, alias="MaxItems")
164    page_size: Optional[int] = Field(default=None, alias="PageSize")
165    starting_token: Optional[str] = Field(default=None, alias="StartingToken")
166
167
168class ListApplicationsRequestModel(BaseModel):
169    next_token: Optional[str] = Field(default=None, alias="nextToken")
170    max_results: Optional[int] = Field(default=None, alias="maxResults")
171    states: Optional[
172        Sequence[
173            Literal[
174                "CREATED",
175                "CREATING",
176                "STARTED",
177                "STARTING",
178                "STOPPED",
179                "STOPPING",
180                "TERMINATED",
181            ]
182        ]
183    ] = Field(default=None, alias="states")
184
185
186class ListJobRunsRequestModel(BaseModel):
187    application_id: str = Field(alias="applicationId")
188    next_token: Optional[str] = Field(default=None, alias="nextToken")
189    max_results: Optional[int] = Field(default=None, alias="maxResults")
190    created_at_after: Optional[Union[datetime, str]] = Field(
191        default=None, alias="createdAtAfter"
192    )
193    created_at_before: Optional[Union[datetime, str]] = Field(
194        default=None, alias="createdAtBefore"
195    )
196    states: Optional[
197        Sequence[
198            Literal[
199                "CANCELLED",
200                "CANCELLING",
201                "FAILED",
202                "PENDING",
203                "RUNNING",
204                "SCHEDULED",
205                "SUBMITTED",
206                "SUCCESS",
207            ]
208        ]
209    ] = Field(default=None, alias="states")
210
211
212class ListTagsForResourceRequestModel(BaseModel):
213    resource_arn: str = Field(alias="resourceArn")
214
215
216class ManagedPersistenceMonitoringConfigurationModel(BaseModel):
217    enabled: Optional[bool] = Field(default=None, alias="enabled")
218    encryption_key_arn: Optional[str] = Field(default=None, alias="encryptionKeyArn")
219
220
221class S3MonitoringConfigurationModel(BaseModel):
222    log_uri: Optional[str] = Field(default=None, alias="logUri")
223    encryption_key_arn: Optional[str] = Field(default=None, alias="encryptionKeyArn")
224
225
226class StartApplicationRequestModel(BaseModel):
227    application_id: str = Field(alias="applicationId")
228
229
230class StopApplicationRequestModel(BaseModel):
231    application_id: str = Field(alias="applicationId")
232
233
234class TagResourceRequestModel(BaseModel):
235    resource_arn: str = Field(alias="resourceArn")
236    tags: Mapping[str, str] = Field(alias="tags")
237
238
239class UntagResourceRequestModel(BaseModel):
240    resource_arn: str = Field(alias="resourceArn")
241    tag_keys: Sequence[str] = Field(alias="tagKeys")
242
243
244class WorkerTypeSpecificationModel(BaseModel):
245    image_configuration: Optional[ImageConfigurationModel] = Field(
246        default=None, alias="imageConfiguration"
247    )
248
249
250class CancelJobRunResponseModel(BaseModel):
251    application_id: str = Field(alias="applicationId")
252    job_run_id: str = Field(alias="jobRunId")
253    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
254
255
256class CreateApplicationResponseModel(BaseModel):
257    application_id: str = Field(alias="applicationId")
258    name: str = Field(alias="name")
259    arn: str = Field(alias="arn")
260    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
261
262
263class GetDashboardForJobRunResponseModel(BaseModel):
264    url: str = Field(alias="url")
265    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
266
267
268class ListApplicationsResponseModel(BaseModel):
269    applications: List[ApplicationSummaryModel] = Field(alias="applications")
270    next_token: str = Field(alias="nextToken")
271    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
272
273
274class ListTagsForResourceResponseModel(BaseModel):
275    tags: Dict[str, str] = Field(alias="tags")
276    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
277
278
279class StartJobRunResponseModel(BaseModel):
280    application_id: str = Field(alias="applicationId")
281    job_run_id: str = Field(alias="jobRunId")
282    arn: str = Field(alias="arn")
283    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
284
285
286class WorkerTypeSpecificationInputModel(BaseModel):
287    image_configuration: Optional[ImageConfigurationInputModel] = Field(
288        default=None, alias="imageConfiguration"
289    )
290
291
292class InitialCapacityConfigModel(BaseModel):
293    worker_count: int = Field(alias="workerCount")
294    worker_configuration: Optional[WorkerResourceConfigModel] = Field(
295        default=None, alias="workerConfiguration"
296    )
297
298
299class JobDriverModel(BaseModel):
300    spark_submit: Optional[SparkSubmitModel] = Field(default=None, alias="sparkSubmit")
301    hive: Optional[HiveModel] = Field(default=None, alias="hive")
302
303
304class ListJobRunsResponseModel(BaseModel):
305    job_runs: List[JobRunSummaryModel] = Field(alias="jobRuns")
306    next_token: str = Field(alias="nextToken")
307    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
308
309
310class ListApplicationsRequestListApplicationsPaginateModel(BaseModel):
311    states: Optional[
312        Sequence[
313            Literal[
314                "CREATED",
315                "CREATING",
316                "STARTED",
317                "STARTING",
318                "STOPPED",
319                "STOPPING",
320                "TERMINATED",
321            ]
322        ]
323    ] = Field(default=None, alias="states")
324    pagination_config: Optional[PaginatorConfigModel] = Field(
325        default=None, alias="PaginationConfig"
326    )
327
328
329class ListJobRunsRequestListJobRunsPaginateModel(BaseModel):
330    application_id: str = Field(alias="applicationId")
331    created_at_after: Optional[Union[datetime, str]] = Field(
332        default=None, alias="createdAtAfter"
333    )
334    created_at_before: Optional[Union[datetime, str]] = Field(
335        default=None, alias="createdAtBefore"
336    )
337    states: Optional[
338        Sequence[
339            Literal[
340                "CANCELLED",
341                "CANCELLING",
342                "FAILED",
343                "PENDING",
344                "RUNNING",
345                "SCHEDULED",
346                "SUBMITTED",
347                "SUCCESS",
348            ]
349        ]
350    ] = Field(default=None, alias="states")
351    pagination_config: Optional[PaginatorConfigModel] = Field(
352        default=None, alias="PaginationConfig"
353    )
354
355
356class MonitoringConfigurationModel(BaseModel):
357    s3_monitoring_configuration: Optional[S3MonitoringConfigurationModel] = Field(
358        default=None, alias="s3MonitoringConfiguration"
359    )
360    managed_persistence_monitoring_configuration: Optional[
361        ManagedPersistenceMonitoringConfigurationModel
362    ] = Field(default=None, alias="managedPersistenceMonitoringConfiguration")
363
364
365class ApplicationModel(BaseModel):
366    application_id: str = Field(alias="applicationId")
367    arn: str = Field(alias="arn")
368    release_label: str = Field(alias="releaseLabel")
369    type: str = Field(alias="type")
370    state: Literal[
371        "CREATED",
372        "CREATING",
373        "STARTED",
374        "STARTING",
375        "STOPPED",
376        "STOPPING",
377        "TERMINATED",
378    ] = Field(alias="state")
379    created_at: datetime = Field(alias="createdAt")
380    updated_at: datetime = Field(alias="updatedAt")
381    name: Optional[str] = Field(default=None, alias="name")
382    state_details: Optional[str] = Field(default=None, alias="stateDetails")
383    initial_capacity: Optional[Dict[str, InitialCapacityConfigModel]] = Field(
384        default=None, alias="initialCapacity"
385    )
386    maximum_capacity: Optional[MaximumAllowedResourcesModel] = Field(
387        default=None, alias="maximumCapacity"
388    )
389    tags: Optional[Dict[str, str]] = Field(default=None, alias="tags")
390    auto_start_configuration: Optional[AutoStartConfigModel] = Field(
391        default=None, alias="autoStartConfiguration"
392    )
393    auto_stop_configuration: Optional[AutoStopConfigModel] = Field(
394        default=None, alias="autoStopConfiguration"
395    )
396    network_configuration: Optional[NetworkConfigurationModel] = Field(
397        default=None, alias="networkConfiguration"
398    )
399    architecture: Optional[Literal["ARM64", "X86_64"]] = Field(
400        default=None, alias="architecture"
401    )
402    image_configuration: Optional[ImageConfigurationModel] = Field(
403        default=None, alias="imageConfiguration"
404    )
405    worker_type_specifications: Optional[
406        Dict[str, WorkerTypeSpecificationModel]
407    ] = Field(default=None, alias="workerTypeSpecifications")
408
409
410class CreateApplicationRequestModel(BaseModel):
411    release_label: str = Field(alias="releaseLabel")
412    type: str = Field(alias="type")
413    client_token: str = Field(alias="clientToken")
414    name: Optional[str] = Field(default=None, alias="name")
415    initial_capacity: Optional[Mapping[str, InitialCapacityConfigModel]] = Field(
416        default=None, alias="initialCapacity"
417    )
418    maximum_capacity: Optional[MaximumAllowedResourcesModel] = Field(
419        default=None, alias="maximumCapacity"
420    )
421    tags: Optional[Mapping[str, str]] = Field(default=None, alias="tags")
422    auto_start_configuration: Optional[AutoStartConfigModel] = Field(
423        default=None, alias="autoStartConfiguration"
424    )
425    auto_stop_configuration: Optional[AutoStopConfigModel] = Field(
426        default=None, alias="autoStopConfiguration"
427    )
428    network_configuration: Optional[NetworkConfigurationModel] = Field(
429        default=None, alias="networkConfiguration"
430    )
431    architecture: Optional[Literal["ARM64", "X86_64"]] = Field(
432        default=None, alias="architecture"
433    )
434    image_configuration: Optional[ImageConfigurationInputModel] = Field(
435        default=None, alias="imageConfiguration"
436    )
437    worker_type_specifications: Optional[
438        Mapping[str, WorkerTypeSpecificationInputModel]
439    ] = Field(default=None, alias="workerTypeSpecifications")
440
441
442class UpdateApplicationRequestModel(BaseModel):
443    application_id: str = Field(alias="applicationId")
444    client_token: str = Field(alias="clientToken")
445    initial_capacity: Optional[Mapping[str, InitialCapacityConfigModel]] = Field(
446        default=None, alias="initialCapacity"
447    )
448    maximum_capacity: Optional[MaximumAllowedResourcesModel] = Field(
449        default=None, alias="maximumCapacity"
450    )
451    auto_start_configuration: Optional[AutoStartConfigModel] = Field(
452        default=None, alias="autoStartConfiguration"
453    )
454    auto_stop_configuration: Optional[AutoStopConfigModel] = Field(
455        default=None, alias="autoStopConfiguration"
456    )
457    network_configuration: Optional[NetworkConfigurationModel] = Field(
458        default=None, alias="networkConfiguration"
459    )
460    architecture: Optional[Literal["ARM64", "X86_64"]] = Field(
461        default=None, alias="architecture"
462    )
463    image_configuration: Optional[ImageConfigurationInputModel] = Field(
464        default=None, alias="imageConfiguration"
465    )
466    worker_type_specifications: Optional[
467        Mapping[str, WorkerTypeSpecificationInputModel]
468    ] = Field(default=None, alias="workerTypeSpecifications")
469
470
471class ConfigurationOverridesModel(BaseModel):
472    application_configuration: Optional[List[ConfigurationModel]] = Field(
473        default=None, alias="applicationConfiguration"
474    )
475    monitoring_configuration: Optional[MonitoringConfigurationModel] = Field(
476        default=None, alias="monitoringConfiguration"
477    )
478
479
480class GetApplicationResponseModel(BaseModel):
481    application: ApplicationModel = Field(alias="application")
482    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
483
484
485class UpdateApplicationResponseModel(BaseModel):
486    application: ApplicationModel = Field(alias="application")
487    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")
488
489
490class JobRunModel(BaseModel):
491    application_id: str = Field(alias="applicationId")
492    job_run_id: str = Field(alias="jobRunId")
493    arn: str = Field(alias="arn")
494    created_by: str = Field(alias="createdBy")
495    created_at: datetime = Field(alias="createdAt")
496    updated_at: datetime = Field(alias="updatedAt")
497    execution_role: str = Field(alias="executionRole")
498    state: Literal[
499        "CANCELLED",
500        "CANCELLING",
501        "FAILED",
502        "PENDING",
503        "RUNNING",
504        "SCHEDULED",
505        "SUBMITTED",
506        "SUCCESS",
507    ] = Field(alias="state")
508    state_details: str = Field(alias="stateDetails")
509    release_label: str = Field(alias="releaseLabel")
510    job_driver: JobDriverModel = Field(alias="jobDriver")
511    name: Optional[str] = Field(default=None, alias="name")
512    configuration_overrides: Optional[ConfigurationOverridesModel] = Field(
513        default=None, alias="configurationOverrides"
514    )
515    tags: Optional[Dict[str, str]] = Field(default=None, alias="tags")
516    total_resource_utilization: Optional[TotalResourceUtilizationModel] = Field(
517        default=None, alias="totalResourceUtilization"
518    )
519    network_configuration: Optional[NetworkConfigurationModel] = Field(
520        default=None, alias="networkConfiguration"
521    )
522    total_execution_duration_seconds: Optional[int] = Field(
523        default=None, alias="totalExecutionDurationSeconds"
524    )
525
526
527class StartJobRunRequestModel(BaseModel):
528    application_id: str = Field(alias="applicationId")
529    client_token: str = Field(alias="clientToken")
530    execution_role_arn: str = Field(alias="executionRoleArn")
531    job_driver: Optional[JobDriverModel] = Field(default=None, alias="jobDriver")
532    configuration_overrides: Optional[ConfigurationOverridesModel] = Field(
533        default=None, alias="configurationOverrides"
534    )
535    tags: Optional[Mapping[str, str]] = Field(default=None, alias="tags")
536    execution_timeout_minutes: Optional[int] = Field(
537        default=None, alias="executionTimeoutMinutes"
538    )
539    name: Optional[str] = Field(default=None, alias="name")
540
541
542class GetJobRunResponseModel(BaseModel):
543    job_run: JobRunModel = Field(alias="jobRun")
544    response_metadata: ResponseMetadataModel = Field(alias="ResponseMetadata")