Source code for dagster_aws.emr.types

from enum import Enum as PyEnum

from dagster import Enum, EnumValue

EbsVolumeType = Enum(
    name="EbsVolumeType", enum_values=[EnumValue("gp2"), EnumValue("io1"), EnumValue("standard")]
)



[docs]
class EmrClusterState(PyEnum):
    """Cluster state for EMR."""

    Starting = "STARTING"
    Bootstrapping = "BOOTSTRAPPING"
    Running = "RUNNING"
    Waiting = "WAITING"
    Terminating = "TERMINATING"
    Terminated = "TERMINATED"
    TerminatedWithErrors = "TERMINATED_WITH_ERRORS"



EMR_CLUSTER_TERMINATED_STATES = [
    EmrClusterState.Terminating,
    EmrClusterState.Terminated,
    EmrClusterState.TerminatedWithErrors,
]

EMR_CLUSTER_DONE_STATES = EMR_CLUSTER_TERMINATED_STATES + [EmrClusterState.Waiting]



[docs]
class EmrStepState(PyEnum):
    """Step state for EMR."""

    Pending = "PENDING"
    Running = "RUNNING"
    Continue = "CONTINUE"
    Completed = "COMPLETED"
    Cancelled = "CANCELLED"
    Failed = "FAILED"
    Interrupted = "INTERRUPTED"



EmrActionOnFailure = Enum(
    name="EmrActionOnFailure",
    enum_values=[
        EnumValue("TERMINATE_JOB_FLOW"),
        EnumValue("TERMINATE_CLUSTER"),
        EnumValue("CANCEL_AND_WAIT"),
        EnumValue("CONTINUE"),
    ],
)

EmrAdjustmentType = Enum(
    name="EmrAdjustmentType",
    enum_values=[
        EnumValue("CHANGE_IN_CAPACITY"),
        EnumValue("PERCENT_CHANGE_IN_CAPACITY"),
        EnumValue("EXACT_CAPACITY"),
    ],
)

EmrComparisonOperator = Enum(
    name="EmrComparisonOperator",
    enum_values=[
        EnumValue("GREATER_THAN_OR_EQUAL"),
        EnumValue("GREATER_THAN"),
        EnumValue("LESS_THAN"),
        EnumValue("LESS_THAN_OR_EQUAL"),
    ],
)

EmrInstanceRole = Enum(
    name="EmrInstanceRole", enum_values=[EnumValue("MASTER"), EnumValue("CORE"), EnumValue("TASK")]
)

EmrMarket = Enum(name="EmrMarket", enum_values=[EnumValue("ON_DEMAND"), EnumValue("SPOT")])

EmrRepoUpgradeOnBoot = Enum(
    name="EmrRepoUpgradeOnBoot", enum_values=[EnumValue("SECURITY"), EnumValue("NONE")]
)

EmrScaleDownBehavior = Enum(
    name="EmrScaleDownBehavior",
    enum_values=[
        EnumValue("TERMINATE_AT_INSTANCE_HOUR"),
        EnumValue("TERMINATE_AT_TASK_COMPLETION"),
    ],
)

EmrStatistic = Enum(
    name="EmrStatistic",
    enum_values=[
        EnumValue("SAMPLE_COUNT"),
        EnumValue("AVERAGE"),
        EnumValue("SUM"),
        EnumValue("MINIMUM"),
        EnumValue("MAXIMUM"),
    ],
)

EmrSupportedProducts = Enum(
    name="EmrSupportedProducts", enum_values=[EnumValue("mapr-m3"), EnumValue("mapr-m5")]
)

EmrTimeoutAction = Enum(
    name="EmrTimeoutAction",
    enum_values=[EnumValue("SWITCH_TO_ON_DEMAND"), EnumValue("TERMINATE_CLUSTER")],
)

EmrUnit = Enum(
    name="EmrUnit",
    enum_values=[
        EnumValue("NONE"),
        EnumValue("SECONDS"),
        EnumValue("MICRO_SECONDS"),
        EnumValue("MILLI_SECONDS"),
        EnumValue("BYTES"),
        EnumValue("KILO_BYTES"),
        EnumValue("MEGA_BYTES"),
        EnumValue("GIGA_BYTES"),
        EnumValue("TERA_BYTES"),
        EnumValue("BITS"),
        EnumValue("KILO_BITS"),
        EnumValue("MEGA_BITS"),
        EnumValue("GIGA_BITS"),
        EnumValue("TERA_BITS"),
        EnumValue("PERCENT"),
        EnumValue("COUNT"),
        EnumValue("BYTES_PER_SECOND"),
        EnumValue("KILO_BYTES_PER_SECOND"),
        EnumValue("MEGA_BYTES_PER_SECOND"),
        EnumValue("GIGA_BYTES_PER_SECOND"),
        EnumValue("TERA_BYTES_PER_SECOND"),
        EnumValue("BITS_PER_SECOND"),
        EnumValue("KILO_BITS_PER_SECOND"),
        EnumValue("MEGA_BITS_PER_SECOND"),
        EnumValue("GIGA_BITS_PER_SECOND"),
        EnumValue("TERA_BITS_PER_SECOND"),
        EnumValue("COUNT_PER_SECOND"),
    ],
)