Index

_

__init__() (scystream.sdk.database_handling.postgres_manager.PostgresOperations method) (scystream.sdk.env.settings.EnvSettings method) (scystream.sdk.file_handling.s3_manager.S3Operations method) (scystream.sdk.spark_manager.SparkManager method)

__new__() (scystream.sdk.config.config_loader.SDKConfig static method) (scystream.sdk.config.SDKConfig static method)

A

author (scystream.sdk.config.models.ComputeBlock attribute)

B

BUCKET_NAME (scystream.sdk.env.settings.FileSettings attribute)

C

check_entrypoints() (scystream.sdk.config.models.ComputeBlock class method) ComputeBlock (class in scystream.sdk.config.models)

config (scystream.sdk.config.models.InputOutputModel attribute) CustomSettings (class in scystream.sdk.env.settings)

D

DB_TABLE (scystream.sdk.env.settings.PostgresSettings attribute) description (scystream.sdk.config.models.ComputeBlock attribute) (scystream.sdk.config.models.Entrypoint attribute) (scystream.sdk.config.models.InputOutputModel attribute)

docker_image (scystream.sdk.config.models.ComputeBlock attribute) download_file() (scystream.sdk.file_handling.s3_manager.S3Operations method)

E

Entrypoint (class in scystream.sdk.config.models) entrypoint() (in module scystream.sdk.core) entrypoints (scystream.sdk.config.models.ComputeBlock attribute)

envs (scystream.sdk.config.models.Entrypoint attribute) EnvSettings (class in scystream.sdk.env.settings) execute_function() (scystream.sdk.scheduler.Scheduler static method)

F

FILE_NAME (scystream.sdk.env.settings.FileSettings attribute) FILE_PATH (scystream.sdk.env.settings.FileSettings attribute)

FileSettings (class in scystream.sdk.env.settings) from_env() (scystream.sdk.env.settings.EnvSettings class method)

G

generate_config_from_compute_block() (in module scystream.sdk.config.config_loader) get_cb_spark_master() (scystream.sdk.config.config_loader.SDKConfig method) (scystream.sdk.config.SDKConfig method)

get_compute_block() (in module scystream.sdk.config) (in module scystream.sdk.config.compute_block_utils) get_registered_functions() (in module scystream.sdk.config.entrypoints) get_settings() (scystream.sdk.env.settings.EnvSettings class method)

I

InputOutputModel (class in scystream.sdk.config.models)

inputs (scystream.sdk.config.models.Entrypoint attribute) InputSettings (class in scystream.sdk.env.settings)

L

list_entrypoints() (scystream.sdk.scheduler.Scheduler static method)

load_config() (in module scystream.sdk.config) (in module scystream.sdk.config.config_loader)

M

model_config (scystream.sdk.config.models.ComputeBlock attribute) (scystream.sdk.config.models.Entrypoint attribute) (scystream.sdk.config.models.InputOutputModel attribute) (scystream.sdk.database_handling.postgres_manager.PostgresConfig attribute) (scystream.sdk.env.settings.CustomSettings attribute) (scystream.sdk.env.settings.EnvSettings attribute) (scystream.sdk.env.settings.FileSettings attribute) (scystream.sdk.env.settings.InputSettings attribute) (scystream.sdk.env.settings.OutputSettings attribute) (scystream.sdk.env.settings.PostgresSettings attribute) (scystream.sdk.file_handling.s3_manager.S3Config attribute) module scystream scystream.sdk scystream.sdk.config scystream.sdk.config.compute_block_utils scystream.sdk.config.config_loader scystream.sdk.config.entrypoints scystream.sdk.config.models scystream.sdk.core scystream.sdk.database_handling scystream.sdk.database_handling.postgres_manager scystream.sdk.env scystream.sdk.env.settings scystream.sdk.file_handling scystream.sdk.file_handling.s3_manager scystream.sdk.scheduler scystream.sdk.spark_manager setup

N

name (scystream.sdk.config.models.ComputeBlock attribute)

O

outputs (scystream.sdk.config.models.Entrypoint attribute)

OutputSettings (class in scystream.sdk.env.settings)

P

PG_HOST (scystream.sdk.database_handling.postgres_manager.PostgresConfig attribute) (scystream.sdk.env.settings.PostgresSettings attribute) PG_PASS (scystream.sdk.database_handling.postgres_manager.PostgresConfig attribute) (scystream.sdk.env.settings.PostgresSettings attribute) PG_PORT (scystream.sdk.database_handling.postgres_manager.PostgresConfig attribute) (scystream.sdk.env.settings.PostgresSettings attribute)

PG_USER (scystream.sdk.database_handling.postgres_manager.PostgresConfig attribute) (scystream.sdk.env.settings.PostgresSettings attribute) PostgresConfig (class in scystream.sdk.database_handling.postgres_manager) PostgresOperations (class in scystream.sdk.database_handling.postgres_manager) PostgresSettings (class in scystream.sdk.env.settings)

R

read() (scystream.sdk.database_handling.postgres_manager.PostgresOperations method)

register_entrypoint() (in module scystream.sdk.config.entrypoints)

S

S3_ACCESS_KEY (scystream.sdk.env.settings.FileSettings attribute) (scystream.sdk.file_handling.s3_manager.S3Config attribute) S3_HOST (scystream.sdk.env.settings.FileSettings attribute) (scystream.sdk.file_handling.s3_manager.S3Config attribute) S3_PORT (scystream.sdk.env.settings.FileSettings attribute) (scystream.sdk.file_handling.s3_manager.S3Config attribute) S3_SECRET_KEY (scystream.sdk.env.settings.FileSettings attribute) (scystream.sdk.file_handling.s3_manager.S3Config attribute) S3Config (class in scystream.sdk.file_handling.s3_manager) S3Operations (class in scystream.sdk.file_handling.s3_manager) Scheduler (class in scystream.sdk.scheduler) scystream module scystream.sdk module scystream.sdk.config module scystream.sdk.config.compute_block_utils module scystream.sdk.config.config_loader module scystream.sdk.config.entrypoints module scystream.sdk.config.models module scystream.sdk.core module

scystream.sdk.database_handling module scystream.sdk.database_handling.postgres_manager module scystream.sdk.env module scystream.sdk.env.settings module scystream.sdk.file_handling module scystream.sdk.file_handling.s3_manager module scystream.sdk.scheduler module scystream.sdk.spark_manager module SDKConfig (class in scystream.sdk.config) (class in scystream.sdk.config.config_loader) set_cb_spark_master() (scystream.sdk.config.config_loader.SDKConfig method) (scystream.sdk.config.SDKConfig method) setup module setup_pg() (scystream.sdk.spark_manager.SparkManager method) SparkManager (class in scystream.sdk.spark_manager) stop_session() (scystream.sdk.spark_manager.SparkManager method)

T

TEST_reset_registered_functions() (in module scystream.sdk.config.entrypoints)

type (scystream.sdk.config.models.InputOutputModel attribute)

U

upload_file() (scystream.sdk.file_handling.s3_manager.S3Operations method)

V

validate_config_with_code() (in module scystream.sdk.config) (in module scystream.sdk.config.config_loader)

W

write() (scystream.sdk.database_handling.postgres_manager.PostgresOperations method)