Development#
- Contributing to PySpark
- Testing PySpark
- Debugging PySpark
- Setting up IDEs
- Logging in PySpark
- Error classes in PySpark
- APPLICATION_NAME_NOT_SET
- ARGUMENT_REQUIRED
- ARROW_LEGACY_IPC_FORMAT
- ATTRIBUTE_NOT_CALLABLE
- ATTRIBUTE_NOT_SUPPORTED
- AXIS_LENGTH_MISMATCH
- BROADCAST_VARIABLE_NOT_LOADED
- CALL_BEFORE_INITIALIZE
- CANNOT_ACCEPT_OBJECT_IN_TYPE
- CANNOT_ACCESS_TO_DUNDER
- CANNOT_APPLY_IN_FOR_COLUMN
- CANNOT_BE_EMPTY
- CANNOT_BE_NONE
- CANNOT_CONFIGURE_SPARK_CONNECT
- CANNOT_CONFIGURE_SPARK_CONNECT_MASTER
- CANNOT_CONVERT_COLUMN_INTO_BOOL
- CANNOT_CONVERT_TYPE
- CANNOT_DETERMINE_TYPE
- CANNOT_GET_BATCH_ID
- CANNOT_INFER_ARRAY_TYPE
- CANNOT_INFER_EMPTY_SCHEMA
- CANNOT_INFER_SCHEMA_FOR_TYPE
- CANNOT_INFER_TYPE_FOR_FIELD
- CANNOT_MERGE_TYPE
- CANNOT_OPEN_SOCKET
- CANNOT_PARSE_DATATYPE
- CANNOT_PROVIDE_METADATA
- CANNOT_REGISTER_UDTF
- CANNOT_SET_TOGETHER
- CANNOT_SPECIFY_RETURN_TYPE_FOR_UDF
- CANNOT_WITHOUT
- CLASSIC_OPERATION_NOT_SUPPORTED_ON_DF
- COLLATION_INVALID_PROVIDER
- COLUMN_IN_LIST
- CONNECT_URL_ALREADY_DEFINED
- CONNECT_URL_NOT_SET
- CONTEXT_ONLY_VALID_ON_DRIVER
- CONTEXT_UNAVAILABLE_FOR_REMOTE_CLIENT
- DATA_SOURCE_CREATE_ERROR
- DATA_SOURCE_INVALID_RETURN_TYPE
- DATA_SOURCE_RETURN_SCHEMA_MISMATCH
- DATA_SOURCE_TYPE_MISMATCH
- DIFFERENT_PANDAS_DATAFRAME
- DIFFERENT_PANDAS_INDEX
- DIFFERENT_PANDAS_MULTIINDEX
- DIFFERENT_PANDAS_SERIES
- DIFFERENT_ROWS
- DIFFERENT_SCHEMA
- DISALLOWED_TYPE_FOR_CONTAINER
- DUPLICATED_FIELD_NAME_IN_ARROW_STRUCT
- ERROR_OCCURRED_WHILE_CALLING
- FIELD_DATA_TYPE_UNACCEPTABLE
- FIELD_DATA_TYPE_UNACCEPTABLE_WITH_NAME
- FIELD_NOT_NULLABLE
- FIELD_NOT_NULLABLE_WITH_NAME
- FIELD_STRUCT_LENGTH_MISMATCH
- FIELD_STRUCT_LENGTH_MISMATCH_WITH_NAME
- FIELD_TYPE_MISMATCH
- FIELD_TYPE_MISMATCH_WITH_NAME
- HIGHER_ORDER_FUNCTION_SHOULD_RETURN_COLUMN
- INCORRECT_CONF_FOR_PROFILE
- INDEX_NOT_POSITIVE
- INDEX_OUT_OF_RANGE
- INVALID_ARROW_UDTF_RETURN_TYPE
- INVALID_BROADCAST_OPERATION
- INVALID_CALL_ON_UNRESOLVED_OBJECT
- INVALID_CONNECT_URL
- INVALID_INTERVAL_CASTING
- INVALID_ITEM_FOR_CONTAINER
- INVALID_JSON_DATA_TYPE_FOR_COLLATIONS
- INVALID_MULTIPLE_ARGUMENT_CONDITIONS
- INVALID_NDARRAY_DIMENSION
- INVALID_NUMBER_OF_DATAFRAMES_IN_GROUP
- INVALID_PANDAS_UDF
- INVALID_PANDAS_UDF_TYPE
- INVALID_RETURN_TYPE_FOR_ARROW_UDF
- INVALID_RETURN_TYPE_FOR_PANDAS_UDF
- INVALID_SESSION_UUID_ID
- INVALID_TIMEOUT_TIMESTAMP
- INVALID_TYPE
- INVALID_TYPENAME_CALL
- INVALID_TYPE_DF_EQUALITY_ARG
- INVALID_UDF_EVAL_TYPE
- INVALID_UDTF_BOTH_RETURN_TYPE_AND_ANALYZE
- INVALID_UDTF_EVAL_TYPE
- INVALID_UDTF_HANDLER_TYPE
- INVALID_UDTF_NO_EVAL
- INVALID_UDTF_RETURN_TYPE
- INVALID_WHEN_USAGE
- INVALID_WINDOW_BOUND_TYPE
- JAVA_GATEWAY_EXITED
- JVM_ATTRIBUTE_NOT_SUPPORTED
- KEY_NOT_EXISTS
- KEY_VALUE_PAIR_REQUIRED
- LENGTH_SHOULD_BE_THE_SAME
- MALFORMED_VARIANT
- MASTER_URL_NOT_SET
- MISSING_LIBRARY_FOR_PROFILER
- MISSING_VALID_PLAN
- MIXED_TYPE_REPLACEMENT
- NEGATIVE_VALUE
- NOT_BOOL
- NOT_BOOL_OR_DICT_OR_FLOAT_OR_INT_OR_LIST_OR_STR_OR_TUPLE
- NOT_BOOL_OR_DICT_OR_FLOAT_OR_INT_OR_STR
- NOT_BOOL_OR_FLOAT_OR_INT
- NOT_BOOL_OR_FLOAT_OR_INT_OR_LIST_OR_NONE_OR_STR_OR_TUPLE
- NOT_BOOL_OR_FLOAT_OR_INT_OR_STR
- NOT_BOOL_OR_LIST
- NOT_BOOL_OR_STR
- NOT_CALLABLE
- NOT_COLUMN
- NOT_COLUMN_OR_DATATYPE_OR_STR
- NOT_COLUMN_OR_FLOAT_OR_INT_OR_LIST_OR_STR
- NOT_COLUMN_OR_INT
- NOT_COLUMN_OR_INT_OR_LIST_OR_STR_OR_TUPLE
- NOT_COLUMN_OR_INT_OR_STR
- NOT_COLUMN_OR_LIST_OR_STR
- NOT_COLUMN_OR_STR
- NOT_COLUMN_OR_STR_OR_STRUCT
- NOT_DATAFRAME
- NOT_DATATYPE_OR_STR
- NOT_DICT
- NOT_EXPRESSION
- NOT_FLOAT_OR_INT
- NOT_FLOAT_OR_INT_OR_LIST_OR_STR
- NOT_IMPLEMENTED
- NOT_INT
- NOT_INT_OR_SLICE_OR_STR
- NOT_IN_BARRIER_STAGE
- NOT_ITERABLE
- NOT_LIST
- NOT_LIST_OF_COLUMN
- NOT_LIST_OF_COLUMN_OR_STR
- NOT_LIST_OF_FLOAT_OR_INT
- NOT_LIST_OF_STR
- NOT_LIST_OR_NONE_OR_STRUCT
- NOT_LIST_OR_STR_OR_TUPLE
- NOT_LIST_OR_TUPLE
- NOT_NUMERIC_COLUMNS
- NOT_OBSERVATION_OR_STR
- NOT_SAME_TYPE
- NOT_STR
- NOT_STRUCT
- NOT_STR_OR_LIST_OF_RDD
- NOT_STR_OR_STRUCT
- NOT_WINDOWSPEC
- NO_ACTIVE_EXCEPTION
- NO_ACTIVE_OR_DEFAULT_SESSION
- NO_ACTIVE_SESSION
- NO_OBSERVE_BEFORE_GET
- NO_SCHEMA_AND_DRIVER_DEFAULT_SCHEME
- ONLY_ALLOWED_FOR_SINGLE_COLUMN
- ONLY_ALLOW_SINGLE_TRIGGER
- ONLY_SUPPORTED_WITH_SPARK_CONNECT
- PACKAGE_NOT_INSTALLED
- PIPE_FUNCTION_EXITED
- PYTHON_HASH_SEED_NOT_SET
- PYTHON_STREAMING_DATA_SOURCE_RUNTIME_ERROR
- PYTHON_VERSION_MISMATCH
- RDD_TRANSFORM_ONLY_VALID_ON_DRIVER
- READ_ONLY
- RESPONSE_ALREADY_RECEIVED
- RESULT_COLUMNS_MISMATCH_FOR_ARROW_UDF
- RESULT_COLUMNS_MISMATCH_FOR_PANDAS_UDF
- RESULT_LENGTH_MISMATCH_FOR_PANDAS_UDF
- RESULT_LENGTH_MISMATCH_FOR_SCALAR_ITER_PANDAS_UDF
- RESULT_TYPE_MISMATCH_FOR_ARROW_UDF
- RETRIES_EXCEEDED
- REUSE_OBSERVATION
- SCHEMA_MISMATCH_FOR_PANDAS_UDF
- SESSION_ALREADY_EXIST
- SESSION_NEED_CONN_STR_OR_BUILDER
- SESSION_NOT_SAME
- SESSION_OR_CONTEXT_EXISTS
- SESSION_OR_CONTEXT_NOT_EXISTS
- SLICE_WITH_STEP
- STATE_NOT_EXISTS
- STOP_ITERATION_OCCURRED
- STOP_ITERATION_OCCURRED_FROM_SCALAR_ITER_PANDAS_UDF
- STREAMING_CONNECT_SERIALIZATION_ERROR
- TEST_CLASS_NOT_COMPILED
- TOO_MANY_VALUES
- TYPE_HINT_SHOULD_BE_SPECIFIED
- UDF_RETURN_TYPE
- UDTF_ARROW_TYPE_CAST_ERROR
- UDTF_CONSTRUCTOR_INVALID_IMPLEMENTS_ANALYZE_METHOD
- UDTF_CONSTRUCTOR_INVALID_NO_ANALYZE_METHOD
- UDTF_EVAL_METHOD_ARGUMENTS_DO_NOT_MATCH_SIGNATURE
- UDTF_EXEC_ERROR
- UDTF_INVALID_OUTPUT_ROW_TYPE
- UDTF_RETURN_NOT_ITERABLE
- UDTF_RETURN_SCHEMA_MISMATCH
- UDTF_RETURN_TYPE_MISMATCH
- UDTF_SERIALIZATION_ERROR
- UNEXPECTED_RESPONSE_FROM_SERVER
- UNEXPECTED_TUPLE_WITH_STRUCT
- UNKNOWN_EXPLAIN_MODE
- UNKNOWN_INTERRUPT_TYPE
- UNKNOWN_RESPONSE
- UNKNOWN_VALUE_FOR
- UNSUPPORTED_DATA_TYPE
- UNSUPPORTED_DATA_TYPE_FOR_ARROW
- UNSUPPORTED_DATA_TYPE_FOR_ARROW_CONVERSION
- UNSUPPORTED_DATA_TYPE_FOR_ARROW_VERSION
- UNSUPPORTED_JOIN_TYPE
- UNSUPPORTED_LITERAL
- UNSUPPORTED_LOCAL_CONNECTION_STRING
- UNSUPPORTED_NUMPY_ARRAY_SCALAR
- UNSUPPORTED_OPERATION
- UNSUPPORTED_PACKAGE_VERSION
- UNSUPPORTED_PARAM_TYPE_FOR_HIGHER_ORDER_FUNCTION
- UNSUPPORTED_PLOT_BACKEND
- UNSUPPORTED_SIGNATURE
- UNSUPPORTED_WITH_ARROW_OPTIMIZATION
- VALUE_ALLOWED
- VALUE_NOT_ACCESSIBLE
- VALUE_NOT_ALLOWED
- VALUE_NOT_ANY_OR_ALL
- VALUE_NOT_BETWEEN
- VALUE_NOT_NON_EMPTY_STR
- VALUE_NOT_PEARSON
- VALUE_NOT_PLAIN_COLUMN_REFERENCE
- VALUE_NOT_POSITIVE
- VALUE_NOT_TRUE
- VALUE_OUT_OF_BOUNDS
- WRONG_NUM_ARGS_FOR_HIGHER_ORDER_FUNCTION
- WRONG_NUM_COLUMNS
- ZERO_INDEX