...
LOCAL_NUMBER_JOB_MANAGER
DEFAULT_LOCAL_NUMBER_JOB_MANAGER
HA_JOB_MANAGER_PORT
DEFAULT_EXECUTION_RETRIES
DEFAULT_FILESYSTEM_SCHEME
DEFAULT_FILESYSTEM_OVERWRITE
DEFAULT_STATE_BACKEND
ENV_FLINK_BIN_DIR
2.1.3 Update FileInputFormat.java, FileOutputFormat.java, BinaryInputFormat.java, and BinaryOutputFormat.java to deprecate
...
string configuration keys:
- We will introduce InputOutputFormatOptions class at org.apache.flink.api.common.io.
...
- FileInputFormat.java
...
Original
...
Class
...
Key
...
Deprecated Key
...
Default Value
...
Type
FILE_PARAMETER_KEY
...
InputOutputFormatOptions
...
...
input.file.path
...
none
...
String
...
The input file path.
- ENUMERATE_NESTED_FILES_FLAG
...
InputOutputFormatOptions
...
input-format.file.recursive.enabled
...
recursive.file.enumeration
...
false
...
Boolean
...
Whether input directories are recursively traversed.
- FileOutputFormat.java
...
Original
...
Class
...
Key
...
Deprecated Key
...
Default Value
...
Type
...
Description
- FILE_PARAMETER_KEY
...
InputOutputFormatOptions
...
output-format.file.path
...
...
none
...
String
...
The output file path.
...
- BinaryInputFormat.java
...
Original
...
Class
...
Deprecated Key
...
Default Value
...
Type
...
Description
- BLOCK_SIZE_PARAMETER_KEY
...
...
input-format.binary.block_size
...
input.block_size
...
Long.MIN_VALUE
...
Long
...
The fixed length of a record.
...
- BinaryOutputFormat.java
...
Original
...
Class
...
Key
...
Deprecated Key
...
Type
...
Description
- BLOCK_SIZE_PARAMETER_KEY
...
InputOutputFormatOptions
...
output-format.binary.block_size
...
output.block_size
...
...
Long
...
The fixed length of a record.
2.2 Public interfaces part2: Simplify the Configuration
...
Code Block | ||||
---|---|---|---|---|
| ||||
@Public public class Configuration extends ExecutionConfig.GlobalJobParameters implements IOReadableWritable, java.io.Serializable, Cloneable, ReadableConfig, WritableConfig { ... /** * Returns the value associated with the given key as a string. Getting value with string key is We encourage users and * developers to always use ConfigOption for getting the configurations if possible, for its * rich description, type, default-value and other supports. The string-key-based getter should * discouraged. Please use {@link #get(ConfigOption)} or {@link #getOptional(ConfigOption)} only be used when ConfigOption is not applicable, e.g., the key is programmatically generated * in runtime. * * @param key the key pointing to the associated value * @param defaultValue the default value which is returned in case there is no value associated * with the given key * @return the (default) value associated with the given key */ public String getString(String key, String defaultValue) { ... } /** * Adds the given key/value pair to the configuration object. Setting value with string key is We encourage users and developers * to always use ConfigOption for setting the configurations if possible, for its rich * description, type, default-value and other supports. The string-key-based setter should only * discouraged. Please use {@link #set(ConfigOption, Object)} be used when ConfigOption is not applicable, e.g., the key is programmatically generated in * runtime. * * @param key the key of the key/value pair to be added * @param value the value of the key/value pair to be added */ public void setString(String key, String value) { ... } * Returns the value associated with the given key as a byte array. We encourage users and * developers to always use ConfigOption for getting the configurations if possible, for its * rich description, type, default-value and other supports. The string-key-based getter should * only be used when ConfigOption is not applicable, e.g., the key is programmatically generated * in runtime. * * @param key The key pointing to the associated value. * @param defaultValue The default value which is returned in case there is no value associated * with the given key. * @return the (default) value associated with the given key. */ public byte[] getBytes(String key, byte[] defaultValue) { ... } /** * Adds the given byte array to the configuration object. We encourage users and developers to * always use ConfigOption for setting the configurations if possible, for its rich description, * type, default-value and other supports. The string-key-based setter should only be used when * ConfigOption is not applicable, e.g., the key is programmatically generated in runtime. * * @param key The key under which the bytes are added. * @param bytes The bytes to be added. */ public void setBytes(String key, byte[] bytes) { ... } ... } |
2.2.2 Deprecate some unnecessary setXxx and getXxx methods in Configuration
...