From: Shally Verma <shally.ve...@cavium.com> Signed-off-by: Shally Verma <shally.ve...@cavium.com> Signed-off-by: Mahipal Challa <mahipal.cha...@cavium.com> Cc prasadathreya.naray...@cavium.com --- /** Email created from pull request 102 (1234sv:api-next) ** https://github.com/Linaro/odp/pull/102 ** Patch: https://github.com/Linaro/odp/pull/102.patch ** Base sha: 8390f890d4bd2babb63a24f7b15d2f4763e44050 ** Merge commit sha: fbdff8c82a19f5b640ae299204b3bb1bbbefdccb **/ include/odp/api/spec/comp.h | 815 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 815 insertions(+) create mode 100644 include/odp/api/spec/comp.h
diff --git a/include/odp/api/spec/comp.h b/include/odp/api/spec/comp.h new file mode 100644 index 00000000..2956094c --- /dev/null +++ b/include/odp/api/spec/comp.h @@ -0,0 +1,815 @@ +/* Copyright (c) 2013, Linaro Limited + * All rights reserved. + * + * SPDX-License-Identifier: BSD-3-Clause + */ + +/** + * @file + * + * ODP Compression + */ + +#ifndef ODP_API_COMP_H_ +#define ODP_API_COMP_H_ + +#include <odp/visibility_begin.h> + +#ifdef __cplusplus +extern "C" { +#endif + +#include <odp/api/support.h> +#include <odp/api/packet.h> + +/** @defgroup odp_compression ODP COMP + * ODP Compression defines API set to compress/decompress along with hash + * operations on data. Hash is calculated on plaintext. + * + * if opcode = ODP_COMP_COMPRESS, then it will Compress and apply hash, + * if opcode = ODP_COMP_DECOMPRESS, then it will Decompress and apply + * hash. + * Independent hash-only operations are not supported. Implementation should + * perform hash along with valid compression algo. + * Macros, enums, types and operations to utilize compression. + * @{ + */ + +/** + * @def ODP_COMP_SESSION_INVALID + * Invalid session handle + */ + +/** + * @typedef odp_comp_session_t + * Compression/Decompression session handle + */ + +/** + * Compression API operation mode + */ +typedef enum { + /** Synchronous, return results immediately */ + ODP_COMP_SYNC, + /** Asynchronous, return results via event queue */ + ODP_COMP_ASYNC +} odp_comp_op_mode_t; + +/** + * Comp API operation type. + * + */ +typedef enum { + /** Compress */ + ODP_COMP_OP_COMPRESS, + /** Decompress */ + ODP_COMP_OP_DECOMPRESS +} odp_comp_op_t; + +/** + * Comp API hash algorithm + * + */ +typedef enum { + /** ODP_COMP_HASH_ALG_NONE*/ + ODP_COMP_HASH_ALG_NONE, + /** ODP_COMP_HASH_ALG_SHA1*/ + ODP_COMP_HASH_ALG_SHA1, + /** ODP_COMP_HASH_ALG_SHA256*/ + ODP_COMP_HASH_ALG_SHA256 +} odp_comp_hash_alg_t; + +/** + * Comp API compression algorithm + * + */ +typedef enum { + /** No algorithm specified. + * Means no compression, output == input. + * if provided, no operation (compression/decompression or hash) + * applied on input. Added for testing purpose. + */ + ODP_COMP_ALG_NULL, + /** DEFLATE - RFC1951 */ + ODP_COMP_ALG_DEFLATE, + /** ZLIB - RFC1950 */ + ODP_COMP_ALG_ZLIB, + /** LZS */ + ODP_COMP_ALG_LZS +} odp_comp_alg_t; + +/** + * Comp API session creation return code + * + */ +typedef enum { + /** Session created */ + ODP_COMP_SES_CREATE_ERR_NONE, + /** Creation failed, no resources */ + ODP_COMP_SES_CREATE_ERR_ENOMEM, + /** Creation failed, bad compression params */ + ODP_COMP_SES_CREATE_ERR_INV_COMP, + /** Creation failed, bad hash params */ + ODP_COMP_SES_CREATE_ERR_INV_HASH, + /** Creation failed,requested configuration not supported*/ + ODP_COMP_SES_CREATE_ERR_NOT_SUPPORTED +} odp_comp_ses_create_err_t; + +/** + * Comp API operation return codes + * + */ +typedef enum { + /** Operation completed successfully*/ + ODP_COMP_ERR_NONE, + /** Operation paused due to insufficient output buffer. + * + * This is not an error condition. On seeing this situation, + * Implementation should maintain context of in-progress operation and + * application should call packet processing API again with valid + * output buffer but no other alteration to operation params + * (odp_comp_op_param_t). + * + * if using async mode, application should either make sure to + * provide sufficient output buffer size OR maintain relevant + * context (or ordering) information with respect to each input packet + * en-queued for processing. + * + */ + ODP_COMP_ERR_OUT_OF_SPACE, + /** Invalid user data pointers*/ + ODP_COMP_ERR_DATA_PTR, + /** Invalid input data size*/ + ODP_COMP_ERR_DATA_SIZE, + /** Compression and/or hash Algo failure*/ + ODP_COMP_ERR_ALGO_FAIL, + /** Error if operation has been requested in an invalid state */ + ODP_COMP_ERR_INV_STATE, + /** Error if API does not support any of the operational parameter. */ + ODP_COMP_ERR_NOT_SUPPORTED, + /** Error if session is invalid. */ + ODP_COMP_ERR_INV_SESS +} odp_comp_err_t; + +/** + * Comp API enumeration for preferred compression level/speed. Applicable + * only for compression operation not decompression. + * Value provided defines a trade-off between speed and compression ratio. + * + * If compression level == ODP_COMP_LEVEL_MIN, output will be produced at + * fastest possible rate, + * + * If compression level == ODP_COMP_LEVEL_MAX, output will be highest possible + * compression, + * + * compression level == ODP_COMP_LEVEL_DEFAULT means implementation will use + * its default choice of compression level. + * + */ +typedef enum { + /* Use implementation default */ + ODP_COMP_LEVEL_DEFAULT = 0, + /** Minimum compression (fastest in speed) */ + ODP_COMP_LEVEL_MIN, + /** Maximum compression (slowest in speed) */ + ODP_COMP_LEVEL_MAX, +} odp_comp_level_t; + +/** + * Comp API enumeration for huffman encoding. Valid for compression operation. + * + */ +typedef enum { + /** use implementation default to choose between compression codes */ + ODP_COMP_HUFFMAN_CODE_DEFAULT = 0, + /** use fixed huffman codes */ + ODP_COMP_HUFFMAN_CODE_FIXED, + /** use dynamic huffman coding */ + ODP_COMP_HUFFMAN_CODE_DYNAMIC, +} odp_comp_huffman_code_t; + +/** + * Hash algorithms in a bit field structure + * + */ +typedef union odp_comp_hash_algos_t { + /** hash algorithms */ + struct { + /** SHA-1 */ + uint32_t sha1 : 1; + + /** SHA with 256 bits of Message Digest */ + uint32_t sha256 : 1; + + } bit; + + /** All bits of the bit field structure + * + * This field can be used to set/clear all flags, or bitwise + * operations over the entire structure. + */ + uint32_t all_bits; +} odp_comp_hash_algos_t; + +/** + * Comp algorithms in a bit field structure + * + */ +typedef union odp_comp_algos_t { + /** Compression algorithms */ + struct { + /** ODP_COMP_ALG_NULL */ + uint32_t null : 1; + + /** ODP_COMP_ALG_DEFLATE */ + uint32_t deflate : 1; + + /** ODP_COMP_ALG_ZLIB */ + uint32_t zlib : 1; + + /** ODP_COMP_ALG_LZS */ + uint32_t lzs :1; + } bit; + + /** All bits of the bit field structure + * This field can be used to set/clear all flags, or bitwise + * operations over the entire structure. + */ + uint32_t all_bits; +} odp_comp_algos_t; + +/** + * Compression Interface Capabilities + * + */ +typedef struct odp_comp_capability_t { + /** Maximum number of sessions */ + uint32_t max_sessions; + + /** Supported compression algorithms */ + odp_comp_algos_t comp_algs; + + /** Supported hash algorithms. */ + odp_comp_hash_algos_t hash_algs; + + /* sync/async mode of operation support. + * Implementation should support atleast one of the mode. + */ + + /** Support type for synchronous operation mode (ODP_COMP_SYNC). + * User should set odp_comp_session_param_t:mode based on + * support level as indicated by this param. + */ + odp_support_t sync; + + /** Support type for asynchronous operation mode (ODP_COMP_ASYNC). + * User should set odp_comp_session_param_t:mode param based on + * support level as indicated by this param. + */ + odp_support_t async; +} odp_comp_capability_t; + +/** + * Hash algorithm capabilities + * + */ +typedef struct odp_comp_hash_alg_capability_t { + /** Digest length in bytes */ + uint32_t digest_len; +} odp_comp_hash_alg_capability_t; + +/** + * Compression algorithm capabilities structure for each algorithm. + * + */ +typedef struct odp_comp_alg_capability_t { + /** Enumeration indicating alg support for dictionary load */ + odp_support_t support_dict; + + /** Optional Maximum length of dictionary supported + * by implementation of the algorithm. + * + * Invalid if support_dict == ODP_SUPPORT_NO. + * + * Implementation use dictionary of length less than or equal to value + * indicated by dict_len. if set to 0 and if support_dict == + * ODP_SUPPORT_YES, then implementation will use dictionary length + * less than or equal to user input length in odp_comp_set_dict() + * and update used dictionary length at output of the call. + * + */ + uint32_t dict_len; + + /* Maximum compression level supported by implementation of this algo. + * Indicates number of compression levels supported by implementation, + * + * where, + * + * 1 means fastest compression i.e. output produced at + * best possible speed at the expense of compression quality, and + * + * max_level means best compression i.e.output produced is best possible + * compressed content at the expense of speed. + * + * Example, if max_level = 4 , it means algorithm supports four levels + * of compression from value 1 up to 4. User can set this value from + * 1 (fastest compression) to 4 (best compression). + * See RFC1950 for an example explanation to level. + * + * Value 0 mean implementation use its default value. + * + */ + uint32_t max_level; + + /* Supported hash algorithms */ + odp_comp_hash_algos_t hash_alg; +} odp_comp_alg_capability_t; + +/** + * Comp API dictionary type + * + */ +typedef struct odp_comp_dict_t { + /** pointer to character array */ + uint8_t *buf; + /** length of the dictionary. */ + uint32_t len; +} odp_comp_dict_t; + +/** + * Comp API algorithm specific parameters + * + */ +typedef struct odp_comp_alg_param_t { + struct comp_alg_def_param { + /** compression level where + * ODP_COMP_LEVEL_MIN <= level <= ODP_COMP_LEVEL_MAX + */ + odp_comp_level_t level; + /** huffman code to use */ + odp_comp_huffman_code_t comp_code; + } deflate; + struct comp_alg_zlib_param { + /** deflate algo params */ + struct comp_alg_def_param def; + } zlib; +} odp_comp_alg_param_t; + +/** + * Comp API data range specifier + * + */ +typedef union odp_comp_data_t { + struct { + /** packet */ + odp_packet_t packet; + + /** packet data range to operate on */ + odp_packet_data_range_t data_range; + } pkt; +} odp_comp_data_t; + + /** + * Comp API session creation parameters + * + */ +typedef struct odp_comp_session_param_t { + /** Compress vs. Decompress operation */ + odp_comp_op_t op; + + /** Sync vs Async + * + * When mode = ODP_COMP_SYNC, odp_comp_compress()/odp_comp_decomp() + * should be called. + * + * When mode = ODP_COMP_ASYNC, odp_comp_compress_enq()/ + * odp_comp_decomp_enq() should be called. + * + * Use odp_comp_capability() for supported mode. + * + */ + odp_comp_op_mode_t mode; + + /** Compression algorithm + * + * Use odp_comp_capability() for supported algorithms. + */ + odp_comp_alg_t comp_alg; + + /** Hash algorithm + * + * Use odp_comp_alg_capability() for supported hash algo for + * compression algo given as comp_alg. Implementation should not + * support hash only operation on data. output should always contain + * data + hash. + * + */ + odp_comp_hash_alg_t hash_alg; + + /** parameters specific to compression */ + odp_comp_alg_param_t alg_param; + + /** Async mode completion event queue + * + * When mode = ODP_COMP_ASYNC, user should wait on ODP_EVENT_PACKET + * with subtype ODP_EVENT_PACKET_COMP on this queue. + * + * By default, implementation enques completion events in-order-of + * request submission and thus queue is considered ordered. + * + * Please note, behavior could be changed or enhanced + * to queue event in-order-of their completion to enable + * performance-oriented application to leverage hw offered parallelism. + * However, this will be subject to application requirement and more + * explicit defined use-case. + * + */ + odp_queue_t compl_queue; +} odp_comp_session_param_t; + +/** + * Comp API operation parameters. + * Called to process each data unit. + * + */ +typedef struct odp_comp_op_param_t { + /** Session handle from creation */ + odp_comp_session_t session; + + /** User context */ + void *ctx; + + /** Boolean indicating End of data, where + * + * true : last chunk + * + * false: more to follow + * + * If set to true, indicates this is the last chunk of + * data. After processing of last chunk of data is complete i.e. + * call returned with any error code except ODP_COMP_ERR_OUT_OF_SPACE, + * implementation should move algorithm to stateless mode + * for next of batch of operation i.e. reset history, + * insert 'End of Block' marker into compressed data stream(if + * supported by algo).See deflate/zlib for interpretation of + * stateless/stateful. + * + * For stateless compressions (ex ipcomp), last should be set to 'true' + * for every input packet processing call. + * + * For compression + hash, digest will be available after + * last chunk is processed completely. In case of + * ODP_COMP_ERR_OUT_OF_SPACE, application should keep on calling + * odp_comp_xxx() API with more output buffer unless call returns + * with ODP_COMP_ERR_NONE or other failure code except + * ODP_COMP_ERR_OUT_OF_SPACE. + */ + odp_bool_t last; + + /** Input data */ + odp_comp_data_t input; + + /** placeholder for output data. + * + * For Compression/Decompression+hash session, + * output will store both data and digest(with digest appended at + * end-of-data). User should pass packet of sufficiently large size + * to store digest. + * + */ + odp_comp_data_t output; +} odp_comp_op_param_t; + +/** + * Comp API per operation result + * + */ +typedef struct odp_comp_op_result_t { + /** User context from request */ + void *ctx; + + /** Operation Return Code */ + odp_comp_err_t err; + + /** Pointer to output.Valid when odp_comp_err_t is + * ODP_COMP_ERR_NONE or ODP_COMP_ERR_OUT_OF_SPACE + * + * Contain data after compression/decompression operation, + * or data + digest for compression/decompression + hash operation. + * + */ + odp_comp_data_t output; +} odp_comp_op_result_t; + +/** + * Query comp capabilities + * + * Output comp capabilities on success. + * + * @param[out] capa Pointer to capability structure for output + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_capability(odp_comp_capability_t *capa); + +/** + * Query supported compression algorithm capabilities + * + * Output algorithm capabilities. + * + * @param comp Compression algorithm + * @param[out] capa Array of capability structures for output + * @param num Maximum number of capability structures to output + * + * @return Number of capability structures for the algorithm. If this is larger + * than 'num', only 'num' first structures were output and application + * may call the function again with a larger value of 'num'. + * @retval <0 on failure + */ +int odp_comp_alg_capability(odp_comp_alg_t comp, + odp_comp_alg_capability_t capa[], int num); + + /** + * Query supported hash algorithm capabilities + * + * Outputs all supported configuration options for the algorithm. + * + * @param hash Hash algorithm + * @param[out] capa Array of capability structures for output + * @param num Maximum number of capability structures to output + * + * @return Number of capability structures for the algorithm. If this is larger + * than 'num', only 'num' first structures were output and application + * may call the function again with a larger value of 'num'. + * @retval <0 on failure + */ +int odp_comp_hash_alg_capability(odp_comp_hash_alg_t hash, + odp_comp_hash_alg_capability_t capa[], + int num); + + /** + * Initialize comp session parameters + * + * Initialize an odp_comp_session_param_t to its default values for + * all fields. + * + * @param param Pointer to odp_comp_session_param_t to be initialized + */ +void odp_comp_session_param_init(odp_comp_session_param_t *param); + + /** + * Compression session creation + * + * Create a comp session according to the session parameters. Use + * odp_comp_session_param_init() to initialize parameters into their + * default values. + * + * @param param Session parameters + * @param session Created session else ODP_COMP_SESSION_INVALID + * @param status Failure code if unsuccessful + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_session_create(odp_comp_session_param_t *param, + odp_comp_session_t *session, + odp_comp_ses_create_err_t *status); + + /** + * Comp session destroy + * + * Destroy an unused session. Result is undefined if session is being used + * (i.e. asynchronous operation is in progress). + * + * @param session Session handle + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_session_destroy(odp_comp_session_t session); + +/** + * Comp set dictionary + * + * Should be called when there is no operation in progress i.e. + * before initiating processing of first chunk of data and + * after processing of last chunk of data is complete. + * + * @param session Session handle + * @param dict[in,out] Pointer to dictionary. + * implementation should update length of dictionary + * used at output. + * @retval 0 on success + * @retval <0 on failure + * + * @note: + * Application should call odp_comp_alg_capability() to query 'support_dict' + * before making call to this API. + */ +int odp_comp_set_dict(odp_comp_session_t session, + odp_comp_dict_t *dict); + +/** + * Comp compress data in synchronous mode + * + * If session is created in ODP_COMP_SYNC mode, this call wait for operation + * to complete and update result at output + * + * If session is created in ODP_COMP_ASYNC mode, this call fails and update + * status code ODP_COMP_ERR_NOT_SUPPORTED. + * + * If operation returns ODP_COMP_ERR_OUT_OF_SPACE, then application should call + * API again with valid output buffer (and no-more input) until call completes + * with status code except ODP_COMP_ERR_OUT_OF_SPACE. + * + * for compression + hash, call returns with hash appended to the end of + * last processed chunk of data. + * User should compute processed data len = total output len - digest_len, where + * digest_len queried through odp_comp_hash_alg_capability(). + * + * @param param[in] Operation parameters. + * @param result[out] Result of operation. + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_compress(odp_comp_op_param_t *param, + odp_comp_op_result_t *result); + +/** + * Comp compress data in asynchronous mode. + * + * If session is created in ODP_COMP_ASYNC mode, event will be queued + * to completion queue. Application should monitor ODP_EVENT_PACKET with + * subtype ODP_EVENT_PACKET_COMP on queue. + * + * If session is created in ODP_COMP_SYNC mode, call fails with status + * code ODP_COMP_ERR_NOT_SUPPORTED. + * + * For compression + hash, call returns with hash appended to the end of + * last processed chunk of data. + * User should compute processed data len = total output len - digest_len, where + * digest_len queried through odp_comp_hash_alg_capability(). + * + * If operation updates result structure with status + * ODP_COMP_ERR_OUT_OF_SPACE then application + * should call API again with valid output buffer (and no-more input) + * until call completes with any other error code. + * Please note it is always recommended that application using async mode, + * provide sufficiently large buffer size to avoid ODP_COMP_ERR_OUT_OF_SPACE. + * Else it is recommended that application maintain relevant context + * with respect to each input processing request to correctly identify + * its corresponding enqueued event. + * + * @param param[in] Operation parameters. + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_compress_enq(odp_comp_op_param_t *param); + + /** + * Comp decompress data in synchronous mode + * + * If session is created in ODP_COMP_SYNC mode, this call wait for operation + * to complete and update result at output + * + * If session is created in ODP_COMP_ASYNC mode, this call fails and update + * status code ODP_COMP_ERR_NOT_SUPPORTED. + * + * If operation returns ODP_COMP_ERR_OUT_OF_SPACE, then application should + * call API again with valid output buffer (and no-more input) until call + * completes with status code except ODP_COMP_ERR_OUT_OF_SPACE. + * + * for decompression + hash, call returns with hash appended to the end of + * last processed chunk of data.User should compute processed data len = + * total output len - digest_len, where digest_len queried through + * odp_comp_hash_alg_capability(). + * + * @param param[in] Operation parameters. + * @param result[out] Result of operation. + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_decomp(odp_comp_op_param_t *param, + odp_comp_op_result_t *result); + + /** + * Comp decompress data in asynchronous mode. + * + * If session is created in ODP_COMP_ASYNC mode, result will be queued + * to completion queue. Application should monitor ODP_EVENT_PACKET + * with subtype ODP_EVENT_PACKET_COMP on queue. + * + * If session is created in ODP_COMP_SYNC mode, call fails with status + * code ODP_COMP_ERR_NOT_SUPPORTED. + * + * for decompression+hash, call returns with hash appended to the end of + * last processed chunk of data. + * + * User should compute processed data len = total output length - digest_len, + * where digest_len queried through odp_comp_hash_alg_capability(). + * + * If operation updates result structure with status + * ODP_COMP_ERR_OUT_OF_SPACE then application + * should call API again with valid output buffer (and no-more input) + * until call completes with any other error code. + * + * Please note it is always recommended that application using async mode, + * provide sufficiently large buffer size to avoid ODP_COMP_ERR_OUT_OF_SPACE. + * Else it is recommended that application maintain required context + * to associate event to its respective input. + * + * @param param[in] Operation parameters. + * + * @retval 0 on success + * @retval <0 on failure + */ +int odp_comp_decomp_enq(odp_comp_op_param_t *param); + + /** + * Convert processed packet event to packet handle + * + * Get packet handle corresponding to processed packet event. Event subtype + * must be ODP_EVENT_PACKET_COMP. compression/decompression operation + * results can be examined with odp_comp_result(). + * + * @param ev Event handle + * + * @return Valid Packet handle on success, + * ODP_PACKET_INVALID on failure + * + * @see odp_event_subtype(), odp_comp_result() + * + * @ Example Usage + * odp_event_t ev = odp_queue_deque(comple_q); + * odp_event_subtype_t subtype; + * if(ODP_PACKET_EVENT == odp_event_types(ev, &subtype)) { + * if(subtype == ODP_PACKET_EVENT_COMP) { + * pkt = odp_comp_packet_from_event(ev); + * odp_comp_op_result_t res; + * odp_comp_result(packet, &res); + * } + * } + */ +odp_packet_t odp_comp_packet_from_event(odp_event_t event); + + /** + * Convert processed packet handle to event + * + * The packet handle must be an output of an compression/decompression + * operation. + * + * @param pkt Packet handle from odp_comp_compress_enq()/ + * odp_comp_decomp_enq() + * + * @return Event handle + */ +odp_event_t odp_comp_packet_to_event(odp_packet_t pkt); + + /** + * Get compression/decompression operation results from an processed packet. + * + * Successful compression/decompression operations produce + * packets which contain operation result metadata. This function copies the + * operation results from an processed packet. Event subtype of this kind + * of packet is ODP_EVENT_PACKET_COMP. Results are undefined if input packet + * has not be processed by compression/decompression call. + * + * @param[out] result Pointer to operation result for output + * @param packet An processed packet (ODP_EVENT_PACKET_COMP) + * + * @retval 0 On success + * @retval <0 On failure + * + * @see odp_comp_compress_enq(), odp_comp_decomp_enq(), + * odp_comp_packet_from_event() + */ +int odp_comp_result(odp_packet_t packet, + odp_comp_op_result_t *result); + +/** + * Get printable value for an odp_comp_session_t + * + * @param hdl odp_comp_session_t handle to be printed + * @return uint64_t value that can be used to print/display this + * handle + * + * @note This routine is intended to be used for diagnostic purposes + * to enable applications to generate a printable value that represents + * an odp_comp_session_t handle. + */ +uint64_t odp_comp_session_to_u64(odp_comp_session_t hdl); + +/** + * @} + */ + +#ifdef __cplusplus +} +#endif + +#include <odp/visibility_end.h> +#endif