gullradriel/nilorea-library
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions
Page: Module N_KAFKA
Pages
Examples Files Home Module AABB3D Module ACCEPT_POOL Module ALLEGRO4 Module ALLEGRO5 Module ANIM_LIB Module ASTAR Module ATLAS_LIB Module AVRO Module CLOCK_SYNC Module COMMONS Module CONFIGFILE Module CYPHER_BASE64 Module CYPHER_VIGENERE Module DEAD_RECKONING Module ENUMS Module EXCEPTIONS Module GAME_ENV Module GIT Module GUI Module HASH_TABLE Module ISOMETRIC_ENGINE Module LIST Module LOG Module LOGNODUP Module LZ4 Module NETWORKING Module NETWORK_MSG Module N_COOKIES Module N_DIFF Module N_DIGEST Module N_DISK_CACHE Module N_DNS Module N_ECC Module N_ENTROPY Module N_FILES Module N_FLUIDS Module N_GUI_COLOR Module N_GUI_COLORWHEEL Module N_GUI_CURVE Module N_GUI_GRID Module N_GUI_POPUP Module N_HEX Module N_HTTP3 Module N_HTTP_COOKIE Module N_HTTP_FORM Module N_HTTP_MIME Module N_HTTP_REQ Module N_HTTP_RESP Module N_HTTP_ROUTER Module N_HTTP_SERVER Module N_ICC Module N_JSON Module N_KAFKA Module N_LINALG Module N_MODULE Module N_OPENSSL_COMPAT Module N_PRETTY Module N_PTH Module N_QUERY Module N_RANDOM Module N_SHA256 Module N_STR Module N_TIFF Module N_TIME Module N_USER Module N_X509 Module N_ZIP Module PARTICLES Module PCRE Module PHYSICS Module SIGNALS Module STACK Module THREADS Module TRAJECTORY Module TREE Module ZLIB Modules Pages Struct A4_BMP Struct A4_TIMER Struct AABB3D Struct ANIM_DATA Struct ANIM_FRAME Struct ANIM_GFX Struct ANIM_LIB Struct ASTAR_BOX Struct ASTAR_CELL Struct ASTAR_GRID Struct ASTAR_HEAP Struct ASTAR_HEAP_NODE Struct ASTAR_NODE Struct ASTAR_PATH Struct AVRO_FIELD Struct AVRO_READER Struct AVRO_SCHEMA Struct BITMAP Struct CALLBACK_DATA Struct CA_CTX Struct CLIENT_JOB Struct CLIENT_STATE Struct CONFIG_FILE Struct CONFIG_FILE_SECTION Struct CYPHER_PARAM Struct DATA Struct DEMO_PANEL Struct DICTIONARY_DEFINITION Struct DICTIONARY_ENTRY Struct DIFF_OUT Struct DIFF_TEXT Struct DRAW_STATE Struct DR_ENTITY Struct DR_STATE Struct DR_VEC3 Struct ExceptionContextList Struct FONT Struct GAME_ENV Struct H2BUF Struct H2_DYN_ENTRY Struct H2_STREAM Struct HASH_NODE Struct HASH_TABLE Struct ISO_DRAW_ENTRY Struct ISO_MAP Struct ISO_PROJECTION Struct ISO_TILE_SEGMENT Struct ISO_TILE_SEGMENTS Struct ISO_VISIBLE_EDGES Struct JS_STATE Struct LEX_ITEM Struct LIST Struct LIST_NODE Struct LOG_LEVELS Struct LexMenu Struct MEMBER Struct MIDI Struct NESTED Struct NETWORK Struct NETWORK_HTTP_INFO Struct NETWORK_POOL Struct NETWORK_SSL_THREAD_PARAMS Struct NETW_ACCEPT_POOL Struct NETW_ACCEPT_POOL_STATS Struct NETW_MSG Struct NETW_SNI_ARG Struct NODE_DATA Struct N_ATLAS Struct N_ATLAS_PAGE Struct N_CLOCK_SYNC Struct N_COOKIE Struct N_COOKIE_JAR Struct N_DIFF_LINE Struct N_DIFF_RESULT Struct N_DISK_CACHE Struct N_ENTROPY_BIT Struct N_ENTROPY_POS Struct N_FILE_INFO Struct N_FLUID Struct N_FLUID_THREAD_PARAMS Struct N_FORM_FIELD Struct N_GIT_COMMIT_INFO Struct N_GIT_REMOTE_AUTH Struct N_GIT_REPO Struct N_GIT_STATUS_ENTRY Struct N_GUI_BUTTON_DATA Struct N_GUI_CHECKBOX_DATA Struct N_GUI_COLOR_PICKER Struct N_GUI_COMBOBOX_DATA Struct N_GUI_CTX Struct N_GUI_CUSTOM_DATA Struct N_GUI_DATAGRID_COL Struct N_GUI_DATAGRID_DATA Struct N_GUI_DROPMENU_DATA Struct N_GUI_DROPMENU_ENTRY Struct N_GUI_GRID_CALLBACKS Struct N_GUI_HEXVIEW_DATA Struct N_GUI_IMAGE_DATA Struct N_GUI_KVTABLE Struct N_GUI_KV_CONTENT Struct N_GUI_KV_ROW Struct N_GUI_LABEL_DATA Struct N_GUI_LISTBOX_DATA Struct N_GUI_LISTITEM Struct N_GUI_MARKDOWNVIEW_DATA Struct N_GUI_MD_FONTS Struct N_GUI_MD_STYLE Struct N_GUI_MEAS_ENTRY Struct N_GUI_MOUSE_EVENT Struct N_GUI_PENDING_GEOM Struct N_GUI_PENDING_WIDGET Struct N_GUI_POPUP Struct N_GUI_PROGRESSBAR_DATA Struct N_GUI_RADIOLIST_DATA Struct N_GUI_SB_TRACK Struct N_GUI_SCROLLBAR_DATA Struct N_GUI_SECTION Struct N_GUI_SECTIONLIST Struct N_GUI_SLIDER_DATA Struct N_GUI_SPLITPANE_DATA Struct N_GUI_STYLE Struct N_GUI_SUGGEST_SINK Struct N_GUI_SYNTAXVIEW_DATA Struct N_GUI_TAB_PANEL Struct N_GUI_TB_BUTTONS Struct N_GUI_TEXTAREA_DATA Struct N_GUI_TEXT_DIMS Struct N_GUI_THEME Struct N_GUI_TREE Struct N_GUI_TREE_NODE Struct N_GUI_TREE_STATE Struct N_GUI_WIDGET Struct N_GUI_WINDOW Struct N_H2_FRAME Struct N_H2_HEADER Struct N_H2_HPACK Struct N_H2_REQUEST Struct N_H2_SERVER Struct N_H2_SETTING Struct N_HTML_ATTR_ Struct N_HTML_FORM Struct N_HTML_TAG_ Struct N_HTTP3_RESPONSE Struct N_HTTP_FIELD Struct N_HTTP_FORM Struct N_HTTP_FORM_MULTIPART Struct N_HTTP_FORM_PART Struct N_HTTP_MULTIPART_PART Struct N_HTTP_REQUEST Struct N_HTTP_RESP Struct N_HTTP_RESPONSE Struct N_HTTP_SERVER Struct N_HTTP_SERVER_CONFIG Struct N_HTTP_SERVER_REQUEST Struct N_HTTP_SERVER_STATS Struct N_HTTP_SET_COOKIE Struct N_HTTP_STREAM Struct N_ISO_CAMERA Struct N_ISO_OBJECT Struct N_KAFKA Struct N_KAFKA_EVENT Struct N_MOCK_SERVER Struct N_MODULE Struct N_PARALLEL_SLICE Struct N_PARALLEL_TEAM Struct N_PARALLEL_WORKER Struct N_PCRE Struct N_PROXY_CFG Struct N_PTH Struct N_PTH_TENSOR Struct N_QUERY Struct N_ROUTE Struct N_ROUTER Struct N_ROUTE_MATCH Struct N_SHA256 Struct N_SOCKET Struct N_SPAWN_PIPE Struct N_SSE_CONN Struct N_SSE_EVENT Struct N_STR Struct N_TIFF Struct N_TIFF_ENTRY Struct N_TIME Struct N_URL Struct N_URL_PARAM Struct N_USER Struct N_USERLIST Struct N_WS_CONN Struct N_WS_FRAME Struct N_WS_MESSAGE Struct N_ZIP_MEMBER Struct OCTREE Struct OCTREE_NODE Struct PARSER Struct PARTICLE Struct PARTICLE_EMITTER Struct PARTICLE_SYSTEM Struct PEER Struct PHYSICS Struct PK_OBJ Struct PK_VM Struct POINT2D Struct POINT3D Struct PRETTY_OUT Struct QNODE Struct QUADTREE Struct QUADTREE_NODE Struct REC Struct RGB Struct SAMPLE Struct SEEN Struct SHARER Struct SRV Struct SRV_ARG Struct STACK Struct STACK_ITEM Struct SYNTAX_RUN Struct THREAD_POOL Struct THREAD_POOL_NODE Struct THREAD_WAITING_PROC Struct TRAJECTORY Struct TRAJECTORY_POINT Struct TREE Struct TREE_NODE Struct TS_LOG Struct WAYPOINT3D Struct WORKER_ARG Struct ZIP_SINK Struct _N_DC_ENTRY Struct _N_DC_GROUP_ENTRY Struct _N_GUI_COLORWHEEL Struct _N_GUI_COLORWHEEL_BLOCK Struct _N_GUI_COLORWHEEL_MOUSE Struct _N_GUI_CURVE Struct _N_GUI_CURVE_BLOCK Struct _N_GUI_CURVE_MOUSE Struct _N_GUI_GRID Struct _N_GUI_POPUP_ENTRY Struct _N_GUI_POPUP_LEVEL Struct _N_GUI_SB_SKIN Struct _N_GUI_TA_STEP Struct _N_GUI_THUMB Struct _N_GUI_WRAP_ACC Struct _compiled Struct _conn Struct _ip_slot Struct _mp_param Struct _n_civil Struct _seg Struct client Struct collector Struct date_vector Struct md_atom Struct md_cells Struct md_hit Struct md_line_ctx Struct mline Struct n_http_req_header Struct n_http_req_limits Struct n_http_request Struct n_markdown_block Struct n_markdown_doc Struct n_markdown_inline Struct n_markdown_span Struct n_reactor_stats Struct n_url_safe Struct n_url_safe_head Struct n_wrap_item Struct producer_state Struct rects Struct reply Struct runner Struct sink Struct tbuf Struct wrap_hit Struct wrap_span Structures Union COORD_VALUE Union HASH_DATA Union NODE_DATA_TYPES Union STACK_DATA dir_310dcdd4703e877a6b99d5dc3fc54d27 dir_68267d1309a1af8e8297ef4c3efbcdba dir_d28a4824dc47e487b107a5db32ef43c4 dir_d44c64559bbebec7f509842c48db8b23 ex__accept__pool__client_8c ex__accept__pool__server_8c ex__allegro__4_8c ex__atlas_8c ex__avro_8c ex__base64_8c ex__bind__exclusive_8c ex__clipboard_8c ex__clock__sync_8c ex__common_8c ex__configfile_8c ex__cookies_8c ex__crypto_8c ex__diff_8c ex__digest_8c ex__disk__cache_8c ex__dns_8c ex__ecc_8c ex__entropy_8c ex__exceptions_8c ex__file_8c ex__file__copy_8c ex__fluid_8c ex__fluid__config_8c ex__fluid__config_8h ex__git_8c ex__gui_8c ex__gui__bench_8c ex__gui__button__keys_8c ex__gui__checkbox__label_8c ex__gui__checkbox__release_8c ex__gui__color__picker_8c ex__gui__colorwheel_8c ex__gui__combobox__items_8c ex__gui__combobox__wheel_8c ex__gui__cursor_8c ex__gui__curve_8c ex__gui__custom_8c ex__gui__custom__mouse_8c ex__gui__datagrid_8c ex__gui__datagrid__keys_8c ex__gui__datagrid__sort_8c ex__gui__detach_8c ex__gui__dictionary_8c ex__gui__display__fallback_8c ex__gui__double__click_8c ex__gui__dropmenu_8c ex__gui__frameless__drag_8c ex__gui__global__scroll_8c ex__gui__glyph_8c ex__gui__grid_8c ex__gui__hexview_8c ex__gui__hover_8c ex__gui__isometric_8c ex__gui__kvtable_8c ex__gui__label__fits_8c ex__gui__label__lines_8c ex__gui__layout__persist_8c ex__gui__listbox_8c ex__gui__md_8c ex__gui__multiwin_8c ex__gui__network_8c ex__gui__particles_8c ex__gui__placeholder_8c ex__gui__popup_8c ex__gui__progressbar_8c ex__gui__reentrant_8c ex__gui__round_8c ex__gui__sectionlist_8c ex__gui__slider__default_8c ex__gui__slider__handle_8c ex__gui__slider__step_8c ex__gui__splitpane_8c ex__gui__suggest_8c ex__gui__syntaxview_8c ex__gui__text__shorten_8c ex__gui__textarea__selection_8c ex__gui__tooltip_8c ex__gui__tree__lazy_8c ex__gui__tree__order_8c ex__gui__tree__state_8c ex__gui__window__rect_8c ex__gui__zorder_8c ex__hash_8c ex__hex_8c ex__html_8c ex__http2_8c ex__http2__server_8c ex__http3_8c ex__http__cookie_8c ex__http__form_8c ex__http__mime_8c ex__http__req_8c ex__http__response_8c ex__http__router_8c ex__http__server_8c ex__icc_8c ex__iso__astar_8c ex__json_8c ex__kafka_8c ex__linalg_8c ex__list_8c ex__log_8c ex__markdown_8c ex__module_8c ex__monolith_8c ex__network_8c ex__network_8h ex__network__accept_8c ex__network__alpn_8c ex__network__connect__abort_8c ex__network__mock_8c ex__network__proxy_8c ex__network__reactor_8c ex__network__sni_8c ex__network__sse_8c ex__network__ssl_8c ex__network__ssl__hardened_8c ex__network__ssl__hostname_8c ex__network__ssl__nonblock_8c ex__network__tls__defaults_8c ex__network__ws_8c ex__network__ws__limits_8c ex__nstr_8c ex__parallel__for_8c ex__parallel__team_8c ex__pcre_8c ex__pretty_8c ex__pth_8c ex__query_8c ex__random_8c ex__sha256_8c ex__signals_8c ex__spawn_8c ex__ssrf_8c ex__stack_8c ex__thread__pool__discard_8c ex__thread__pool__wait_8c ex__threads_8c ex__tiff_8c ex__time__formats_8c ex__trajectory_8c ex__trees_8c ex__url_8c ex__url__safe_8c ex__wrap_8c ex__x509_8c ex__zip_8c ex__zlib_8c ex_accept_pool_client_8c example ex_accept_pool_server_8c example ex_allegro_4_8c example ex_atlas_8c example ex_base64_8c example ex_clock_sync_8c example ex_common_8c example ex_configfile_8c example ex_cookies_8c example ex_crypto_8c example ex_diff_8c example ex_digest_8c example ex_disk_cache_8c example ex_dns_8c example ex_ecc_8c example ex_entropy_8c example ex_exceptions_8c example ex_file_8c example ex_file_copy_8c example ex_fluid_8c example ex_fluid_config_8c example ex_fluid_config_8h example ex_git_8c example ex_gui_8c example ex_gui_bench_8c example ex_gui_button_keys_8c example ex_gui_checkbox_label_8c example ex_gui_checkbox_release_8c example ex_gui_color_picker_8c example ex_gui_colorwheel_8c example ex_gui_combobox_items_8c example ex_gui_combobox_wheel_8c example ex_gui_cursor_8c example ex_gui_curve_8c example ex_gui_custom_8c example ex_gui_custom_mouse_8c example ex_gui_datagrid_8c example ex_gui_datagrid_keys_8c example ex_gui_datagrid_sort_8c example ex_gui_detach_8c example ex_gui_dictionary_8c example ex_gui_display_fallback_8c example ex_gui_double_click_8c example ex_gui_dropmenu_8c example ex_gui_frameless_drag_8c example ex_gui_global_scroll_8c example ex_gui_glyph_8c example ex_gui_grid_8c example ex_gui_hexview_8c example ex_gui_hover_8c example ex_gui_isometric_8c example ex_gui_kvtable_8c example ex_gui_label_fits_8c example ex_gui_label_lines_8c example ex_gui_layout_persist_8c example ex_gui_listbox_8c example ex_gui_md_8c example ex_gui_multiwin_8c example ex_gui_network_8c example ex_gui_particles_8c example ex_gui_placeholder_8c example ex_gui_popup_8c example ex_gui_progressbar_8c example ex_gui_reentrant_8c example ex_gui_round_8c example ex_gui_sectionlist_8c example ex_gui_slider_default_8c example ex_gui_slider_handle_8c example ex_gui_slider_step_8c example ex_gui_splitpane_8c example ex_gui_suggest_8c example ex_gui_syntaxview_8c example ex_gui_text_shorten_8c example ex_gui_textarea_selection_8c example ex_gui_tooltip_8c example ex_gui_tree_lazy_8c example ex_gui_tree_order_8c example ex_gui_tree_state_8c example ex_gui_window_rect_8c example ex_gui_zorder_8c example ex_hash_8c example ex_hex_8c example ex_html_8c example ex_http2_8c example ex_http2_server_8c example ex_http_cookie_8c example ex_http_form_8c example ex_http_mime_8c example ex_http_req_8c example ex_http_response_8c example ex_http_router_8c example ex_http_server_8c example ex_icc_8c example ex_iso_astar_8c example ex_json_8c example ex_kafka_8c example ex_linalg_8c example ex_list_8c example ex_log_8c example ex_markdown_8c example ex_module_8c example ex_monolith_8c example ex_network_8c example ex_network_8h example ex_network_accept_8c example ex_network_alpn_8c example ex_network_connect_abort_8c example ex_network_mock_8c example ex_network_proxy_8c example ex_network_reactor_8c example ex_network_sni_8c example ex_network_sse_8c example ex_network_ssl_8c example ex_network_ssl_hardened_8c example ex_network_ssl_hostname_8c example ex_network_ssl_nonblock_8c example ex_network_tls_defaults_8c example ex_network_ws_8c example ex_network_ws_limits_8c example ex_nstr_8c example ex_parallel_for_8c example ex_parallel_team_8c example ex_pcre_8c example ex_pretty_8c example ex_pth_8c example ex_query_8c example ex_random_8c example ex_sha256_8c example ex_signals_8c example ex_spawn_8c example ex_ssrf_8c example ex_stack_8c example ex_threads_8c example ex_tiff_8c example ex_time_formats_8c example ex_trajectory_8c example ex_trees_8c example ex_url_8c example ex_url_safe_8c example ex_wrap_8c example ex_x509_8c example ex_zip_8c example ex_zlib_8c example mainpage_8dox n__3d_8c n__3d_8h n__aabb_8c n__aabb_8h n__allegro5_8c n__allegro5_8h n__allegro__4_8c n__allegro__4_8h n__anim_8c n__anim_8h n__astar_8c n__astar_8h n__atlas_8c n__atlas_8h n__avro_8c n__avro_8h n__base64_8c n__base64_8h n__clipboard_8c n__clipboard_8h n__clock__sync_8c n__clock__sync_8h n__common_8c n__common_8h n__config__file_8c n__config__file_8h n__cookies_8c n__cookies_8h n__crypto_8c n__crypto_8h n__dead__reckoning_8c n__dead__reckoning_8h n__diff_8c n__diff_8h n__digest_8c n__digest_8h n__disk__cache_8c n__disk__cache_8h n__dns_8c n__dns_8h n__ecc_8c n__ecc_8h n__entropy_8c n__entropy_8h n__enum_8h n__exceptions_8c n__exceptions_8h n__files_8c n__files_8h n__fluids_8c n__fluids_8h n__games_8c n__games_8h n__git_8c n__git_8h n__gui_8c n__gui_8h n__gui__color_8c n__gui__color_8h n__gui__colorwheel_8c n__gui__colorwheel_8h n__gui__curve_8c n__gui__curve_8h n__gui__grid_8c n__gui__grid_8h n__gui__md_8c n__gui__md_8h n__gui__popup_8c n__gui__popup_8h n__hash_8c n__hash_8h n__hex_8c n__hex_8h n__html_8c n__html_8h n__http2_8c n__http2_8h n__http2__server_8c n__http2__server_8h n__http3_8c n__http3_8h n__http__cookie_8c n__http__cookie_8h n__http__form_8c n__http__form_8h n__http__mime_8c n__http__mime_8h n__http__req_8c n__http__req_8h n__http__response_8c n__http__response_8h n__http__router_8c n__http__router_8h n__http__server_8c n__http__server_8h n__icc_8c n__icc_8h n__iso__engine_8c n__iso__engine_8h n__json_8c n__json_8h n__kafka_8c n__kafka_8h n__linalg_8c n__linalg_8h n__list_8c n__list_8h n__log_8c n__log_8h n__lz4_8c n__lz4_8h n__markdown_8c n__markdown_8h n__module_8c n__module_8h n__network_8c n__network_8h n__network__accept__pool_8c n__network__accept__pool_8h n__network__msg_8c n__network__msg_8h n__nodup__log_8c n__nodup__log_8h n__openssl__compat_8h n__particles_8c n__particles_8h n__pcre_8c n__pcre_8h n__pretty_8c n__pretty_8h n__pth_8c n__pth_8h n__query_8c n__query_8h n__random_8c n__random_8h n__reactor_8c n__reactor_8h n__sha256_8c n__sha256_8h n__signals_8c n__signals_8h n__ssrf_8c n__ssrf_8h n__stack_8c n__stack_8h n__str_8c n__str_8h n__thread__pool_8c n__thread__pool_8h n__tiff_8c n__tiff_8h n__time_8c n__time_8h n__trajectory_8c n__trajectory_8h n__trees_8c n__trees_8h n__url__safe_8c n__url__safe_8h n__user_8c n__user_8h n__windows_8h n__wrap_8c n__wrap_8h n__x509_8c n__x509_8h n__zip_8c n__zip_8h n__zlib_8c n__zlib_8h nilorea_8h
6 Module N_KAFKA
gullradriel edited this page 2026-10-29 20:54:40 +01:00
Table of Contents

KAFKA: generic event producer and consumer functions

Structures

Name
struct N_KAFKA_EVENT
structure of a KAFKA message
struct N_KAFKA
structure of a KAFKA consumer or producer handle

Functions

Name
int n_kafka_stop_polling_thread(N_KAFKA * kafka)
stop the kafka polling thread
int n_kafka_start_polling_thread(N_KAFKA * kafka)
start the kafka polling thread
int n_kafka_set_sended_dir(N_KAFKA * kafka, const char * tosend_dir, const char * sended_dir)
set the 'to-send' and 'sended' base directories used to move acknowledged event files instead of deleting them
int n_kafka_set_error_timeout(N_KAFKA * kafka, int32_t error_timeout)
set the retry interval (in seconds) for errored events.
int n_kafka_put_schema_in_nstr(N_STR * string, int schema_id)
put schema id in an N_STR string
int n_kafka_put_schema_in_char(char * string, int schema_id)
put schema id in a char string
int n_kafka_produce(N_KAFKA * kafka, N_KAFKA_EVENT * event)
produce a kafka event
int n_kafka_poll(N_KAFKA * kafka)
poll kafka for events
int n_kafka_new_headers(N_KAFKA_EVENT * event, size_t count)
create new headers for an event
N_KAFKA_EVENT * n_kafka_new_event_from_string(const N_STR * string, int schema_id)
create a new kafka event from an N_STR string
N_KAFKA_EVENT * n_kafka_new_event_from_file(char * filename, int schema_id)
create a new kafka event from a file
N_KAFKA_EVENT * n_kafka_new_event_from_char(const char * string, size_t written, int schema_id)
create a new kafka event from a char string
N_KAFKA_EVENT * n_kafka_new_event(int schema_id)
create a new empty kafka event
N_KAFKA * n_kafka_new(int32_t poll_timeout, int32_t poll_interval, size_t errstr_len)
create a new kafka handle
int n_kafka_load_unprocessed(N_KAFKA * kafka, const char * directory)
load unprocessed events from a directory
N_KAFKA * n_kafka_load_config(char * config_file, int mode)
load kafka configuration from file
int n_kafka_get_status(N_KAFKA * kafka, size_t * nb_queued, size_t * nb_waiting, size_t * nb_error)
get kafka queue status counters
int32_t n_kafka_get_schema_from_nstr(const N_STR * string)
get schema id from an N_STR string
int32_t n_kafka_get_schema_from_char(const char * string)
get schema id from a char string
N_KAFKA_EVENT * n_kafka_get_event(N_KAFKA * kafka)
get the next received event
void n_kafka_event_destroy_ptr(void * event)
destroy a kafka event (void pointer version for list destructor)
int n_kafka_event_destroy(N_KAFKA_EVENT ** event)
destroy a kafka event
int n_kafka_enable_event_production(N_KAFKA * kafka)
enable event production
int n_kafka_enable_event_consumption(N_KAFKA * kafka)
enable event consumption
int n_kafka_dump_unprocessed(N_KAFKA * kafka, char * directory)
dump unprocessed events to a directory
int n_kafka_disable_event_production(N_KAFKA * kafka)
disable event production
int n_kafka_disable_event_consumption(N_KAFKA * kafka)
disable event consumption
void n_kafka_delete(N_KAFKA * kafka)
delete a kafka handle
int n_kafka_add_header_ex(N_KAFKA_EVENT * event, char * key, size_t key_length, char * value, size_t value_length)
add a header to an event (extended version)
int n_kafka_add_header(N_KAFKA_EVENT * event, N_STR * key, N_STR * value)
add a header to an event

Defines

Name
N_KAFKA_EVENT_WAITING_ACK
state of a sent event waiting for acknowledgement
N_KAFKA_EVENT_QUEUED
state of a queued event
N_KAFKA_EVENT_OK
state of an OK event
N_KAFKA_EVENT_ERROR
state of an errored event
N_KAFKA_EVENT_CREATED
state of a freshly created event

Functions Documentation

function n_kafka_stop_polling_thread

int n_kafka_stop_polling_thread(
    N_KAFKA * kafka
)

stop the kafka polling thread

Parameters:

  • kafka target kafka handle

Return: TRUE or FALSE

stop the polling thread of a kafka handle

stop the kafka polling thread

function n_kafka_start_polling_thread

int n_kafka_start_polling_thread(
    N_KAFKA * kafka
)

start the kafka polling thread

Parameters:

  • kafka kafka handle to use

Return: TRUE or FALSE

start the polling thread of a kafka handle

start the kafka polling thread

function n_kafka_set_sended_dir

int n_kafka_set_sended_dir(
    N_KAFKA * kafka,
    const char * tosend_dir,
    const char * sended_dir
)

set the 'to-send' and 'sended' base directories used to move acknowledged event files instead of deleting them

Parameters:

  • kafka handler to configure
  • tosend_dir base directory the event files are read from; used to compute the subpath to preserve. Can be NULL (then only the basename is preserved)
  • sended_dir base directory acknowledged event files are moved into. NULL restores the legacy delete-on-ack behaviour

Return: TRUE or FALSE

set the 'to-send' and 'sended' base directories so acknowledged event files are moved instead of deleted

set the 'to-send' and 'sended' base directories used to move acknowledged event files instead of deleting them

function n_kafka_set_error_timeout

int n_kafka_set_error_timeout(
    N_KAFKA * kafka,
    int32_t error_timeout
)

set the retry interval (in seconds) for errored events.

Parameters:

  • kafka handler to configure
  • error_timeout seconds to wait before re-queuing an errored event; 0 disables retries (default)

Return: TRUE or FALSE

set the retry interval (in seconds) for events stuck in N_KAFKA_EVENT_ERROR

0 disables retries.

set the retry interval (in seconds) for errored events.

function n_kafka_put_schema_in_nstr

int n_kafka_put_schema_in_nstr(
    N_STR * string,
    int schema_id
)

put schema id in an N_STR string

Parameters:

  • string N_STR *destination where to write schema id
  • schema_id the schema_id to write

Return: zero or positive number on success, -1 on error

put a htonl schema id into the first 4 bytes of a N_STR *string

put schema id in an N_STR string

function n_kafka_put_schema_in_char

int n_kafka_put_schema_in_char(
    char * string,
    int schema_id
)

put schema id in a char string

Parameters:

  • string char *destination where to write schema id
  • schema_id the schema_id to write

Return: zero or positive number on success, -1 on error

put a htonl schema id into the first 4 bytes of a char *string

put schema id in a char string

function n_kafka_produce

int n_kafka_produce(
    N_KAFKA * kafka,
    N_KAFKA_EVENT * event
)

produce a kafka event

Parameters:

  • kafka the producer N_KAFKA handle to use
  • event event to send. Will be owned by N_KAFKA *kafka handle once done

Return: TRUE or FALSE

put an event in the events_to_send list

produce a kafka event

function n_kafka_poll

int n_kafka_poll(
    N_KAFKA * kafka
)

poll kafka for events

Parameters:

  • kafka kafka handle to use

Return: TRUE or FALSE

Poll kafka handle in producer or consumer mode.

poll kafka for events

function n_kafka_new_headers

int n_kafka_new_headers(
    N_KAFKA_EVENT * event,
    size_t count
)

create new headers for an event

Parameters:

  • event target event
  • count size in elements of the created headers array

Return: TRUE or FALSE

allocate a headers array for the event

create new headers for an event

function n_kafka_new_event_from_string

N_KAFKA_EVENT * n_kafka_new_event_from_string(
    const N_STR * string,
    int schema_id
)

create a new kafka event from an N_STR string

Parameters:

  • string source string
  • schema_id the schema id to use. Pass -1 for non avro formatted events

Return: a new N_KAFKA *event or NULL

make a new event from a N_STR *string

create a new kafka event from an N_STR string

function n_kafka_new_event_from_file

N_KAFKA_EVENT * n_kafka_new_event_from_file(
    char * filename,
    int schema_id
)

create a new kafka event from a file

Parameters:

  • filename source file path and filename
  • schema_id the schema id to use. Pass -1 for non avro formatted events

Return: a new N_KAFKA *event or NULL

make a new event from a N_STR *string

create a new kafka event from a file

function n_kafka_new_event_from_char

N_KAFKA_EVENT * n_kafka_new_event_from_char(
    const char * string,
    size_t written,
    int schema_id
)

create a new kafka event from a char string

Parameters:

  • string source string
  • written lenght of the string
  • schema_id the schema id to use. Pass -1 for non avro formatted events

Return: a new N_KAFKA *event or NULL

make a new event from a char *string

create a new kafka event from a char string

function n_kafka_new_event

N_KAFKA_EVENT * n_kafka_new_event(
    int schema_id
)

create a new empty kafka event

Parameters:

  • schema_id schema id that the event is using, -1 if not using avro schema_id formatted events

Return: a new empty N_KAFKA_EVENT *event

create a new empty event

create a new empty kafka event

function n_kafka_new

N_KAFKA * n_kafka_new(
    int32_t poll_timeout,
    int32_t poll_interval,
    size_t errstr_len
)

create a new kafka handle

Parameters:

  • poll_interval set polling interval
  • poll_timeout set polling
  • errstr_len set the size of the error string buffer

Return: a new empty N_KAFKA *kafka handle or NULL

allocate a new kafka handle

create a new kafka handle

function n_kafka_load_unprocessed

int n_kafka_load_unprocessed(
    N_KAFKA * kafka,
    const char * directory
)

load unprocessed events from a directory

Parameters:

  • kafka kafka handle to use
  • directory the directory from which to load the events

Return: TRUE or FALSE

load unprocessed/unset events

load unprocessed events from a directory

function n_kafka_load_config

N_KAFKA * n_kafka_load_config(
    char * config_file,
    int mode
)

load kafka configuration from file

Parameters:

  • config_file path and filename of the config file
  • mode RD_KAFKA_CONSUMER or RD_KAFKA_PRODUCER

Return: an allocated and configured N_KAFKA *kafka handle or NULL

load a kafka configuration from a file

load kafka configuration from file

function n_kafka_get_status

int n_kafka_get_status(
    N_KAFKA * kafka,
    size_t * nb_queued,
    size_t * nb_waiting,
    size_t * nb_error
)

get kafka queue status counters

Parameters:

  • kafka handler to use
  • nb_queued pointer to queue number holder
  • nb_waiting pointer to waiting number holder
  • nb_error pointer to error number holder

Return: TRUE or FALSE

return the queues status

get kafka queue status counters

function n_kafka_get_schema_from_nstr

int32_t n_kafka_get_schema_from_nstr(
    const N_STR * string
)

get schema id from an N_STR string

Parameters:

  • string N_STR *source from where to read schema id

Return: zero or positive number on success, -1 on error

get a schema from the first 4 bytes of a N_STR *string, returning ntohl of the value

get schema id from an N_STR string

function n_kafka_get_schema_from_char

int32_t n_kafka_get_schema_from_char(
    const char * string
)

get schema id from a char string

Parameters:

  • string char *source from where to read schema id

Return: zero or positive number on success, -1 on error

get a schema from the first 4 bytes of a char *string, returning ntohl of the value

get schema id from a char string

function n_kafka_get_event

N_KAFKA_EVENT * n_kafka_get_event(
    N_KAFKA * kafka
)

get the next received event

Parameters:

  • kafka kafka handle to use

Return: a received event ror NULL

get a received event from the N_KAFKA kafka handle

get the next received event

function n_kafka_event_destroy_ptr

void n_kafka_event_destroy_ptr(
    void * event
)

destroy a kafka event (void pointer version for list destructor)

Parameters:

  • event_ptr void pointer to target

festroy a kafka event

destroy a kafka event (void pointer version for list destructor)

function n_kafka_event_destroy

int n_kafka_event_destroy(
    N_KAFKA_EVENT ** event
)

destroy a kafka event

Parameters:

  • event event to delete

Return: TRUE or FALSE

destroy a kafka event and set it's pointer to NULL

destroy a kafka event

function n_kafka_enable_event_production

int n_kafka_enable_event_production(
    N_KAFKA * kafka
)

enable event production

Parameters:

Return: TRUE or FALSE

function n_kafka_enable_event_consumption

int n_kafka_enable_event_consumption(
    N_KAFKA * kafka
)

enable event consumption

Parameters:

Return: TRUE or FALSE

function n_kafka_dump_unprocessed

int n_kafka_dump_unprocessed(
    N_KAFKA * kafka,
    char * directory
)

dump unprocessed events to a directory

Parameters:

  • kafka kafka handle to use
  • directory the directory in which to dump the events

Return: TRUE or FALSE

dump unprocessed/unset events

dump unprocessed events to a directory

function n_kafka_disable_event_production

int n_kafka_disable_event_production(
    N_KAFKA * kafka
)

disable event production

Parameters:

Return: TRUE or FALSE

function n_kafka_disable_event_consumption

int n_kafka_disable_event_consumption(
    N_KAFKA * kafka
)

disable event consumption

Parameters:

Return: TRUE or FALSE

function n_kafka_delete

void n_kafka_delete(
    N_KAFKA * kafka
)

delete a kafka handle

Parameters:

delete a N_KAFKA handle

delete a kafka handle

function n_kafka_add_header_ex

int n_kafka_add_header_ex(
    N_KAFKA_EVENT * event,
    char * key,
    size_t key_length,
    char * value,
    size_t value_length
)

add a header to an event (extended version)

Parameters:

  • event target event
  • key string of the key
  • key_length size of the key string
  • value string of the value
  • value_length size of the value string

Return: TRUE or FALSE

add a header entry to an event.

add a header to an event (extended version)

headers array must have been allocated before

function n_kafka_add_header

int n_kafka_add_header(
    N_KAFKA_EVENT * event,
    N_STR * key,
    N_STR * value
)

add a header to an event

Parameters:

  • event target event
  • key N_STR *string of the key
  • value N_STR *string of the value

Return: TRUE or FALSE

add a header entry to an event.

add a header to an event

headers array must have been allocated before

Macros Documentation

define N_KAFKA_EVENT_WAITING_ACK

#define N_KAFKA_EVENT_WAITING_ACK 1

state of a sent event waiting for acknowledgement

define N_KAFKA_EVENT_QUEUED

#define N_KAFKA_EVENT_QUEUED 0

state of a queued event

define N_KAFKA_EVENT_OK

#define N_KAFKA_EVENT_OK 4

state of an OK event

define N_KAFKA_EVENT_ERROR

#define N_KAFKA_EVENT_ERROR 2

state of an errored event

define N_KAFKA_EVENT_CREATED

#define N_KAFKA_EVENT_CREATED 5

state of a freshly created event

Home

Modules