...
Table of Contents | ||||
---|---|---|---|---|
|
Example Configuration
Code Block | ||
---|---|---|
| ||
[ingester] # number of new pipeline processors processors = 5 # if there are no items to process, how long to wait until checking again sleep_in_secs_if_no_batch = 5 # how often the ingester file reaper should should check for orphaned files in content streamer clean_up_interval_in_hours = 1 [processor] # number of workers to use on non-batched steps workers = 10 # maximum number of retries to retry an item that failed processing a step max_retries = 10 |
...