feat: Introduces multi_bulk_walk_cmd to walk multiple OID trees simultaneously with independent lexicographic mode control per varbind.

Author: gmaiyani-crest

charts/splunk-connect-for-snmp/templates/worker/_helpers.tpl

@@ -129,8 +129,6 @@ Common labels
   value: {{ .Values.poller.maxOidToProcess | default "70" | quote }}
 - name: MAX_REPETITIONS
   value: {{ .Values.poller.maxRepetitions | default "10" | quote }}
-- name: MAX_SNMP_BULK_WALK_CONCURRENCY
-  value: {{ .Values.poller.maxSnmpBulkWalkConcurrency | default "5" | quote }}
 - name: PYSNMP_DEBUG
   value: {{ .Values.pysnmpDebug | default "" | quote }}
 - name: PROFILES_RELOAD_DELAY

charts/splunk-connect-for-snmp/values.schema.json

@@ -368,9 +368,6 @@
         "maxRepetitions": {
           "type": "integer"
         },
-        "maxSnmpBulkWalkConcurrency": {
-          "type": "integer"
-        },
         "usernameSecrets": {
           "type": "array"
         },

charts/splunk-connect-for-snmp/values.yaml

@@ -252,11 +252,6 @@ poller:
   # If this number is too high it can cause issues with SNMP response especially for old SNMP devices.
   maxRepetitions: 10
 
-  # The maximum number of concurrent SNMP bulk walks (bulk_walk_cmd) that can be executed at the same time.
-  # Setting this control determines the number of OIDsubtrees are walked in parallel and helps prevent overwhelming the target device or network.
-  # Default is 5.
-  maxSnmpBulkWalkConcurrency: 5
-
   # list of kubernetes secrets name that will be used for polling
   # https://splunk.github.io/splunk-connect-for-snmp/main/microk8s/configuration/poller-configuration/#define-usernamesecrets
   usernameSecrets: []

docker_compose/.env

@@ -55,7 +55,6 @@ WORKER_DISABLE_MONGO_DEBUG_LOGGING=true
 UDP_CONNECTION_TIMEOUT=3
 MAX_OID_TO_PROCESS=70
 MAX_REPETITIONS=10
-MAX_SNMP_BULK_WALK_CONCURRENCY=5
 
 # Worker Poller
 WORKER_POLLER_CONCURRENCY=4

docker_compose/docker-compose.yaml

@@ -38,7 +38,6 @@ x-workers_general_setup: &workers_general_setup
   UDP_CONNECTION_TIMEOUT: ${UDP_CONNECTION_TIMEOUT:-3}
   MAX_OID_TO_PROCESS: ${MAX_OID_TO_PROCESS:-70}
   MAX_REPETITIONS: ${MAX_REPETITIONS:-10}
-  MAX_SNMP_BULK_WALK_CONCURRENCY: ${MAX_SNMP_BULK_WALK_CONCURRENCY:-5}
   PROFILES_RELOAD_DELAY: ${PROFILES_RELOAD_DELAY:-60}
 
 x-ipv6: &ipv6

docs/dockercompose/6-env-file-configuration.md

@@ -77,8 +77,6 @@ Inside the directory with the docker compose files, there is a `.env`. Variables
 | `WORKER_LOG_LEVEL`           | Logging level of the workers, possible options: DEBUG, INFO, WARNING, ERROR, CRITICAL, or FATAL                                                        |
 | `UDP_CONNECTION_TIMEOUT`     | Timeout in seconds for SNMP operations                                                                                                                 |
 | `MAX_OID_TO_PROCESS`         | Sometimes SNMP Agent cannot accept more than X OIDs per once, so if the error "TooBig" is visible in logs, decrease the number of MAX_OID_TO_PROCESS   |
-| `MAX_SNMP_BULK_WALK_CONCURRENCY` | The maximum number of concurrent SNMP bulk walks (bulk_walk_cmd) that can be executed at the same time. Default is 5. Setting this control determines the number of OID subtrees are walked in parallel and helps prevent overwhelming the target device or network. |
-                                                            |
 | `MAX_REPETITIONS`            | The amount of requested next oids in response for each of varbinds in one request sent                                                               |
 
 ### Worker Poller

docs/microk8s/configuration/poller-configuration.md

@@ -42,20 +42,6 @@ When IPv6 is enabled and device is dual stack, the hostname resolution will try
 The log level for poller can be set by changing the value for the key `logLevel`. The allowed values are: `DEBUG`, `INFO`, `WARNING`, `ERROR`, `CRITICAL` or `FATAL`. 
 The default value is `INFO`.
 
-### Define maxSnmpBulkWalkConcurrency
-The maximum number of concurrent SNMP bulk walks (bulk_walk_cmd) that can be executed at the same time.
-Default is 5.
-
-`maxSnmpBulkWalkConcurrency` Setting this control determines the number of OID subtrees are walked in parallel and helps prevent overwhelming the target device or network.
-
-For example:
-
-The configured variables:
-```yaml
-poller:
-  maxSnmpBulkWalkConcurrency: 2
-```
-
 ### Define maxRepetitions
 The maxRepetitions is a parameter used in SNMP GetBulk call. It is responsible for controlling the
 amount of variables in one request. 

rendered/manifests/tests/splunk-connect-for-snmp/templates/inventory/job.yaml

@@ -28,12 +28,16 @@ spec:
           env:
           - name: CONFIG_PATH
             value: /app/config/config.yaml
-          - name: REDIS_URL
-            value: redis://release-name-redis-master:6379/1
+          - name: REDIS_HOST
+            value: release-name-redis
+          - name: REDIS_PORT
+            value: "6379"
+          - name: REDIS_DB
+            value: "1"
+          - name: CELERY_DB
+            value: "0"
           - name: INVENTORY_PATH
             value: /app/inventory/inventory.csv
-          - name: CELERY_BROKER_URL
-            value: redis://release-name-redis-master:6379/0
           - name: MONGO_URI
             value: mongodb://release-name-mongodb:27017
           - name: MIB_SOURCES

rendered/manifests/tests/splunk-connect-for-snmp/templates/redis/redis-config.yaml

@@ -0,0 +1,33 @@
+---
+# Source: splunk-connect-for-snmp/templates/redis/redis-config.yaml
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: release-name-redis-config
+  namespace: default
+  labels:
+    app: release-name-redis
+data:
+  redis.conf: |
+    # Data directory
+    dir /data
+
+    # Persistence - RDB
+    save 900 1
+    save 300 10
+    save 60 10000
+
+    # Persistence - AOF
+    appendonly yes
+    appendfsync everysec
+
+    # Logging
+    loglevel notice
+
+    # Memory
+    maxmemory-policy noeviction
+
+    # Network
+    bind 0.0.0.0
+    protected-mode no
+    port 6379

rendered/manifests/tests/splunk-connect-for-snmp/templates/redis/redis-standalone-service.yaml

@@ -0,0 +1,15 @@
+---
+# Source: splunk-connect-for-snmp/templates/redis/redis-standalone-service.yaml
+apiVersion: v1
+kind: Service
+metadata:
+  name: release-name-redis
+  namespace: default
+spec:
+  type: ClusterIP
+  ports:
+  - port: 6379
+    targetPort: 6379
+    name: redis
+  selector:
+    app: release-name-redis