Merge pull request #91 from vctqs1/master

jasonbosco · web-flow · commit f3844900ade3 · 2025-07-16T21:54:17.000-05:00
chore: able to config timeout/retry/health_check number via environment
diff --git a/scraper/src/typesense_helper.py b/scraper/src/typesense_helper.py
@@ -24,7 +24,10 @@ def __init__(self, alias_name, collection_name_tmp, custom_settings):
                         'protocol': os.environ.get('TYPESENSE_PROTOCOL', None),
                     }
                 ],
-                'connection_timeout_seconds': 30 * 60,
+                'connection_timeout_seconds': int(os.environ.get('TYPESENSE_CONNECTION_TIMEOUT_SECONDS', 30 * 60)),
+                'retry_interval_seconds': int(os.environ.get('TYPESENSE_RETRY_INTERVAL_SECONDS', 1)),
+                'num_retries': int(os.environ.get('TYPESENSE_NUM_RETRIES', 3)),
+                'healthcheck_interval_seconds': int(os.environ.get('TYPESENSE_HEALTHCHECK_INTERVAL_SECONDS', 60)),
                 'verify': os.environ.get('TYPESENSE_VERIFY', 'True').lower() == 'true',
             }
         )

Original file line number	Diff line number	Diff line change
`@@ -24,7 +24,10 @@ def __init__(self, alias_name, collection_name_tmp, custom_settings):`
`24`	`24`	`'protocol': os.environ.get('TYPESENSE_PROTOCOL', None),`
`25`	`25`	`}`
`26`	`26`	`],`
`27`		`- 'connection_timeout_seconds': 30 * 60,`
	`27`	`+ 'connection_timeout_seconds': int(os.environ.get('TYPESENSE_CONNECTION_TIMEOUT_SECONDS', 30 * 60)),`
	`28`	`+ 'retry_interval_seconds': int(os.environ.get('TYPESENSE_RETRY_INTERVAL_SECONDS', 1)),`
	`29`	`+ 'num_retries': int(os.environ.get('TYPESENSE_NUM_RETRIES', 3)),`
	`30`	`+ 'healthcheck_interval_seconds': int(os.environ.get('TYPESENSE_HEALTHCHECK_INTERVAL_SECONDS', 60)),`
`28`	`31`	`'verify': os.environ.get('TYPESENSE_VERIFY', 'True').lower() == 'true',`
`29`	`32`	`}`
`30`	`33`	`)`