fix client timeout

init client at `get_records` level to avoid timout.

Author: tobiascadee

tap_looker/client.py

@@ -30,7 +30,6 @@ def __init__(self, tap: Tap) -> None:
         os.environ["LOOKERSDK_BASE_URL"] = self.config.get("base_url")
         os.environ["LOOKERSDK_CLIENT_ID"] = self.config.get("client_id")
         os.environ["LOOKERSDK_CLIENT_SECRET"] = self.config.get("client_secret")
-        self.sdk = looker_sdk.init40()
 
     @property
     def schema_filepath(self) -> Path | None:
@@ -80,11 +79,12 @@ def get_records(
         Raises:
             NotImplementedError: If the implementation is TODO
         """
+        sdk = looker_sdk.init40()
         result_count: int = ROW_LIMIT
         result_max_date: datetime = self.get_starting_timestamp(context)
         fields = [self.replace_prefix(field) for field in list(self.schema["properties"])]
         while result_count == ROW_LIMIT:
-            response = self.sdk.run_inline_query(
+            response = sdk.run_inline_query(
                 result_format="json",
                 body=models.WriteQuery(
                     model="system__activity",

tap_looker/streams.py

@@ -1,10 +1,11 @@
 """Stream type classes for tap-looker."""
 
 from __future__ import annotations
-import json
 
 from typing import TYPE_CHECKING
 
+import looker_sdk
+
 # JSON Schema typing helpers
 from tap_looker.client import LookerStream, LookerSystemActivityStream
 
@@ -32,7 +33,8 @@ class ModelStream(LookerStream):
 
     def get_records(self, context: Optional[Context]) -> Iterable[Record]:
         """Return a generator of record-type dictionary objects."""
-        for model in self.sdk.all_lookml_models():
+        sdk = looker_sdk.init40()
+        for model in sdk.all_lookml_models():
             if model.name in self.config.get("filter_models", [model.name]):
                 model_dict = self.convert_to_dict(model)
                 yield model_dict
@@ -59,8 +61,9 @@ class ExploreStream(LookerStream):
 
     def get_records(self, context: Optional[Context]) -> Iterable[Record]:
         """Return a generator of record-type dictionary objects."""
+        sdk = looker_sdk.init40()
         for explore_name in context["explores"]:
-            explore = self.sdk.lookml_model_explore(
+            explore = sdk.lookml_model_explore(
                 lookml_model_name=context["model_name"],
                 explore_name=explore_name,
             )
@@ -78,8 +81,9 @@ class FieldStream(LookerStream):
 
     def get_records(self, context: Optional[Context]) -> Iterable[Record]:
         """Return a generator of record-type dictionary objects."""
+        sdk = looker_sdk.init40()
         for explore_name in context["explores"]:
-            explore = self.sdk.lookml_model_explore(
+            explore = sdk.lookml_model_explore(
                 lookml_model_name=context["model_name"],
                 explore_name=explore_name,
             )