add option to use users secrets

Author: alexbourret

custom-recipes/api-connect/recipe.json

@@ -297,6 +297,13 @@
             "type": "BOOLEAN",
             "defaultValue": false
         },
+        {
+            "name": "should_use_user_secrets",
+            "label": "User's secrets",
+            "description": "Use secrets from user's profile",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
         {
             "name": "timeout",
             "label": "Timeout (s)",

custom-recipes/api-connect/recipe.py

@@ -3,7 +3,7 @@
 from dataiku.customrecipe import get_input_names_for_role, get_recipe_config, get_output_names_for_role
 import pandas as pd
 from safe_logger import SafeLogger
-from dku_utils import get_dku_key_values, get_endpoint_parameters, get_secure_credentials
+from dku_utils import get_dku_key_values, get_endpoint_parameters, get_secure_credentials, get_user_secrets
 from rest_api_recipe_session import RestApiRecipeSession
 from dku_constants import DKUConstants
 
@@ -45,6 +45,8 @@ def get_partitioning_keys(id_list, dku_flow_variables):
     raise ValueError("There is no parameter column selected.")
 parameter_renamings = get_dku_key_values(config.get("parameter_renamings", {}))
 custom_key_values = get_dku_key_values(config.get("custom_key_values", {}))
+user_secrets = get_user_secrets(config)
+custom_key_values.update(user_secrets)
 display_metadata = config.get("display_metadata", False)
 maximum_number_rows = config.get("maximum_number_rows", -1)
 input_parameters_dataset = dataiku.Dataset(input_A_names[0])

python-connectors/api-connect_dataset/connector.json

@@ -245,6 +245,13 @@
             "type": "BOOLEAN",
             "defaultValue": false
         },
+        {
+            "name": "should_use_user_secrets",
+            "label": " ",
+            "description": "Use secrets from user's profile",
+            "type": "BOOLEAN",
+            "defaultValue": false
+        },
         {
             "name": "timeout",
             "label": "Timeout (s)",

python-connectors/api-connect_dataset/connector.py

@@ -5,7 +5,7 @@
 from dku_utils import (
     get_dku_key_values, get_endpoint_parameters,
     parse_keys_for_json, get_value_from_path, get_secure_credentials,
-    decode_csv_data, decode_bytes
+    decode_csv_data, decode_bytes, get_user_secrets
 )
 from dku_constants import DKUConstants
 import json
@@ -24,6 +24,8 @@ def __init__(self, config, plugin_config):
         secure_credentials = get_secure_credentials(config)
         credential = config.get("credential", {})
         custom_key_values = get_dku_key_values(config.get("custom_key_values", {}))
+        user_secrets = get_user_secrets(config)
+        custom_key_values.update(user_secrets)
         self.client = RestAPIClient(credential, secure_credentials, endpoint_parameters, custom_key_values)
         extraction_key = endpoint_parameters.get("extraction_key", None)
         self.extraction_key = extraction_key or ''

python-lib/dku_utils.py

@@ -167,3 +167,19 @@ def decode_bytes(content):
     if isinstance(content, bytes):
         content = content.decode()
     return content
+
+
+def get_user_secrets(configuration):
+    should_use_user_secrets = configuration.get("should_use_user_secrets", False)
+    if should_use_user_secrets:
+        import dataiku
+        logger.info("Using user's secrets:")
+        client = dataiku.api_client()
+        auth_info = client.get_auth_info(with_secrets=True)
+        secrets = auth_info.get("secrets", [])
+        user_secrets = {}
+        for secret in secrets:
+            logger.info("\t-'{}'".format(secret.get("key")))
+            user_secrets[secret.get("key")] = secret.get("value")
+        return user_secrets
+    return {}