CREATE OR REPLACE NETWORK RULE DATADOG_API
  TYPE = HOST_PORT
  VALUE_LIST = ('http-intake.logs.datadoghq.eu')
  MODE = EGRESS
  COMMENT = 'Network Rule for Datadog API.';

CREATE OR REPLACE SECRET DATADOG_API_KEY
  TYPE = GENERIC_STRING
  SECRET_STRING = '<secret-value>'
  COMMENT = 'Datadog API key that allows sending logs to Datadog.';

CREATE OR REPLACE EXTERNAL ACCESS INTEGRATION DATADOG_API_INTEGRATION
  ALLOWED_NETWORK_RULES = (DATADOG_API)
  ALLOWED_AUTHENTICATION_SECRETS = (DATADOG_API_KEY)
  ENABLED = true
  COMMENT = 'Access Integration to Datadog API.';

PUT file:////Users/juancarlosmayo/dependencies/manual_dependencies.zip @MY_INTENAL_STAGE AUTO_COMPRESS=False;

USE DATABASE MY_DB;
USE SCHEMA MY_SCHEMA;

CREATE OR REPLACE PROCEDURE LOGS_TO_DATADOG()
RETURNS VARCHAR
LANGUAGE PYTHON
RUNTIME_VERSION = '3.12'
PACKAGES = ('snowflake-snowpark-python')
HANDLER = 'logs_to_datadog'
IMPORTS = ('@.MY_SCHEMA.LOGS_TO_DATADOG/dependencies.zip')
EXTERNAL_ACCESS_INTEGRATIONS = (DATADOG_API_INTEGRATION)
SECRETS = ('datadog_api_key'=DATADOG_API_KEY)
...

CREATE OR REPLACE PROCEDURE SP_LOGS_TO_DATADOG()
RETURNS VARCHAR
LANGUAGE PYTHON
RUNTIME_VERSION = '3.11'
PACKAGES = ('snowflake-snowpark-python')
HANDLER = 'logs_to_datadog'
IMPORTS = ('@MY_DB.MY_SCHEMA.LOGS_TO_DATADOG/manual_dependecies.zip')
EXTERNAL_ACCESS_INTEGRATIONS = (DATADOG_API_INTEGRATION)
SECRETS = ('datadog_api_key'=DATADOG_API_KEY)
EXECUTE AS CALLER
AS $$
import json
import os
import _snowflake
from datadog_api_client.api_client import ApiClient
from datadog_api_client.configuration import Configuration
from datadog_api_client.v2.api.logs_api import LogsApi
from datadog_api_client.v2.model.content_encoding import ContentEncoding
from datadog_api_client.v2.model.http_log import HTTPLog
from datadog_api_client.v2.model.http_log_item import HTTPLogItem


def logs_to_datadog(session):

    # Create a query
    query = "SELECT * FROM MY_DB.MY_SCHEMA.MY_TABLE LIMIT 5;"
            
    query_results = session.sql(query).collect()

    ##########################
    # INITIALIZE DATADOG API #
    ##########################
    os.environ["DD_SITE"] = "datadoghq.eu"
    os.environ["DD_API_KEY"] = _snowflake.get_generic_secret_string("datadog_api_key")

    # Configure the Datadog API client
    configuration = Configuration()

    # Split the data in lists of 900 items max
    # Datadog supports up to 1,000
    with ApiClient(configuration) as api_client:
    
        logs = []
        for item in query_results:
            logs.append(
                {
                    "id": item[0],
                    "latest_ingested_diff_min": item[1],
                    "latest_device_diff_min": item[2],
                }
            )

        # Convert each dict to a JSON-formatted string and wrap in HTTPLogItem
        log_items = [
            HTTPLogItem(
                ddsource="snowflake",
                ddtags="account:TY25799,env:production",
                hostname="QQMTHNM-TY25799.snowflakecomputing.com",
                message=json.dumps(log),
                service="asset_id_last_available_at",
            )
            for log in logs
        ]

        body = HTTPLog(log_items)

        api_instance = LogsApi(api_client)
        response = api_instance.submit_log(content_encoding=ContentEncoding.DEFLATE, body=body)
        if response == {}:
            return f"{len(query_results)} logs sent to Datadog"
        else:
            # Implement logic to catch errors
            return "Error"

    
$$;

CREATE OR REPLACE TASK MY_DB.MY_SCHEMA.LOGS_TO_DATAGOG_TASK
	warehouse=MY_WH
	schedule='USING CRON */5 * * * * UTC'
	COMMENT='Send logs to Datadog.'
	as CALL SP_LOGS_TO_DATADOG();