mendhak / airflow-ms-teams-operator Goto Github PK

Traceback (most recent call last):
  File "/opt/python3.8/lib/python3.8/site-packages/airflow/models/taskinstance.py", line 1544, in _run_finished_callback
    callback(context)
  File "/home/airflow/gcs/dags/LikeIT/src/dags_utils.py", line 19, in send_teams_message
    teams_notification = MSTeamsWebhookOperator(
  File "/opt/python3.8/lib/python3.8/site-packages/airflow/models/baseoperator.py", line 394, in apply_defaults
    result = func(self, **kwargs, default_args=default_args)
  File "/opt/python3.8/lib/python3.8/site-packages/airflow/utils/decorators.py", line 54, in wrapper
    return func(*args, **kwargs)
  File "/home/airflow/gcs/dags/LikeIT/src/ms_teams_webhook_operator.py", line 74, in __init__
    self.hook = None
  File "/opt/python3.8/lib/python3.8/site-packages/airflow/models/baseoperator.py", line 981, in __setattr__
    super().__setattr__(key, value)
AttributeError: can't set attribute

    notify_teams_success = MSTeamsWebhookOperator(
        task_id='ms_team_notification',
        http_conn_id='msteams_webhook_url',
        message = f"Airflow: Dag {dag_name} finished succesfully.",
        subtitle = "What a **great** achievement.",
        theme_color = "00FF00",
        button_text = "Link to Airflow UI",
        button_url = "http://localhost:8080/admin/airflow/tree",
        #proxy = "https://yourproxy.domain:3128/",
        dag=dag
    )

[2021-07-06 13:59:37,184] {base.py:78} INFO - Using connection to: id: msteams_webhook_url. Host: maersk.webhook.office.com/webhookb2/xxx, Port: None, Schema: http, Login: , Password: None, extra: {}
[2021-07-06 13:59:37,252] {base.py:78} INFO - Using connection to: id: msteams_webhook_url. Host: maersk.webhook.office.com/webhookb2/xxx, Port: None, Schema: http, Login: , Password: None, extra: {}
[2021-07-06 13:59:37,254] {logging_mixin.py:104} INFO - {}
[2021-07-06 13:59:37,258] {logging_mixin.py:104} INFO - Proxy is :
[2021-07-06 13:59:37,326] {base.py:78} INFO - Using connection to: id: msteams_webhook_url. Host: maersk.webhook.office.com/webhookb2/xxx, Port: None, Schema: http, Login: , Password: None, extra: {}
[2021-07-06 13:59:37,378] {http.py:140} INFO - Sending 'POST' to url: http://maersk.webhook.office.com/webhookb2/xxx
[2021-07-06 13:59:41,910] {http.py:154} ERROR - HTTP error: Method Not Allowed
[2021-07-06 13:59:41,920] {http.py:155} ERROR - Invalid webhook request - GET not supported
[2021-07-06 13:59:42,004] {taskinstance.py:1481} ERROR - Task failed with exception
Traceback (most recent call last):
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/providers/http/hooks/http.py", line 152, in check_response
    response.raise_for_status()
  File "/home/airflow/.local/lib/python3.6/site-packages/requests/models.py", line 943, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 405 Client Error: Method Not Allowed for url: https://maersk.webhook.office.com/webhookb2/xxx

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/models/taskinstance.py", line 1137, in _run_raw_task
    self._prepare_and_execute_task_with_callbacks(context, task)
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/models/taskinstance.py", line 1311, in _prepare_and_execute_task_with_callbacks
    result = self._execute_task(context, task_copy)
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/models/taskinstance.py", line 1341, in _execute_task
    result = task_copy.execute(context=context)
  File "/opt/airflow/plugins/operators/ms_teams_webhook_operator.py", line 90, in execute
    self.hook.execute()
  File "/opt/airflow/plugins/hooks/ms_teams_webhook_hook.py", line 136, in execute
    extra_options={'proxies': proxies})
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/providers/http/hooks/http.py", line 141, in run
    return self.run_and_check(session, prepped_request, extra_options)
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/providers/http/hooks/http.py", line 191, in run_and_check
    self.check_response(response)
  File "/home/airflow/.local/lib/python3.6/site-packages/airflow/providers/http/hooks/http.py", line 156, in check_response
    raise AirflowException(str(response.status_code) + ":" + response.reason)
airflow.exceptions.AirflowException: 405:Method Not Allowed
[2021-07-06 13:59:42,069] {taskinstance.py:1531} INFO - Marking task as FAILED. dag_id=ms_teams_notification, task_id=ms_team_notification, execution_date=20151012T000000, start_date=20210706T135936, end_date=20210706T135942
[2021-07-06 13:59:42,283] {local_task_job.py:151} INFO - Task exited with return code 1

from ms_teams_webhook_operator import MSTeamsWebhookOperator
def on_failure(context):
    dag_id = context['dag_run'].dag_id
    task_id = context['task_instance'].task_id
    context['task_instance'].xcom_push(key=dag_id, value=True)
    logs_url = "file:///Users/shubamsachdeva/airflow/logs/{}/{}/{}".format(
         dag_id, task_id, context['ts'])
    teams_notification = MSTeamsWebhookOperator(
        task_id="msteams_notify_failure",
        trigger_rule="all_done",
        #message="`{}` has failed on task: `{}`. View Logs at: `{}`".format(dag_id, task_id, logs_url),
        message = "**Hello from Airflow!**",
        subtitle = "`{}` has failed on task: `{}`".format(dag_id, task_id),
        button_text="View log",
        button_url=logs_url,
        theme_color="FF0000",
        http_conn_id="msteams-webhook-url")
    teams_notification.execute(context)
    print('Error Notification is sent to your MS Team Channel')

teams_notification = MSTeamsWebhookOperator(
    task_id="msteams_notify_batch_start", trigger_rule="all_done",
    message=f"**Dag Running**",
    subtitle=f"Task-1 is completed successfully",
    button_text=f'{dag_id}',
    button_url=f'{dag_url}', 
    theme_color="00FF00", 
    http_conn_id='prashanth-webhook')
teams_notification.execute(context)

File ".../ms_teams_webhook_operator.py", line 90, in execute
    self.hook.execute()
File ".../ms_teams_webhook_hook.py", line 129, in execute
    proxy_url = self.get_proxy(self.http_conn_id)
File ".../ms_teams_webhook_hook.py", line 72, in get_proxy
    conn = self.get_connection(http_conn_id)
File ".../lib/python3.8/site-packages/airflow/hooks/base.py", line 67, in get_connection
    conn = Connection.get_connection_from_secrets(conn_id)
File ".../lib/python3.8/site-packages/airflow/models/connection.py", line 376, in get_connection_from_secrets
    conn = secrets_backend.get_connection(conn_id=conn_id)
File ".../lib/python3.8/site-packages/airflow/secrets/base_secrets.py", line 64, in get_connection
    conn_uri = self.get_conn_uri(conn_id=conn_id)
File ".../lib/python3.8/site-packages/airflow/secrets/environment_variables.py", line 34, in get_conn_uri
    environment_uri = os.environ.get(CONN_ENV_PREFIX + conn_id.upper())
AttributeError: 'NoneType' object has no attribute 'upper'

# ms_teams_webhook_hook.py, l. 127ff

proxies = {}
if self.http_conn_id is not None:
    proxy_url = self.get_proxy(self.http_conn_id)
    print("Proxy is : " + proxy_url)
    if len(proxy_url) > 5:
        proxies = {'https': proxy_url}