TASK [prometheus.prometheus.node_exporter : Copy the node_exporter systemd service file] ************************************************************************************************************
An exception occurred during task execution. To see the full traceback, use -vvv. The error was: ): 'AnsibleUnicode' object is not callable. 'AnsibleUnicode' object is not callable
fatal: [agn-an-afg-prod-republisher]: FAILED! => changed=false 
  msg: |-
    AnsibleError: Unexpected templating type error occurred on ({{ ansible_managed | comment }}
  
    [Unit]
    Description=Prometheus Node Exporter
    After=network-online.target
  
    [Service]
    Type=simple
    User={{ node_exporter_system_user }}
    Group={{ node_exporter_system_group }}
    ExecStart={{ node_exporter_binary_install_dir }}/node_exporter \
    {% for collector in node_exporter_enabled_collectors -%}
    {%   if not collector is mapping %}
        '--collector.{{ collector }}' \
    {%   else -%}
    {%     set name, options = (collector.items()|list)[0] -%}
        '--collector.{{ name }}' \
    {%     for k,v in options|dictsort %}
        '--collector.{{ name }}.{{ k }}={{ v }}' \
    {%     endfor -%}
    {%   endif -%}
    {% endfor -%}
    {% for collector in node_exporter_disabled_collectors %}
        '--no-collector.{{ collector }}' \
    {% endfor %}
    {% if node_exporter_tls_server_config | length > 0 or node_exporter_http_server_config | length > 0 or node_exporter_basic_auth_users | length > 0 %}
        {% if node_exporter_version is version('1.5.0', '>=') %}
        '--web.config.file=/etc/node_exporter/config.yaml' \
        {% else %}
        '--web.config=/etc/node_exporter/config.yaml' \
        {% endif %}
    {% endif %}
        '--web.listen-address={{ node_exporter_web_listen_address }}' \
        '--web.telemetry-path={{ node_exporter_web_telemetry_path }}'
  
    SyslogIdentifier=node_exporter
    Restart=always
    RestartSec=1
    StartLimitInterval=0
  
    {% set ns = namespace(protect_home = 'yes') %}
    {% for m in ansible_mounts if m.mount.startswith('/home') %}
    {%   set ns.protect_home = 'read-only' %}
    {% endfor %}
    {% if node_exporter_textfile_dir.startswith('/home') %}
    {%   set ns.protect_home = 'read-only' %}
    {% endif %}
    ProtectHome={{ ns.protect_home }}
    NoNewPrivileges=yes
  
    {% if (ansible_facts.packages.systemd | first).version is version('232', '>=') %}
    ProtectSystem=strict
    ProtectControlGroups=true
    ProtectKernelModules=true
    ProtectKernelTunables=yes
    {% else %}
    ProtectSystem=full
    {% endif %}
  
    [Install]
    WantedBy=multi-user.target
    ): 'AnsibleUnicode' object is not callable. 'AnsibleUnicode' object is not callable

ansible [core 2.15.2]
  config file = /workspace/myproject/ansible.cfg
  configured module search path = ['/home/gitpod/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules']
  ansible python module location = /usr/lib/python3/dist-packages/ansible
  ansible collection location = /workspace/myproject/collections
  executable location = /usr/bin/ansible
  python version = 3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0] (/usr/bin/python3)
  jinja version = 3.0.3
  libyaml = True

node_exporter_version: latest

ahoyt@prom1:~$ sudo journalctl --unit systemd_exporter --since "10 minutes ago"

Jul 13 19:26:12 prom1 systemd[1]: Started Prometheus SystemD Exporter.
Jul 13 19:26:12 prom1 systemd_exporter[45867]: systemd_exporter: error: unknown long flag '--collector.enable-restart-count', try --help
Jul 13 19:26:12 prom1 systemd[1]: systemd_exporter.service: Main process exited, code=exited, status=1/FAILURE
Jul 13 19:26:12 prom1 systemd[1]: systemd_exporter.service: Failed with result 'exit-code'.
Jul 13 19:26:14 prom1 systemd[1]: systemd_exporter.service: Scheduled restart job, restart counter is at 6104.
Jul 13 19:26:14 prom1 systemd[1]: Stopped Prometheus SystemD Exporter.
Jul 13 19:26:14 prom1 systemd[1]: Started Prometheus SystemD Exporter.

$ ansible-playbook --inventory inventory
TASK [include roles] **************************************************************************
[WARNING]: Collection prometheus.prometheus does not support Ansible version 2.14.6

...

TASK [prometheus.prometheus.prometheus : Discover latest version] *********************************************************************************************
task path: /Users/jmaguire/.ansible/collections/ansible_collections/prometheus/prometheus/roles/prometheus/tasks/preflight.yml:76
skipping: [tornado.johnmaguire.me] => {
    "changed": false,
    "skip_reason": "Conditional result was False"
}

TASK [prometheus.prometheus.prometheus : Get checksum list] ***************************************************************************************************
task path: /Users/jmaguire/.ansible/collections/ansible_collections/prometheus/prometheus/roles/prometheus/tasks/preflight.yml:93
url lookup connecting to https://github.com/prometheus/prometheus/releases/download/v2.44.0/sha256sums.txt
objc[49407]: +[__NSCFConstantString initialize] may have been in progress in another thread when fork() was called.
objc[49407]: +[__NSCFConstantString initialize] may have been in progress in another thread when fork() was called. We cannot safely call it or ignore it in the fork() child process. Crashing instead. Set a breakpoint on objc_initializeAfterForkError to debug.
ERROR! A worker was found in a dead state

[WARNING]: Error parsing collection metadata requires_ansible value from collection prometheus.prometheus: Invalid specifier: '2.9'

fatal: [REDACTED-> localhost]: FAILED! => 
{
  "attempts": 5, 
  "changed": false, 
  "dest": "/tmp/node_exporter-1.5.0.linux-amd64.tar.gz", 
  "elapsed": 0, 
  "msg": "An unknown error occurred: URL can't contain control characters. '/prometheus/node_exporter/releases/download/v1.5.0/ node_exporter-1.5.0.linux-amd64.tar.gz' (found at least ' ')", 
  "url": "https://github.com/prometheus/node_exporter/releases/download/v1.5.0/ node_exporter-1.5.0.linux-amd64.tar.gz"
}

- hosts: all
  pre_tasks:
    - name: Check if pip3 is installed
      ansible.builtin.command:
        cmd: which pip3
      register: pip3_check
      ignore_errors: true
    - name: install pip3
      ansible.builtin.apt:
        name: python3-pip
      register: pip3_install
      when:
        - pip3_check.rc is defined
        - not pip3_check.rc == 0
    - name: install cryptography python package
      ansible.builtin.pip:
        name: cryptography
      when:
        - (pip3_check.rc is defined and pip3_check.rc == 0) or (pip3_install is succeeded and pip3_install is not skipped)
    - name: Check if cryptography python package is installed
      ansible.builtin.command:
        cmd: pip3 freeze | grep cryptography
      register: cryptography_check
      ignore_errors: true
      when:
        - (pip3_check.rc is defined and pip3_check.rc == 0) or (pip3_install is succeeded and pip3_install is not skipped)
    - name: Create the node_exporter group
      ansible.builtin.group:
        name: "{{ _node_exporter_system_group }}"
        state: present
        system: true
      when: _node_exporter_system_group != "root"
    - name: Create the node_exporter user
      ansible.builtin.user:
        name: "{{ _node_exporter_system_user }}"
        groups: "{{ _node_exporter_system_group }}"
        append: true
        shell: /usr/sbin/nologin
        system: true
        create_home: false
        home: /
      when: _node_exporter_system_user != "root"
    - name: Create node_exporter cert dir
      file:
        path: "/etc/node_exporter"
        state: directory
        owner: "{{ _node_exporter_system_group }}"
        group: "{{ _node_exporter_system_group }}"
    - name: Check /etc/node_exporter exists
      stat:
        path: "/etc/node_exporter"
      register: node_exporter_dir
    - name: Create private key (RSA, 4096 bits)
      community.crypto.openssl_privatekey:
        path: /etc/node_exporter/tls.key
        owner: "{{ _node_exporter_system_group }}"
        group: "{{ _node_exporter_system_group }}"
      when:
        - cryptography_check is defined
        - cryptography_check.rc is defined
        - cryptography_check.rc == 0
        - node_exporter_dir.stat.exists
    - name: Create cert and key
      community.crypto.x509_certificate:
        path: /etc/node_exporter/tls.cert
        privatekey_path: /etc/node_exporter/tls.key
        provider: selfsigned
        owner: "{{ _node_exporter_system_group }}"
        group: "{{ _node_exporter_system_group }}"
      when:
        - cryptography_check is defined
        - cryptography_check.rc is defined
        - cryptography_check.rc == 0
        - node_exporter_dir.stat.exists
  roles:
    - node_exporter
  vars:
    node_exporter_tls_server_config:
      cert_file: /etc/node_exporter/tls.cert
      key_file: /etc/node_exporter/tls.key
    node_exporter_basic_auth_users:
      randomuser: examplepassword

ExecStart=/usr/local/bin/node_exporter \
--collector.filesystem \
    --collector.filesystem.fs-types-exclude='^(nfs|autofs)$' \

node_filesystem_size_bytes{device="auto.job",fstype="autofs",mountpoint="/job"} 0
node_filesystem_size_bytes{device="auto.net",fstype="autofs",mountpoint="/net"} 0
node_filesystem_size_bytes{device="host:/path",fstype="nfs",mountpoint="/net/path"} 1.099511627776e+13
node_filesystem_size_bytes{device="host:/path2",fstype="nfs",mountpoint="/net/path2"} 1.078874406912e+12

 curl -s localhost:9100/metrics | grep -v ^# | grep -e autofs
# 

TASK [cloudalchemy.node_exporter : Gather currently installed node_exporter version (if any)] **********************************************************************************************
fatal: [node-1]: FAILED! => changed=false
  msg: 'Unsupported parameters for (ansible.legacy.command) module: warn. Supported parameters include: _raw_params, executable, strip_empty_ends, stdin_add_newline, creates, chdir, removes, stdin, _uses_shell, argv.'

PLAY [Monitoring] ***************************

TASK [prometheus.prometheus.prometheus : Validating arguments against arg spec 'main' - Installs and configures prometheus] ***********
fatal: [status.example.com]: FAILED! => 
  msg: 'The task includes an option with an undefined variable. The error was: {{ go_arch_map[ansible_architecture] | default(ansible_architecture) }}: ''ansible_architecture'' is undefined. ''ansible_architecture'' is undefined. {{ go_arch_map[ansible_architecture] | default(ansible_architecture) }}: ''ansible_architecture'' is undefined. ''ansible_architecture'' is undefined. {{ go_arch_map[ansible_architecture] | default(ansible_architecture) }}: ''ansible_architecture'' is undefined. ''ansible_architecture'' is undefined. {{ go_arch_map[ansible_architecture] | default(ansible_architecture) }}: ''ansible_architecture'' is undefined. ''ansible_architecture'' is undefined'

PLAY [Install basic packages] *******************

TASK [Gathering Facts] ************************
ok: [example.com]

 [...]

- name: Monitoring
  hosts: status
  become: true
  gather_facts: true
  roles:
    - prometheus.prometheus.prometheus
    - prometheus.prometheus.node_exporter
    - prometheus.prometheus.mysqld_exporter
    - prometheus.prometheus.systemd_exporter
    - cloudalchemy.grafana
    - geerlingguy.certbot
    - geerlingguy.nginx
  tags:
    - stats

- name: Setup node exporter
  import_role:
    name: prometheus.prometheus.node_exporter
  vars:
    node_exporter_version: 1.5.0
    node_exporter_basic_auth_users:
      prometheus: "toto"
    node_exporter_web_telemetry_path: "/node-exporter"

TASK [prometheus.prometheus.node_exporter : Copy the node_exporter config file] ****************************************************************************************************************************************************************************************************
--- before: /etc/node_exporter/config.yaml
+++ after: /home/nereis/.ansible/tmp/ansible-local-15437bdzf6l09/tmpz9j85ndj/config.yaml.j2
@@ -5,4 +5,4 @@
 
 
 basic_auth_users:
-  prometheus: $2b...
+  prometheus: *0

 cat /etc/node_exporter/config.yaml
---
#
# Ansible managed
#


basic_auth_users:
  prometheus: *0

ogrosjeanne@bastion:~/ansible$ ansible --version
ansible [core 2.14.3]
  config file = /etc/ansible/ansible.cfg
  configured module search path = ['/home/ogrosjeanne/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules']
  ansible python module location = /usr/lib/python3/dist-packages/ansible
  ansible collection location = /home/ogrosjeanne/.ansible/collections:/usr/share/ansible/collections
  executable location = /usr/bin/ansible
  python version = 3.10.6 (main, Nov 14 2022, 16:10:14) [GCC 11.3.0] (/usr/bin/python3)
  jinja version = 3.0.3
  libyaml = True

ogrosjeanne@bastion:~/ansible$ more prometheus-test.yml 
- hosts: localhost
  connection: local 
  roles:
    - prometheus.prometheus.node_exporter
  vars:
    node_exporter_tls_server_config:
      cert_file: /etc/node_exporter/certificate.cer
      key_file: /etc/node_exporter/privateKey.pem

ogrosjeanne@bastion:~/ansible$ ansible-playbook prometheus-test.yml 

PLAY [localhost] *********************************************************************************************************************************************************************************************************

TASK [Gathering Facts] ***************************************************************************************************************************************************************************************************
ok: [localhost]

TASK [prometheus.prometheus.node_exporter : Validating arguments against arg spec 'main' - Prometheus Node Exporter] *****************************************************************************************************
fatal: [localhost]: FAILED! => {"argument_errors": ["Invalid type dict for option '{'cert_file': '/etc/node_exporter/certificate.cer', 'key_file': '/etc/node_exporter/privateKey.pem'}', elements value check is supported only with 'list' type", "Invalid type dict for option '{}', elements value check is supported only with 'list' type", "Invalid type dict for option '{}', elements value check is supported only with 'list' type"], "argument_spec_data": {"node_exporter_basic_auth_users": {"description": "Dictionary of users and password for basic authentication. Passwords are automatically hashed with bcrypt.", "elements": "str", "type": "dict"}, "node_exporter_binary_local_dir": {"description": ["Enables the use of local packages instead of those distributed on github.", "The parameter may be set to a directory where the C(node_exporter) binary is stored on the host where ansible is run.", "This overrides the I(node_exporter_version) parameter"]}, "node_exporter_disabled_collectors": {"description": ["List of disabled collectors.", "By default node_exporter disables collectors listed L(here,https://github.com/prometheus/node_exporter#disabled-by-default)."], "elements": "str", "type": "list"}, "node_exporter_enabled_collectors": {"default": ["systemd", {"textfile": {"directory": "/var/lib/node_exporter"}}], "description": ["List of dicts defining additionally enabled collectors and their configuration.", "It adds collectors to L(those enabled by default,https://github.com/prometheus/node_exporter#enabled-by-default)."], "type": "list"}, "node_exporter_http_server_config": {"description": ["Config for HTTP/2 support.", "Keys and values are the same as in L(node_exporter docs,https://github.com/prometheus/node_exporter/blob/master/https/README.md#sample-config)."], "elements": "str", "type": "dict"}, "node_exporter_textfile_dir": {"default": "/var/lib/node_exporter", "description": ["Directory used by the L(Textfile Collector,https://github.com/prometheus/node_exporter#textfile-collector).", "To get permissions to write metrics in this directory, users must be in C(node-exp) system group.", "B(Note:) More information in TROUBLESHOOTING.md guide."]}, "node_exporter_tls_server_config": {"description": ["Configuration for TLS authentication.", "Keys and values are the same as in L(node_exporter docs,https://github.com/prometheus/node_exporter/blob/master/https/README.md#sample-config)."], "elements": "str", "type": "dict"}, "node_exporter_version": {"default": "1.1.2", "description": "Node exporter package version. Also accepts latest as parameter."}, "node_exporter_web_listen_address": {"default": "0.0.0.0:9100", "description": "Address on which node exporter will listen"}, "node_exporter_web_telemetry_path": {"default": "/metrics", "description": "Path under which to expose metrics"}}, "changed": false, "msg": "Validation of arguments failed:\nInvalid type dict for option '{'cert_file': '/etc/node_exporter/certificate.cer', 'key_file': '/etc/node_exporter/privateKey.pem'}', elements value check is supported only with 'list' type\nInvalid type dict for option '{}', elements value check is supported only with 'list' type\nInvalid type dict for option '{}', elements value check is supported only with 'list' type", "validate_args_context": {"argument_spec_name": "main", "name": "node_exporter", "path": "/home/ogrosjeanne/.ansible/collections/ansible_collections/prometheus/prometheus/roles/node_exporter", "type": "role"}}

PLAY RECAP ***************************************************************************************************************************************************************************************************************
localhost                  : ok=1    changed=0    unreachable=0    failed=1    skipped=0    rescued=0    ignored=0   

- hosts: public
  pre_tasks:
    - name: Install passlib python package
      ansible.builtin.pip:
        name: passlib[bcrypt]
    - name: Create node_exporter cert dir
      file:
        path: "/etc/node_exporter"
        state: directory
        owner: root
        group: root
    - name: Generate an OpenSSL private key with the default values (4096 bits, RSA)
      community.crypto.openssl_privatekey:
        path: /etc/node_exporter/tls.key
    - name: Generate an OpenSSL Certificate Signing Request
      community.crypto.openssl_csr:
        path: /etc/node_exporter/tls.csr
        privatekey_path: /etc/node_exporter/tls.key
        common_name: "{{ ansible_hostname}}"
    - name: Create cert and key
      community.crypto.x509_certificate:
        path: /etc/node_exporter/tls.cert
        csr_path: /etc/node_exporter/tls.csr
        privatekey_path: /etc/node_exporter/tls.key
        provider: selfsigned
  roles:
    - prometheus.prometheus.node_exporter
  vars:
    node_exporter_tls_server_config:
      cert_file: /etc/node_exporter/tls.cert
      key_file: /etc/node_exporter/tls.key
    node_exporter_basic_auth_users:
      export_user: "OOkxA0L1M7KLPgwedwedW9DPL8I0XwvAq65oI"

The full traceback is:
Traceback (most recent call last):
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/plugins/action/template.py", line 139, in run
    resultant = self._templar.do_template(template_data, preserve_trailing_newlines=True, escape_backslashes=False)
                ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/template/__init__.py", line 1066, in do_template
    res = j2_concat(rf)
          ^^^^^^^^^^^^^
  File "<template>", line 88, in root
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/template/__init__.py", line 264, in wrapper
    ret = func(*args, **kwargs)
          ^^^^^^^^^^^^^^^^^^^^^
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/plugins/filter/core.py", line 273, in get_encrypted_password
    return passlib_or_crypt(password, hashtype, salt=salt, salt_size=salt_size, rounds=rounds)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/utils/encrypt.py", line 203, in passlib_or_crypt
    return CryptHash(algorithm).hash(secret, salt=salt, salt_size=salt_size, rounds=rounds)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/utils/encrypt.py", line 100, in hash
    return self._hash(secret, salt, rounds)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/lukas/.local/pipx/venvs/ansible-base/lib/python3.11/site-packages/ansible/utils/encrypt.py", line 119, in _hash
    result = crypt.crypt(secret, saltstring)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/lib/python3.11/crypt.py", line 86, in crypt
    return _crypt.crypt(word, salt)
           ^^^^^^^^^^^^^^^^^^^^^^^^
OSError: [Errno 22] Invalid argument
fatal: [ares.mldsc.de]: FAILED! => {
    "changed": false,
    "msg": "OSError: [Errno 22] Invalid argument"
}

$ ansible-playbook -i inventory site.yaml 
[WARNING]: Collection prometheus.prometheus does not support Ansible version 2.14.5

$ ansible --version
ansible [core 2.14.5]
  config file = /home/jlosito/workspace/infrastructure/ansible.cfg
  configured module search path = ['/home/jlosito/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules']
  ansible python module location = /home/jlosito/workspace/infrastructure/.venv/lib64/python3.11/site-packages/ansible
  ansible collection location = /home/jlosito/.ansible/collections:/usr/share/ansible/collections
  executable location = /home/jlosito/workspace/infrastructure/.venv/bin/ansible
  python version = 3.11.3 (main, Apr  5 2023, 00:00:00) [GCC 13.0.1 20230401 (Red Hat 13.0.1-0)] (/home/jlosito/workspace/infrastructure/.venv/bin/python3)
  jinja version = 3.1.2
  libyaml = True

prometheus_scrape_configs:
  - job_name: "prometheus"
    metrics_path: "{{ prometheus_metrics_path }}"
    static_configs:
      - targets:
          - "{{ ansible_fqdn | default(ansible_host) | default('localhost') }}:9090"

          The new version supports multiple config files, so we could eventually support that.

TASK [prometheus.prometheus.snmp_exporter : Download snmp_exporter binary to local folder] ****************************************************************************************************************************************************************************************************************************************************
vendredi 05 mai 2023  16:01:30 +0200 (0:00:00.050)       0:01:17.256 ********** 
vendredi 05 mai 2023  16:01:30 +0200 (0:00:00.050)       0:01:17.256 ********** 
ok: [hnld-ptls-amazonl2-prometheus-dev01 -> localhost] => {
    "attempts": 1,
    "changed": false,
    "checksum_dest": "ff333c8409a9587720d2b55c31335f2290bc46c7",
    "checksum_src": "ff333c8409a9587720d2b55c31335f2290bc46c7",
    "dest": "/tmp/8490f100-eb94-11ea-87ba-182377c269c8",
    "elapsed": 1,
    "gid": 1000,
    "group": "seb",
    "md5sum": "5bccac10fb0d258148c488c30c786eca",
    "mode": "0644",
    "owner": "seb",
    "size": 7313658,
    "src": "/home/seb/.ansible/tmp/ansible-tmp-1683295290.88605-270186-112912528244913/tmpetxjw74o",
    "state": "file",
    "status_code": 200,
    "uid": 1000,
    "url": "https://github.com/prometheus/snmp_exporter/releases/download/v0.19.0/snmp_exporter-0.19.0.linux-amd64.tar.gz"
}

MSG:

OK (7313658 bytes)

TASK [prometheus.prometheus.snmp_exporter : Unpack snmp_exporter binary] **********************************************************************************************************************************************************************************************************************************************************************
vendredi 05 mai 2023  16:01:32 +0200 (0:00:01.678)       0:01:18.935 ********** 
vendredi 05 mai 2023  16:01:32 +0200 (0:00:01.679)       0:01:18.935 ********** 
An exception occurred during task execution. To see the full traceback, use -vvv. The error was: If you are using a module and expect the file to exist on the remote, see the remote_src option
fatal: [hnld-ptls-amazonl2-prometheus-dev01 -> localhost]: FAILED! => {
    "changed": false
}

MSG:

Could not find or access '/tmp/snmp_exporter-0.19.0.linux-amd64.tar.gz' on the Ansible Controller.
If you are using a module and expect the file to exist on the remote, see the remote_src option

FAILED! => {"censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false}

# ansible --version
ansible [core 2.12.10]
  config file = /etc/ansible/ansible.cfg
  configured module search path = ['/root/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules']
  ansible python module location = /usr/lib/python3/dist-packages/ansible
  ansible collection location = /root/.ansible/collections:/usr/share/ansible/collections
  executable location = /usr/bin/ansible
  python version = 3.8.10 (default, Mar 13 2023, 10:26:41) [GCC 9.4.0]
  jinja version = 2.10.1
  libyaml = True

[prometheus]
prometheus.server.ip

---
- hosts: prometheus
  become: true
  roles:
    - prometheus.prometheus.prometheus
  vars:
    prometheus_version: 2.40.7
    prometheus_web_listen_address: "0.0.0.0:9090"
    prometheus_alert_rules_files: /etc/ansible/files/*.rules
    prometheus_web_config:
      tls_server_config: {}
      http_server_config: {}
      basic_auth_users: {}
    prometheus_alertmanager_config:
      - scheme: http
        basic_auth: {}
        static_configs:
          - targets: ["127.0.0.1:9093"]
    prometheus_targets:
      node-exporter:
        - targets:
            - targert:9100
          labels:
            labels: label
    prometheus_scrape_configs:
      - job_name: "prometheus"
        metrics_path: "{{ prometheus_metrics_path }}"
        static_configs:
          - targets:
              - "{{ ansible_fqdn | default(ansible_host) | default('localhost') }}:9090"
      - job_name: "node-exporter"
        file_sd_configs:
          - files:
              - "{{ prometheus_config_dir }}/file_sd/node-exporter.yml"

RUNNING HANDLER [prometheus.prometheus.snmp_exporter : Reload snmp exporter] ********************************************************************************
vendredi 05 mai 2023  17:51:43 +0200 (0:00:03.534)       0:01:37.901 ********** 
vendredi 05 mai 2023  17:51:43 +0200 (0:00:03.534)       0:01:37.901 ********** 
fatal: [hnld-ptls-amazonl2-prometheus-dev01]: FAILED! => {
    "changed": false
}

MSG:

failure 1 during daemon-reload: Failed to execute operation: The name org.freedesktop.PolicyKit1 was not provided by any .service files

[prometheus.debian.net]: FAILED! => {"changed": false, "checksum": "df2496d755394a2fd11e01e3b4bd566418adc796", "cmd": "/usr/local/bin/promtool check rules /home/anarcat/.ansible/tmp/ansible-tmp-1695839321.1357365-156317-255727393866530/source", "msg": "[Errno 2] No such file or directory: b'/usr/local/bin/promtool'", "rc": 2, "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": []}

--- /usr/lib/systemd/system/prometheus.service	2023-02-04 00:20:19.000000000 +0000
+++ /etc/systemd/system/prometheus.service	2023-09-27 18:46:39.470561824 +0000
@@ -1,39 +1,53 @@
+#
+# Ansible managed
+#
+
 [Unit]
-Description=Monitoring system and time series database
-Documentation=https://prometheus.io/docs/introduction/overview/ man:prometheus(1)
-After=time-sync.target
+Description=Prometheus
+After=network-online.target
+Requires=local-fs.target
+After=local-fs.target
 
 [Service]
-Restart=on-failure
+Type=simple
+Environment="GOMAXPROCS=2"
 User=prometheus
-EnvironmentFile=/etc/default/prometheus
-ExecStart=/usr/bin/prometheus $ARGS
+Group=prometheus
 ExecReload=/bin/kill -HUP $MAINPID
-TimeoutStopSec=20s
-SendSIGKILL=no
+ExecStart=/usr/bin/prometheus \
+  --storage.tsdb.path=/var/lib/prometheus \
+  --storage.tsdb.retention.time=365d \
+  --storage.tsdb.retention.size=0 \
+  --web.config.file=/etc/prometheus/web.yml \
+  --web.console.libraries=/etc/prometheus/console_libraries \
+  --web.console.templates=/etc/prometheus/consoles \
+  --web.listen-address=0.0.0.0:9090 \
+  --web.external-url= \
+  --config.file=/etc/prometheus/prometheus.yml
 
-# systemd hardening-options
-AmbientCapabilities=
-CapabilityBoundingSet=
-DeviceAllow=/dev/null rw
-DevicePolicy=strict
-LimitMEMLOCK=0
-LimitNOFILE=32768
+CapabilityBoundingSet=CAP_SET_UID
+LimitNOFILE=65000
 LockPersonality=true
-MemoryDenyWriteExecute=true
 NoNewPrivileges=true
+MemoryDenyWriteExecute=true
 PrivateDevices=true
 PrivateTmp=true
+ProtectHome=true
+RemoveIPC=true
+RestrictSUIDSGID=true
+#SystemCallFilter=@signal @timer
+
+ReadWritePaths=/var/lib/prometheus
+
 PrivateUsers=true
 ProtectControlGroups=true
-ProtectHome=true
 ProtectKernelModules=true
 ProtectKernelTunables=true
-ProtectSystem=full
-RemoveIPC=true
-RestrictNamespaces=true
-RestrictRealtime=true
-SystemCallArchitectures=native
+ProtectSystem=strict
+
+
+SyslogIdentifier=prometheus
+Restart=always
 
 [Install]
 WantedBy=multi-user.target

      --web.listen-address=:9093 ...
                                 Addresses on which to expose metrics and web 
                                 interface. Repeatable for multiple addresses.

ExecStart=/usr/local/bin/alertmanager \
  ...
  --web.listen-address=10.10.20.23:9093 \
  --web.listen-address=127.0.1.1:9093 \
  ...

$ netstat -nlptu | rg alertmanager | column -t
tcp  0  0  127.0.1.1:9093    0.0.0.0:*  LISTEN  105724/alertmanager
tcp  0  0  10.10.20.23:9093  0.0.0.0:*  LISTEN  105724/alertmanager

TASK [prometheus.prometheus.node_exporter : Discover latest version] ***************************************************************************************************************************************************************************************************************
ok: [host] => {"ansible_facts": {"node_exporter_version": "1.5.0"}, "attempts": 1, "changed": false}

TASK [prometheus.prometheus.node_exporter : Get checksum list from github] *********************************************************************************************************************************************************************************************************
fatal: [host]: FAILED! => {"msg": "An unhandled exception occurred while running the lookup plugin 'url'. Error was a <class 'ansible.errors.AnsibleError'>, original message: Received HTTP error for https://github.com/prometheus/node_exporter/releases/download/vlatest/sha256sums.txt : HTTP Error 404: Not Found. Received HTTP error for https://github.com/prometheus/node_exporter/releases/download/vlatest/sha256sums.txt : HTTP Error 404: Not Found"}