From 1399ce511371d664ce1b78030897919bfc9d585d Mon Sep 17 00:00:00 2001
From: Kienan Stewart <kstewart@efficios.com>
Date: Tue, 15 Oct 2024 13:44:52 -0400
Subject: [PATCH] ansible: Install and configure promtail

Change-Id: Ia0625da7547412fdb41abdfd31036d0a378c939e
Signed-off-by: Kienan Stewart <kstewart@efficios.com>
---
 automation/ansible/group_vars/hosts.yml       |   1 +
 automation/ansible/group_vars/node_amd64.yml  |   2 +
 automation/ansible/group_vars/node_arm64.yml  |   3 ++
 .../ansible/roles/common/defaults/main.yml    |   3 ++
 .../ansible/roles/common/files/grafana.gpg    | Bin 0 -> 1758 bytes
 .../roles/common/tasks/setup-Debian.yml       |  41 ++++++++++++++++++
 .../common/templates/promtail.config.yml.j2   |  19 ++++++++
 7 files changed, 69 insertions(+)
 create mode 100644 automation/ansible/group_vars/node_arm64.yml
 create mode 100644 automation/ansible/roles/common/files/grafana.gpg
 create mode 100644 automation/ansible/roles/common/templates/promtail.config.yml.j2

diff --git a/automation/ansible/group_vars/hosts.yml b/automation/ansible/group_vars/hosts.yml
index 9b5fabc..793cd34 100644
--- a/automation/ansible/group_vars/hosts.yml
+++ b/automation/ansible/group_vars/hosts.yml
@@ -1,3 +1,4 @@
 ---
+common_install_promtail: true
 libvirt_extra_users:
   - jenkins
diff --git a/automation/ansible/group_vars/node_amd64.yml b/automation/ansible/group_vars/node_amd64.yml
index 83ea4e9..5bcd79a 100644
--- a/automation/ansible/group_vars/node_amd64.yml
+++ b/automation/ansible/group_vars/node_amd64.yml
@@ -1,2 +1,4 @@
 ---
+
+common_install_promtail: true
 lttng_modules_checkout_repo: true
diff --git a/automation/ansible/group_vars/node_arm64.yml b/automation/ansible/group_vars/node_arm64.yml
new file mode 100644
index 0000000..085cef5
--- /dev/null
+++ b/automation/ansible/group_vars/node_arm64.yml
@@ -0,0 +1,3 @@
+---
+
+common_install_promtail: true
diff --git a/automation/ansible/roles/common/defaults/main.yml b/automation/ansible/roles/common/defaults/main.yml
index ef157af..321fbfc 100644
--- a/automation/ansible/roles/common/defaults/main.yml
+++ b/automation/ansible/roles/common/defaults/main.yml
@@ -3,3 +3,6 @@ unattended_upgrades: true
 common_certificate_cert_path_prefix: '/etc/ssl/certs'
 common_certificate_key_path_prefix: '/etc/ssl/private'
 common_certificate_deploy_combined_pem: true
+
+common_install_promtail: false
+common_promtail_client: 'http://graph01:3500/loki/api/v1/push'
diff --git a/automation/ansible/roles/common/files/grafana.gpg b/automation/ansible/roles/common/files/grafana.gpg
new file mode 100644
index 0000000000000000000000000000000000000000..d199581a98242764d0d6ddccf191b8655db7c2b5
GIT binary patch
literal 1758
zcmajeX*d*$0><%KY{P^xmcbk`F(Szp#h4h&Ws)s&2^kto7}=$(Q`{NLP*X&9rY4ET
z*!OfOkz);!Au*b48B6x%oO{o6pL@UE&+qg9^gh3AU>e_bE+qg61q{PE)oGGpDMRSd
zE=s4;9LkmZ{b_^9y+Vn(I~evt=RU${IWW7OfjFzzB#fa;EjEDTSE^Xy$qG(BPU{1n
z3cF)LiOc=_l@ifR?3-M<s1B{v`1Jdd=NBDnul>p$d^(rZ`|`G|a9aWALie4@VHG{z
z$>x2Ym?yG4=ux9<MXl-&;~CgNudu9bqVM&eejHws$%_tn+`{mTau*qbo!czI%e$bK
zehZW`$h3K9MH*=UZVO5DyPd+Dckj>{!*EmAU}=$~XSxG{v0kVkVjYbQX_nNG7B0MV
zJ!)`E1xv!!h)$ftuw&fXaE}JNT3br(;yIt=&5ixpLK%WD(+7xA+%V_C45oRYnKR?r
zFNlf?6-_~Tm_?e}8Ji+mZ>VVc<U-~{PiXs=EvM+JJZpLgoH8-h&h-lj`jRzah9W!i
zx5gHN{t@(Moz81Bhn=0N!Fzucc_I({-B-|c@>u?_<dgx4%{iFD*U)(R1H|R8xAe1G
z`xG<!V~|n+7!UxgLH{j`;7cG86m1CJ;ffd{$uEFJB!&f${7n4*S~Pt^g0acKVLmue
z7=V>l;;S{}-hNf5^*n*ki$C)MJzCs?Y{3uu*Q+3TFh2y`?g!u(fd~nL1f+x^LLwkO
zX%H9)QUHQv?gE4%;{Qpk?m_`M)TOYxgJ&_O)^2Be^X#=3cjfaU+}&pkI!fOk>FnPf
zGV+@82_1%yjh<1v0uPBEm7CQ_jV!t`Wm$IfG`czkAm_SJ@<eY(4=j5WQD$q$KkJu*
zzZNy&KpnZ$dtAseM9}m-%9wRxTu~<n&a~PbtHeAm&$d~AVYYlERkePx>k=C+`+($&
zoSI<dw7_bkdCsk{OM<!=y}qCN-f8ZArAQNSS~%ZP7C2`1b^Pz@^XxLFs?NqwaGtg`
zg$rLS%!#Do5RTvBEX$`6+*H=E+o+y)(ChF=3ODv6lFCw!a){JbP6oeflk9~sUSw)f
z@mnN-hCw=YrHAh}JV}z-pA<7h-Ww|4rhtnQBNC<dSY8#SpO;z}S_*G9HwvXKT^&mH
zP;gIlp7z|DwMO!AbRS_70iAu#Li%KVNuTo>vAG5YEwhfij(yjRVVo{=_qb}8<})pz
zacW3e^}NhK8)^3UgLx)i(sNN5EoC=kRK=L#-Y7wL&7~0%lhOEJj@4FD_?eqHt=cD9
zKQ<B`K>dT89;la3#@cC5aU(>~Dz7RNd#tgN+A>vR-KNKaHXFL}%S&x}IthabK+~;4
z-PV=TBVz6c>{xvXad_M`^qYWkK(Vt}L6wgj#m7=|ZZDQE<l$xG8S!lcdnw)eiy)=s
z&aLTk(c=60(n3m1!#m4u$45xK+!cI9D5<>_vMVl%Ll%SSZ}*a>52q9+v>@MLM~=gn
z2&x4Baz53a<=@nL6<+-aurJg*xrId?;$tq_<U$qp+HW1EbO4~7*9UGcMzcn~*kHz5
zEEboS7(wwE(fM*Nc<n0re2R5NfOB5~m(2#wo~>Dx3%1jnmK4a`AKXOi3+=L2aHJFZ
zy%^C6wE~hTj%TuAaI{bk75^4T^+0u&V!4miOdO;04>i@DGIZ-cctpC3?fz2Md(LOA
zp(k1cZW~8%)bZb{l-QK;c6j?a(b^TEZ|3YtxzT5JM*Mm2D#LctCbDCN5)eRHBs07%
zG(!&U%c=k7m<(*;L;T4M{ePH2|6=yPoQ?&H>_b(LQ$urI_vSaV#s+YtB1adEF(kER
zuZp;^{4$}$pF|K#ZF21gtNNI$Tp8aHL=8r%_c8WD_Uj+74|2=pCDY$w9)7WhiGP&2
z!Q9uZpw|{MS)2s@CCE+dWZj~?n2#dWRPw_(ibaw;1;4g*0LsLzI-I*V8+(#E{Zg@+
zXaL)z_1aE<(wH~R){fppDYaIInF)7FVNDuMbVae|YvVaHG6hWIg*o&Vd2pa<L^{^;
zvOzK`PDW%Z(5z~vMH$j_-s(21Nbg+_qN?8<w5d*?T&+(=_q0B6swv3YmNzRM=>cA_
zE6Z=rnHT%h)H6KU<%GR@C^e#*IZkF@B4$={XtaoM0soFq?df8#(Fv5Sx0boxSdD_(
zd1_$>qGnqy^zpafX-0JRz*pAB%Ek+j<PN!+uK%I!{o?jO^oVw`Ecq^8U&Y{Z2$t#q
xVAg;6SaTp(wgoHdxrwkoP7n7r{Dgz9$RO1@Bft=+;x*cvOdRET!B1z`KLGi<K8pYV

literal 0
HcmV?d00001

diff --git a/automation/ansible/roles/common/tasks/setup-Debian.yml b/automation/ansible/roles/common/tasks/setup-Debian.yml
index b71ca6e..70ab6e5 100644
--- a/automation/ansible/roles/common/tasks/setup-Debian.yml
+++ b/automation/ansible/roles/common/tasks/setup-Debian.yml
@@ -95,3 +95,44 @@
         file: '/etc/gitconfig'
         name: 'http.version'
         value: 'HTTP/1.1'
+
+- when: common_install_promtail
+  block:
+    - name: Add apt source
+      block:
+        - name: Install signing key
+          ansible.builtin.copy:
+            dest: /etc/apt/keyrings/grafana.gpg
+            src: grafana.gpg
+          register: signing_key
+        - name: Add apt source
+          ansible.builtin.apt_repository:
+            filename: grafana
+            repo: 'deb [signed-by=/etc/apt/keyrings/grafana.gpg] https://apt.grafana.com stable main'
+          register: apt_source
+        - name: Apt update
+          when: signing_key.changed or apt_source.changed
+          ansible.builtin.apt:
+            update_cache: true
+    - name: Install promtail
+      ansible.builtin.package:
+        name: ['promtail']
+    - name: Allow promtail user to read logs
+      ansible.builtin.user:
+        name: promtail
+        append: true
+        groups:
+          - systemd-journal
+    - name: Configure promtail
+      ansible.builtin.template:
+        src: promtail.config.yml.j2
+        dest: '/etc/promtail/config.yml'
+        owner: 'root'
+        group: 'root'
+        mode: '0644'
+      register: promtail_configuration
+    - name: Manage promtail service
+      ansible.builtin.service:
+        name: 'promtail'
+        enabled: true
+        state: "{{promtail_configuration.changed|ternary('restarted', 'started')}}"
diff --git a/automation/ansible/roles/common/templates/promtail.config.yml.j2 b/automation/ansible/roles/common/templates/promtail.config.yml.j2
new file mode 100644
index 0000000..0282f37
--- /dev/null
+++ b/automation/ansible/roles/common/templates/promtail.config.yml.j2
@@ -0,0 +1,19 @@
+clients:
+-   url: {{common_promtail_client}}
+positions:
+    filename: /tmp/positions.yaml
+scrape_configs:
+-   job_name: journal
+    journal:
+        json: true
+        labels:
+            host: "{{inventory_hostname}}"
+            job: systemd-journal
+            ci_role: "{{(inventory_hostname in group_names)|ternary('host', 'ci-node')}}"
+        max_age: 1h
+    relabel_configs:
+    -   source_labels:
+        - __journal__systemd_unit
+        target_label: unit
+server:
+    disable: true
-- 
2.34.1