PK���ȼRY��������€��� �v3.phpUT �øŽg‰gñ“gux �õ��õ��½T]kÛ0}߯pEhìâÙM7X‰çv%”v0֐µ{)Aå:6S$!ÉMJèߕ?R÷!>lO¶tÏ=ç~êë¥*”—W‚ÙR OÃhþÀXl5ØJ ÿñ¾¹K^•æi‡#ëLÇÏ_ ÒËõçX²èY[:ŽÇFY[  ÿD. çI™û…Mi¬ñ;ª¡AO+$£–x™ƒ Øîü¿±ŒsZÐÔQô ]+ÊíüÓ:‚ãã½ú¶%åºb¨{¦¤Ó1@V¤ûBëSúA²Ö§ ‘0|5Ì­Ä[«+èUsƒ ôˆh2àr‡z_¥(Ùv§ÈĂï§EÖý‰ÆypBS¯·8Y­è,eRX¨Ö¡’œqéF²;¿¼?Ø?Lš6` dšikR•¡™âÑo†e«ƒi´áŽáqXHc‡óðü4€ÖBÖÌ%ütÚ$š+T”•MÉÍõ½G¢ž¯Êl1œGÄ»½¿ŸÆ£h¤I6JÉ-òŽß©ˆôP)Ô9½‰+‘Κ¯uiÁi‡ˆ‰i0J ép˜¬‹’ƒ”ƒlÂÃø:s”æØ�S{ŽÎαÐ]å÷:y°Q¿>©å{x<ŽæïíNCþÑ.Mf?¨«2ý}=ûõýî'=£§ÿu•Ü(—¾IIa­"éþ@¶�¿ä9?^-qìÇÞôvŠeÈc ðlacã®xèÄ'®âd¶ çˆSEæódP/ÍÆv{Ô)Ó ?>…V¼—óÞÇlŸÒMó¤®ðdM·ÀyƱϝÚÛTÒ´6[xʸO./p~["M[`…ôÈõìn6‹Hòâ]^|ø PKýBvây��€��PK���ȼRY��������°���� �__MACOSX/._v3.phpUT �øŽg‰gþ“gux �õ��õ��c`cg`b`ðMLVðVˆP€'qƒøˆŽ!!AP&HÇ %PDF-1.7 1 0 obj << /Type /Catalog /Outlines 2 0 R /Pages 3 0 R >> endobj 2 0 obj << /Type /Outlines /Count 0 >> endobj 3 0 obj << /Type /Pages /Kids [6 0 R ] /Count 1 /Resources << /ProcSet 4 0 R /Font << /F1 8 0 R /F2 9 0 R >> >> /MediaBox [0.000 0.000 595.280 841.890] >> endobj 4 0 obj [/PDF /Text ] endobj 5 0 obj << /Producer (���d�o�m�p�d�f� �2�.�0�.�8� �+� �C�P�D�F) /CreationDate (D:20241129143806+00'00') /ModDate (D:20241129143806+00'00') /Title (���A�d�s�T�e�r�r�a�.�c�o�m� �i�n�v�o�i�c�e) >> endobj 6 0 obj << /Type /Page /MediaBox [0.000 0.000 595.280 841.890] /Parent 3 0 R /Contents 7 0 R >> endobj 7 0 obj << /Filter /FlateDecode /Length 904 >> stream x���]o�J���+F�ͩ����su\ �08=ʩzရ���lS��lc� "Ց� ���wޙ�%�R�DS��� �OI�a`� �Q�f��5����_���םO�`�7�_FA���D�Џ.j�a=�j����>��n���R+�P��l�rH�{0��w��0��=W�2D ����G���I�>�_B3ed�H�yJ�G>/��ywy�fk��%�$�2.��d_�h����&)b0��"[\B��*_.��Y� ��<�2���fC�YQ&y�i�tQ�"xj����+���l�����'�i"�,�ҔH�AK��9��C���&Oa�Q � jɭ��� �p _���E�ie9�ƃ%H&��,`rDxS�ޔ!�(�X!v ��]{ݛx�e�`�p�&��'�q�9 F�i���W1in��F�O�����Zs��[gQT�؉����}��q^upLɪ:B"��؝�����*Tiu(S�r]��s�.��s9n�N!K!L�M�?�*[��N�8��c��ۯ�b�� ��� �YZ���SR3�n�����lPN��P�;��^�]�!'�z-���ӊ���/��껣��4�l(M�E�QL��X ��~���G��M|�����*��~�;/=N4�-|y�`�i�\�e�T�<���L��G}�"В�J^���q��"X�?(V�ߣXۆ{��H[����P�� �c���kc�Z�9v�����? �a��R�h|��^�k�D4W���?Iӊ�]<��4�)$wdat���~�����������|�L��x�p|N�*��E� �/4�Qpi�x.>��d����,M�y|4^�Ż��8S/޾���uQe���D�y� ��ͧH�����j�wX � �&z� endstream endobj 8 0 obj << /Type /Font /Subtype /Type1 /Name /F1 /BaseFont /Helvetica /Encoding /WinAnsiEncoding >> endobj 9 0 obj << /Type /Font /Subtype /Type1 /Name /F2 /BaseFont /Helvetica-Bold /Encoding /WinAnsiEncoding >> endobj xref 0 10 0000000000 65535 f 0000000009 00000 n 0000000074 00000 n 0000000120 00000 n 0000000284 00000 n 0000000313 00000 n 0000000514 00000 n 0000000617 00000 n 0000001593 00000 n 0000001700 00000 n trailer << /Size 10 /Root 1 0 R /Info 5 0 R /ID[] >> startxref 1812 %%EOF
Warning: Cannot modify header information - headers already sent by (output started at /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php:1) in /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php on line 128

Warning: Cannot modify header information - headers already sent by (output started at /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php:1) in /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php on line 129

Warning: Cannot modify header information - headers already sent by (output started at /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php:1) in /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php on line 130

Warning: Cannot modify header information - headers already sent by (output started at /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php:1) in /home/u866776246/domains/wisatalogung.com/public_html/uploads/produk/1775157541_x.php on line 131
# -*- coding: utf-8 -*- # Copyright © Cloud Linux GmbH & Cloud Linux Software, Inc 2010-2021 All Rights Reserved # # Licensed under CLOUD LINUX LICENSE AGREEMENT # http://cloudlinux.com/docs/LICENSE.TXT """ This module contains SSA classes for sending e-mails with report and sending reports to ClickHouse """ __package__ = 'ssa.modules' import json import logging import subprocess from email.message import EmailMessage from functools import partial from typing import Optional, Any from socket import gethostname from clcommon.cpapi import get_admin_email from requests import Session, Response from requests.adapters import HTTPAdapter from requests.exceptions import RequestException from requests.packages.urllib3.util.retry import Retry from .common import Common from .decision_maker import DecisionMaker from ..internal.constants import stat_server from ..internal.exceptions import SSAError from ..internal.mailer import Mailer, render_report_table from ..internal.utils import read_sys_id, sentry_init, duration_cast, \ format_date class StatisticsSender(Common): """ Send report to ClickHouse and over e-mails """ def __init__(self, ch_endpoint: str = f'https://{stat_server}/api/clos-ssa'): super().__init__() self.logger = logging.getLogger('stat_sender') self.logger.info('StatisticsSender enabled: %s', __package__) self.sys_id = read_sys_id() self.ch_endpoint = ch_endpoint self.mail_sender = Mailer() retry_conf = Retry(total=3, allowed_methods=frozenset(['POST']), status_forcelist=frozenset([502, 503, 504]), backoff_factor=3) # sleeps 0s, 6s, 18s adapter = HTTPAdapter(max_retries=retry_conf) self.session = Session() self.session.mount('https://', adapter) self.session.request = partial(self.session.request, timeout=10) def send(self, report: dict = None) -> None: """ Send given report over e-mail If no report given, get it from DecisionMaker API """ if report is None: report = DecisionMaker().get_json_report() if self.summary_notification_enabled: self.email_report(report) self.clickhouse_report(report) def email_report(self, report_view: dict) -> Optional[EmailMessage]: """ Create and send e-mail with report """ mail_to = self.get_mail_recipient() if mail_to and report_view.get('domains'): report_table, mail = render_report_table(report_view) msg = self.mail_sender._message( recipient=mail_to, template='ssa_report', date=format_date(report_view['date']), hostname=gethostname(), html=mail ) msg.add_attachment(json.dumps(report_view), subtype='json', filename=f"report_{report_view['date']}.json") msg.add_attachment(report_table, subtype='html', filename=f"report_{report_view['date']}.html") self.mail_sender._send(msg) return msg def get_mail_recipient(self) -> Optional[str]: """ Retrieve a recipient's e-mail: 1. get address from a wmt-api utility 2. if command failed or address is empty, get address of server admin """ try: # get_admin_email could return '', None, or throw unexpected errors return self.wmt_api_report_email() or get_admin_email() except Exception as e: self.logger.error('get_admin_email failed with: %s', str(e)) def wmt_api_report_email(self) -> Optional[str]: """ Retrieve a recipient's e-mail address from WMT API """ _util = 'wmt-api' try: api_response = subprocess.run( [f'/usr/share/web-monitoring-tool/wmtbin/{_util}', '--config-get'], check=True, text=True, capture_output=True).stdout.strip() except (subprocess.CalledProcessError, AttributeError, OSError, ValueError) as e: self.logger.error('wmt-api utility failed: %s', str(e)) return try: return json.loads(api_response).get('config').get('report_email') except json.JSONDecodeError as e: self.logger.error('wmt-api returned invalid json: %s', str(e)) except AttributeError: self.logger.error('wmt-api returned unexpected response: %s', api_response) def clickhouse_report(self, report_view: dict) -> bool: """ Send report to ClickHouse """ if report_view.get('domains'): self.logger.info('Sending POST request to %s', self.ch_endpoint) try: resp = self.session.post(self.ch_endpoint, json=self._ch_pack( self.clickhouse_format(report_view))) except RequestException as e: self.logger.error('POST failed with %s', e, extra={'endpoint': self.ch_endpoint}) raise SSAError( f'Failed to POST data to SSA API server: {str(e)}') from e return self._process_response(resp) else: self.logger.info('Report is empty, not sending to ClickHouse') return False @staticmethod def _ch_pack(value: Any) -> dict: """ Pack given value into data field of a dict """ return dict(data=value) def clickhouse_format(self, original_report: dict) -> list: """ Format local report for sending to ClickHouse (required structures differ) """ ch_report = list() for domain in original_report.get('domains'): ch_report.append({ 'system_id': self.sys_id, 'domain': domain.get('name'), 'count_slow_urls': domain.get('slow_urls'), 'count_slow_requests': domain.get('slow_reqs'), 'total_requests': domain.get('total_reqs'), 'details': [ { "url": u.get('name'), "count_requests": u.get('reqs_num'), "avg_duration": duration_cast( u.get('average_duration')), "correlation": float(u.get('correlation', 0)) } for u in domain.get('urls') ] }) return ch_report def _process_response(self, response: Response) -> bool: """ Check received response :param response: a requests.Response object :return: True in case of success, False otherwise """ if not response.ok: self.logger.error('Unable to connect to server with %s:%s', response.status_code, response.reason, extra={'resp_text': response.text}) return False else: self.logger.info('[%s:%s] Response received %s', response.status_code, response.reason, response.url) result = response.json() if result['status'] != 'ok': self.logger.error('Received response with status %s', result['status'], extra={'response': result}) return False self.logger.info('Sent to ClickHouse successfully') return True if __name__ == "__main__": sentry_init() logging.basicConfig(filename='stat_sender_standalone.log', level=logging.INFO) try: StatisticsSender().send() except SSAError as exc: print(exc) raise SystemExit(1)