Skip to content
TheChatArchiveThe Chat Archive
o1-preview-2024-09-12· OpenAIAi2 WildChat-4.8M (AI2)

import sys, os, time, subprocess, threading, psutil, socket, requests, platform, base64,…

  1. User

    import sys, os, time, subprocess, threading, psutil, socket, requests, platform, base64, json, ipaddress, csv, io, winsound, tempfile, ffmpeg, pyexpat, asyncio from queue import Queue, Empty from PyQt5.QtWidgets import (QApplication, QWidget, QVBoxLayout, QLineEdit, QLabel, # type: ignore QTabWidget, QPushButton, QMessageBox, QTableWidget, QTableWidgetItem, QFormLayout, QCheckBox, QTextEdit, QComboBox, QInputDialog, QHBoxLayout, QAbstractItemView, QHeaderView, QDialog, QTableView, QStatusBar, QDateEdit, QFileDialog, QMenu, QAction, QStyledItemDelegate, QStackedWidget ) from PyQt5.QtCore import QTimer, Qt, QByteArray, QThread, pyqtSignal, QObject, QDate, QTime, QRect, QLocale # type: ignore from PyQt5 import QtGui # type: ignore from PyQt5.QtGui import QIcon, QPixmap, QClipboard, QColor, QBrush, QFont, QIntValidator, QPainter # type: ignore from io import BytesIO from datetime import datetime, timedelta from filelock import FileLock, Timeout from playsound import playsound from threading import Thread, Lock import pygame, fnmatch import urllib.parse import urllib.request from concurrent.futures import ThreadPoolExecutor, as_completed

    ALERT_TIME = 60 # seconds ALERT_REPEAT = 300 # seconds ALERT_TIMEOUT = 5 # seconds OFFLINE_DURATION = 60 # seconds MAX_WORKERS = 10 # Maximum number of threads MAX_PINGS = 50 # Maximum number of concurrent pings GROUP_SIZE = 30 # Make groups of hostname LOG_NORMAL = 60 # Write host retrun online after 60 seconds FONT_SIZE = 14 english_locale = QLocale(QLocale.English, QLocale.UnitedStates)

    class SettingsWidget(QWidget): update_exception_hosts_signal = pyqtSignal(set) SETTINGS_FILE='settings.json' def init(self, queue, offline_dict, stop_event, semaphore, host_info_list, tab_widget, main_window): super().init() self.tab_widget = tab_widget self.queue = queue self.offline_dict = offline_dict self.stop_event = stop_event self.semaphore = semaphore self.host_info_list = host_info_list self.main_window = main_window self.group_size = GROUP_SIZE self.pop_up_alert_enabled = False self.sound_alert_enabled = True self.remote_alert = '' self.exception_hosts = set() self.sound_alert_patterns = set() self.font_size = FONT_SIZE self.initUI() self.update_exception_hosts_signal.connect(self.update_exception_hosts_slot) self.load_settings()

    def initUI(self):
        layout = QFormLayout()
        self.alert_time_input = QLineEdit(self)
        self.alert_time_input.setText(str(ALERT_TIME))
        layout.addRow("Alert Time (seconds):", self.alert_time_input)
        self.alert_repeat_input = QLineEdit(self)
        self.alert_repeat_input.setText(str(ALERT_REPEAT))
        layout.addRow("Alert Repeat (seconds):", self.alert_repeat_input)
        self.alert_timeout_input = QLineEdit(self)
        self.alert_timeout_input.setText(str(ALERT_TIMEOUT))
        layout.addRow("Alert Timeout (seconds):", self.alert_timeout_input)
        self.offline_duration_input = QLineEdit(self)
        self.offline_duration_input.setText(str(OFFLINE_DURATION))
        layout.addRow("Offline Duration (seconds):", self.offline_duration_input)
        self.max_workers_input = QLineEdit(self)
        self.max_workers_input.setText(str(MAX_WORKERS))
        layout.addRow("Max Workers:", self.max_workers_input)
        self.max_pings_input = QLineEdit(self)
        self.max_pings_input.setText(str(MAX_PINGS))
        layout.addRow("Max Pings:", self.max_pings_input)
        self.group_size_input = QLineEdit(self)
        self.group_size_input.setText(str(GROUP_SIZE))
        layout.addRow("Group Size:", self.group_size_input)
        self.remote_alert_input = QLineEdit(self)
        layout.addRow("Remote Alert:", self.remote_alert_input)
        self.log_normal_input = QLineEdit(self)
        self.log_normal_input.setText(str(LOG_NORMAL))
        layout.addRow("Log normal if over seconds:", self.log_normal_input)
        self.font_size_input = QLineEdit(self)
        self.font_size_input.setText(str(self.font_size))
        layout.addRow("Font Size:", self.font_size_input)        
        self.exception_hosts_text_edit = QTextEdit(self)
        self.exception_hosts_text_edit.setPlaceholderText("Hostnames separated by commas")
        self.exception_hosts_text_edit.textChanged.connect(self.update_exception_hosts)
        layout.addRow("Exception Alert Hosts:", self.exception_hosts_text_edit)
        self.sound_alert_hosts_text_edit = QTextEdit(self)
        self.sound_alert_hosts_text_edit.setPlaceholderText("Host patterns (wildcards allowed) separated by commas")
        self.sound_alert_hosts_text_edit.textChanged.connect(self.update_sound_alert_patterns)
        layout.addRow("Sound Alert Hosts:", self.sound_alert_hosts_text_edit)
        self.pop_up_alert_checkbox = QCheckBox("Pop-up Alert", self)
        self.pop_up_alert_checkbox.setChecked(self.pop_up_alert_enabled)
        self.sound_alert_checkbox = QCheckBox("Sound Alert", self)
        self.sound_alert_checkbox.setChecked(self.sound_alert_enabled)
        checkboxes_widget = QWidget(self)
        checkboxes_layout = QHBoxLayout(checkboxes_widget)
        checkboxes_layout.addWidget(self.pop_up_alert_checkbox)
        checkboxes_layout.addWidget(self.sound_alert_checkbox)
        checkboxes_widget.setLayout(checkboxes_layout)
        layout.addRow("", checkboxes_widget)
        self.apply_button = QPushButton("Apply", self)
        self.apply_button.clicked.connect(self.apply_settings)
        layout.addRow("", self.apply_button)
        self.setLayout(layout)
    
    def apply_settings(self):
        try:
            self.update_global_settings()
            self.apply_font_size()            
            #self.start_monitoring()
            #self.restart_monitoring()
            self.show_settings_applied()
        except ValueError as e:
            QMessageBox.warning(self, "Invalid Input", str(e))
    
    def update_exception_hosts_slot(self, exception_hosts):
        self.exception_hosts = exception_hosts
        self.exception_hosts_text_edit.setPlainText(', '.join(exception_hosts))
    
    def update_sound_alert_patterns(self):
        text = self.sound_alert_hosts_text_edit.toPlainText()
        pattern_list = [pattern.strip() for pattern in text.split(',') if pattern.strip()]
        self.sound_alert_patterns = set(pattern_list)
        self.save_settings()
        print("Updated sound alert patterns:", self.sound_alert_patterns)
    
    def load_settings(self):
        if os.path.exists(self.SETTINGS_FILE):
            with open(self.SETTINGS_FILE, 'r') as f:
                settings = json.load(f)
                sound_alert_patterns = settings.get('sound_alert_patterns', '')
                self.sound_alert_hosts_text_edit.setPlainText(sound_alert_patterns)
                pattern_list = [pattern.strip() for pattern in sound_alert_patterns.split(',') if pattern.strip()]
                self.sound_alert_patterns = set(pattern_list)
        else:
            print("Settings file not found. Using default settings.")
    
    def save_settings(self):
        settings = {}
        sound_alert_patterns = self.sound_alert_hosts_text_edit.toPlainText()
        settings['sound_alert_patterns'] = sound_alert_patterns
        with open(self.SETTINGS_FILE, 'w') as f:
            json.dump(settings, f, indent=4)
    
    def closeEvent(self, event):
        self.save_settings()
        event.accept()
    
    def update_global_settings(self):
        global ALERT_TIME, ALERT_REPEAT, ALERT_TIMEOUT, OFFLINE_DURATION, MAX_WORKERS, MAX_PINGS, GROUP_SIZE, LOG_NORMAL
        ALERT_TIME = int(self.alert_time_input.text())
        ALERT_REPEAT = int(self.alert_repeat_input.text())
        ALERT_TIMEOUT = int(self.alert_timeout_input.text())
        OFFLINE_DURATION = int(self.offline_duration_input.text())
        MAX_WORKERS = int(self.max_workers_input.text())
        MAX_PINGS = int(self.max_pings_input.text())
        GROUP_SIZE = int(self.group_size_input.text())
        LOG_NORMAL = int(self.log_normal_input.text())
        self.pop_up_alert_enabled = self.pop_up_alert_checkbox.isChecked()
        self.sound_alert_enabled = self.sound_alert_checkbox.isChecked()
        self.exception_hosts = set(hostname.strip().upper() for hostname in self.exception_hosts_text_edit.toPlainText().split(',') if hostname.strip())
        self.sound_alert_hosts = set(hostname.strip().upper() for hostname in self.sound_alert_hosts_text_edit.toPlainText().split(',') if hostname.strip())
        self.remote_alert = self.remote_alert_input.text()
        self.font_size = int(self.font_size_input.text())
        self.update_exception_hosts_signal.emit(self.exception_hosts)
    
    def update_exception_hosts(self):
        self.exception_hosts = set(hostname.strip().upper() for hostname in self.exception_hosts_text_edit.toPlainText().split(',') if hostname.strip())
    
    def apply_font_size(self):
        for i in range(self.tab_widget.count()):
            widget = self.tab_widget.widget(i)
            if isinstance(widget, OfflineHostMonitor):
                widget.set_font_size(self.font_size)
            #if isinstance(widget, ReturnOnlineWidget):
            #    widget.set_font_size(self.font_size)
    
    monitoring_threads = {}
    def start_monitoring(self):
       for host_info in self.host_info_list:
           hostname, _, _, _, _ = host_info
           normalized_hostname = hostname.upper()
           if normalized_hostname not in self.monitoring_threads or not self.monitoring_threads[normalized_hostname].is_alive():
               thread = threading.Thread(
                   target=monitor_host,
                   args=(host_info, self.queue, self.offline_dict, self.stop_event, self.semaphore, self.tab_widget.widget(0)),
                   daemon=True
               )
               thread.start()
               self.monitoring_threads[normalized_hostname] = thread
    
    def restart_monitoring(self):
        self.stop_event.set()
        time.sleep(1)
        self.stop_event.clear()
        self.semaphore = threading.Semaphore(MAX_PINGS)
        self.queue.queue.clear()
        self.monitoring_threads.clear()
        self.start_monitoring()
    
    def check_alerts(self):
        current_time = time.time()
        for hostname, details in self.offline_dict.items():
            duration_seconds = int(current_time - details['start_time'])
            if duration_seconds > ALERT_TIME and current_time - details['last_alert_time'] > ALERT_REPEAT:
                normalized_hostname = hostname.lower()
                exception_hosts_lower = {h.lower() for h in self.exception_hosts}
                if normalized_hostname not in exception_hosts_lower:
                    threading.Thread(target=self.trigger_alert, args=(hostname, details), daemon=True).start()
                details['last_alert_time'] = current_time
    
    def show_settings_applied(self):
        self.tab_widget.setCurrentIndex(0)
    

    class OfflineHostMonitor(QWidget): update_inspect_status = pyqtSignal(str, str) def init(self, queue, offline_dict, stop_event, semaphore, remote_alert=''): super().init() self.queue = queue self.offline_dict = offline_dict self.stop_event = stop_event self.semaphore = semaphore self.remote_alert = remote_alert self.settings_widget = None self.attempts_dict = {} self.update_inspect_status.connect(self.on_update_inspect_status) self.initUI() self.update_signal = pyqtSignal() threading.Thread(target=update_offline_list, args=(self.queue, self.offline_dict, self.stop_event, self.update_signal, self.settings_widget), daemon=True).start() self.timer = QTimer(self) self.timer.timeout.connect(self.refresh_table) self.timer.start(1000) # Refresh every second self.inspect_filter_state = 0 # 0: All, 1: WAN down & Server up, 2: Server down & Server up self.sound_manager = SoundManager()

    def show_context_menu(self, position):
        index = self.table_widget.horizontalHeader().logicalIndexAt(position)
        if index == 6:
            menu = QMenu(self)
            filter_all_action = QAction('Show All', self)
            filter_all_action.setCheckable(True)
            filter_wan_down_server_up_action = QAction('WAN down', self)
            filter_wan_down_server_up_action.setCheckable(True)
            filter_server_down_server_up_action = QAction('Server down', self)
            filter_server_down_server_up_action.setCheckable(True)
            filter_all_action.triggered.connect(lambda: self.apply_filter(0))
            filter_wan_down_server_up_action.triggered.connect(lambda: self.apply_filter(1))
            filter_server_down_server_up_action.triggered.connect(lambda: self.apply_filter(2))
            self.update_check_states(filter_all_action, filter_wan_down_server_up_action, filter_server_down_server_up_action)
            menu.addAction(filter_all_action)
            menu.addAction(filter_wan_down_server_up_action)
            menu.addAction(filter_server_down_server_up_action)
            menu.exec_(self.table_widget.horizontalHeader().viewport().mapToGlobal(position))
    
    def update_check_states(self, filter_all_action, filter_wan_down_server_up_action, filter_server_down_server_up_action):
        filter_all_action.setChecked(self.inspect_filter_state == 0)
        filter_wan_down_server_up_action.setChecked(self.inspect_filter_state == 1)
        filter_server_down_server_up_action.setChecked(self.inspect_filter_state == 2)
    
    def apply_filter(self, state):
        self.inspect_filter_state = state
        self.refresh_table()
    
    def closeEvent(self, event):
        self.stop_all_threads()
        self.sound_manager.stop()
        event.accept()
    
    def stop_all_threads(self):
        if hasattr(self, 'stop_event'):
            self.stop_event.set()
    
    def set_font_size(self, font_size):
        font = self.table_widget.font()
        font.setPointSize(font_size)
        self.table_widget.setFont(font)
        
        # Apply to headers
        header_font = self.table_widget.horizontalHeader().font()
        header_font.setPointSize(font_size)
        self.table_widget.horizontalHeader().setFont(header_font)
    
    def adjust_column_widths(self):
        table_width = self.table_widget.viewport().width()
        num_columns = self.table_widget.columnCount()
        total_column_width = sum(self.table_widget.columnWidth(i) for i in range(num_columns))
        if total_column_width > table_width:
            scale_factor = table_width / total_column_width
        else:
            scale_factor = 1.0
        for i in range(num_columns):
            current_width = self.table_widget.columnWidth(i)
            new_width = int(current_width * scale_factor)
            self.table_widget.setColumnWidth(i, new_width)
        min_column_width = 50
        for i in range(num_columns):
            if self.table_widget.columnWidth(i) < min_column_width:
                self.table_widget.setColumnWidth(i, min_column_width)
        self.table_widget.resizeRowsToContents()
    
    def on_update_inspect_status(self, hostname, inspect_status):
        try:
            row = self.table_widget.findItems(hostname, Qt.MatchExactly)[0].row()
            # do something with the row
        except IndexError:
            pass #print(f"Hostname '{hostname}' not found in table widget")
    
    def initUI(self):
        layout = QVBoxLayout()
        self.table_widget = QTableWidget(self)
        self.table_widget.setColumnCount(8)  # Increase column count by 1
        self.table_widget.setHorizontalHeaderLabels(["No", "Hostname", "Store Name", "Telephone", "Offline Time", "Duration Offline", "Inspect", "Comment"])
        self.table_widget.verticalHeader().setVisible(False)
        font = QFont()
        font.setPointSize(FONT_SIZE)
        self.table_widget.setFont(font)
        header_font = QFont()
        header_font.setPointSize(FONT_SIZE)
        header = self.table_widget.horizontalHeader()
        header.setFont(header_font)
        self.table_widget.setEditTriggers(QAbstractItemView.NoEditTriggers)
        self.table_widget.cellDoubleClicked.connect(self.on_cell_double_clicked)
        header.setContextMenuPolicy(Qt.CustomContextMenu)
        header.customContextMenuRequested.connect(self.show_context_menu)
        layout.addWidget(self.table_widget)
        self.setLayout(layout)
        self.setWindowTitle('Server Monitor')
        self.setGeometry(300, 300, 1100, 400)
    
    def resizeEvent(self, event):
        super().resizeEvent(event)
        table_width = self.table_widget.width()
        scrollbar_width = 20
        col_percentages = [0.01, 0.09, 0.20, 0.10, 0.15, 0.12, 0.09, 0.20]
        column_widths = [table_width * p for p in col_percentages]
        total_column_width = sum(column_widths)
        available_width = table_width - scrollbar_width
        if total_column_width > available_width:
            scale_factor = available_width / total_column_width
            column_widths = [width * scale_factor for width in column_widths]
        min_last_col_width = 5
        column_widths[-1] = max(column_widths[-1], min_last_col_width)
        for i, width in enumerate(column_widths):
            self.table_widget.setColumnWidth(i, int(width))
    
    def on_cell_double_clicked(self, row, column):
        if column == 1:  # Hostname column
            hostname = self.table_widget.item(row, 1).text()
            hostname_upper = hostname.upper()
            if hostname_upper not in self.settings_widget.exception_hosts:
                self.settings_widget.exception_hosts.add(hostname_upper)
                self.settings_widget.exception_hosts_text_edit.setPlainText(
                    ', '.join(sorted(self.settings_widget.exception_hosts))
                )
                self.show_toast("Exception")
            else:
                self.show_toast("In Except")
        elif column == 7:  # Comment column
            hostname = self.table_widget.item(row, 1).text()
            current_comment = self.table_widget.item(row, column).text()
            new_comment, ok = QInputDialog.getText(self, f"{hostname}", "Comment:", text=current_comment)
            if ok:
                self.update_comment(hostname, new_comment)
        elif column == 3:  # Telephone column
            hostname = self.table_widget.item(row, 1).text()
            telephone = self.table_widget.item(row, column).text()
            clipboard = QApplication.clipboard()
            clipboard.setText(telephone)
            self.show_toast("Copied")
    
    def show_toast(self, message):
        toast_label = QLabel(message, self)
        toast_label.setStyleSheet("background-color: rgba(0, 0, 0, 0.8); color: white; padding: 10px; border-radius: 6px;")
        toast_label.setAlignment(Qt.AlignCenter)
        toast_label.setGeometry(0, 0, 100, 33)  # Adjust size and position as needed
        toast_label.move(self.width() // 2 - toast_label.width() // 2, self.height() - toast_label.height() - 50)
        toast_label.show()
        QTimer.singleShot(1000, toast_label.hide)
    
    def set_row_color(self, row, color):
        for column in range(self.table_widget.columnCount()):
            item = self.table_widget.item(row, column)
            if item:
                item.setBackground(QBrush(color))
    
    def set_settings_widget(self, settings_widget):
        self.settings_widget = settings_widget
    
    def refresh_table(self):
        current_time = time.time()
        self.table_widget.setRowCount(0)
    
        filtered_offline = {
            hostname: details for hostname, details in self.offline_dict.items()
            if (current_time - details['start_time']) > OFFLINE_DURATION
        }
    
        if self.inspect_filter_state == 1:
            filtered_offline = {hostname: details for hostname, details in filtered_offline.items() if details.get('inspect_status') in ['WAN down', 'Server up']}
        elif self.inspect_filter_state == 2:
            filtered_offline = {hostname: details for hostname, details in filtered_offline.items() if details.get('inspect_status') in ['Server down', 'Server up']}
    
        sorted_offline = sorted(filtered_offline.items(), key=lambda item: current_time - item[1]['start_time'], reverse=True)
    
        if self.settings_widget:
            exception_hosts = self.settings_widget.exception_hosts
    
        for row, (hostname, details) in enumerate(sorted_offline):
            duration_seconds = int(current_time - details['start_time'])
            hours, remainder = divmod(duration_seconds, 3600)
            minutes, seconds = divmod(remainder, 60)
            duration = f"{hours:02}:{minutes:02}:{seconds:02}"
            comment = details.get('comment', '')
            inspect_status = details.get('inspect_status', 'Unknown')
    
            if duration_seconds > ALERT_TIME and current_time - details['last_alert_time'] > ALERT_REPEAT:
                if self.settings_widget:
                    normalized_hostname = hostname.upper()
                    exception_hosts_upper = {h.upper() for h in self.settings_widget.exception_hosts}
                    if normalized_hostname not in exception_hosts_upper:
                        if self.settings_widget.pop_up_alert_enabled:
                            threading.Thread(target=self.trigger_pop_up_alert, args=(hostname, details, duration), daemon=True).start()
                        if self.settings_widget.sound_alert_enabled:
                            threading.Thread(target=self.trigger_sound_alert, args=(hostname, details, duration), daemon=True).start()
                details['last_alert_time'] = current_time
    
            self.table_widget.insertRow(row)
            item_no = QTableWidgetItem(str(row + 1))
            item_hostname = QTableWidgetItem(hostname)
            item_store_name = QTableWidgetItem(details['store_name'])
            item_telephone = QTableWidgetItem(details['telephone'])
            item_offline_time = QTableWidgetItem(details['offline_time'])
            item_duration = QTableWidgetItem(duration)
            item_inspect = QTableWidgetItem(inspect_status)
            item_comment = QTableWidgetItem(comment)
    
            item_hostname.setTextAlignment(Qt.AlignCenter)
            item_offline_time.setTextAlignment(Qt.AlignCenter)
            item_duration.setTextAlignment(Qt.AlignCenter)
            item_inspect.setTextAlignment(Qt.AlignCenter)
    
            self.table_widget.setItem(row, 0, item_no)
            self.table_widget.setItem(row, 1, item_hostname)
            self.table_widget.setItem(row, 2, item_store_name)
            self.table_widget.setItem(row, 3, item_telephone)
            self.table_widget.setItem(row, 4, item_offline_time)
            self.table_widget.setItem(row, 5, item_duration)
            self.table_widget.setItem(row, 6, item_inspect)
            self.table_widget.setItem(row, 7, item_comment)
    
            #if hostname.startswith(("PTH11","PTH15")) or hostname.startswith(("169","s")):
            hostname_lower = hostname.lower()
            if any(fnmatch.fnmatch(hostname_lower, pattern.lower()) for pattern in self.settings_widget.sound_alert_patterns):
                self.set_row_color(row, QColor('lightyellow'))
            if inspect_status == "Server up":
                self.set_row_color(row, QColor('palegreen'))
            # Update the comment
            details['comment'] = self.table_widget.item(row, 7).text()
    
        self.adjust_row_heights()
    
    def adjust_row_heights(self):
        num_rows = self.table_widget.rowCount()
        self.table_widget.resizeRowsToContents()
        for row in range(num_rows):
            current_height = self.table_widget.rowHeight(row)
            new_height = int(current_height * 1.15)
            self.table_widget.setRowHeight(row, new_height)
    
    def update_comment(self, hostname, text):
        if hostname in self.offline_dict:
            self.offline_dict[hostname]['comment'] = text
            self.refresh_table()
    
    def trigger_alert(self, hostname, details, duration):
        if self.sound_alert_enabled:
            self.trigger_sound_alert(hostname, details)
        
        if self.pop_up_alert_enabled:
            self.trigger_pop_up_alert(hostname, details, duration)
    
    def trigger_pop_up_alert(self, hostname, details, duration):
        comment = details.get('comment', '')
        message = (f"Server: {hostname}  Store Name: {details['store_name']}\n\n"
                   f"Offline Time: {duration}\n\n"
                   f"Comment: {comment}")
        try:
            subprocess.run(["msg", "*", f"/TIME:{ALERT_TIMEOUT}", message], check=True, creationflags=subprocess.CREATE_NO_WINDOW)
        except subprocess.CalledProcessError as e:
            print(f"Failed to send pop-up message: {e}")
        except subprocess.TimeoutExpired:
            print("Pop-up message command timed out.")
        except Exception as e:
            print(f"An unexpected error occurred while sending pop-up alert: {e}")
    
    def trigger_sound_alert(self, hostname, details, inspect_status):
        hostname_lower = hostname.lower()
        if any(fnmatch.fnmatch(hostname_lower, pattern.lower()) for pattern in self.settings_widget.sound_alert_patterns):
            inspect_status = details.get('inspect_status', 'link down')
            store_name = details.get('store_name', 'Unknown Store')
            if inspect_status == 'WAN down':
                inspect_status = 'Link down'
            valid_statuses = {'Link down', 'Server down'}
            fallback_sound_files = {'Link down': 'linkdown.mp3','Server down': 'serverdown.mp3'}
            message = f"Big C {store_name} {inspect_status}"
            audio_filename = f'{message}.mp3'
            audio_path = os.path.join('sounds', audio_filename)
            if os.path.exists(audio_path):
                print(f"Sound file found: {audio_path}")
                self.sound_manager.play(audio_path)
            else:
                print(f"Sound file '{audio_filename}' does not exist. Attempting to download...")
                downloaded_file = download_audio(message)
                if downloaded_file and os.path.exists(downloaded_file):
                    print(f"Downloaded sound file: {downloaded_file}")
                    self.sound_manager.play(downloaded_file)
                else:
                    fallback_file = fallback_sound_files.get(inspect_status, None)
                    if fallback_file and os.path.exists(fallback_file):
                        print(f"Failed to download. Playing fallback sound file: {fallback_file}")
                        self.sound_manager.play(fallback_file)
                    else:
                        print(f"No valid sound file available for '{inspect_status}'.")
            print(f"Sound alert triggered for {hostname} {store_name} ({inspect_status})")
    

    class SoundManager: def init(self): pygame.init() self.sound_queue = Queue() self.playing_lock = threading.Lock() self.thread = threading.Thread(target=self._play_sounds, daemon=True) self.thread.start()

    def _play_sounds(self):
        while True:
            sound_file = self.sound_queue.get()
            if sound_file is None:
                break
            with self.playing_lock:
                try:
                    pygame.mixer.music.load(sound_file)
                    pygame.mixer.music.play()
                    while pygame.mixer.music.get_busy():
                        pygame.time.Clock().tick(10)  # Wait until the sound finishes playing
                except Exception as e:
                    print(f"Error playing sound {sound_file}: {e}")
            self.sound_queue.task_done()
    
    def play(self, sound_file):
        self.sound_queue.put(sound_file)
    
    def stop(self):
        self.sound_queue.put(None)
        self.thread.join()
        pygame.quit()
    

    class ReturnOnlineWidget(QWidget): dataUpdated = pyqtSignal() # Define a signal to notify when data is updated

    def __init__(self, parent=None):
        super().__init__(parent)
        self.initUI()
    
    def set_font_size(self, font_size):
        font = self.table_widget.font()
        font.setPointSize(font_size)
        self.table_widget.setFont(font)
        header_font = self.table_widget.horizontalHeader().font()
        header_font.setPointSize(font_size)
        self.table_widget.horizontalHeader().setFont(header_font)
    
    def initUI(self):
        layout = QVBoxLayout(self)
        self.start_date_edit = QDateEdit(self)
        self.start_date_edit.setDate(QDate.currentDate())
        self.start_date_edit.setCalendarPopup(True)
        self.start_date_edit.setDisplayFormat("yyyy-MM-dd")
        self.start_date_edit.dateChanged.connect(self.load_data)
        self.start_date_edit.setFixedWidth(120)  # Set fixed width
        self.start_date_edit.setLocale(english_locale)
        self.end_date_edit = QDateEdit(self)
        self.end_date_edit.setDate(QDate.currentDate())
        self.end_date_edit.setCalendarPopup(True)
        self.end_date_edit.setDisplayFormat("yyyy-MM-dd")
        self.end_date_edit.dateChanged.connect(self.load_data)
        self.end_date_edit.setFixedWidth(120)  # Set fixed width
        self.end_date_edit.setLocale(english_locale)
        self.status_filter = QComboBox(self)
        self.status_filter.addItems(['All', 'WAN down', 'Server down'])
        self.status_filter.currentTextChanged.connect(self.load_data)
        self.duration_edit = QLineEdit(self)
        self.duration_edit.setPlaceholderText(">= Minutes")
        self.duration_edit.textChanged.connect(self.load_data)  
        self.duration_edit.setValidator(QIntValidator(0, 999999, self))      
        self.hostname_edit = QLineEdit(self)
        self.hostname_edit.setPlaceholderText("Hostname (All)")
        self.hostname_edit.textChanged.connect(self.load_data)
        self.export_button = QPushButton("Export to CSV", self)
        self.export_button.clicked.connect(self.export_to_csv)
        self.export_button.setFixedWidth(120)  # Set fixed width
        filter_layout = QHBoxLayout()
        filter_layout.addWidget(QLabel("Start Date:", self))
        filter_layout.addWidget(self.start_date_edit)
        filter_layout.addWidget(QLabel("End Date:", self))
        filter_layout.addWidget(self.end_date_edit)
        filter_layout.addWidget(QLabel("Status:", self))
        filter_layout.addWidget(self.status_filter)
        filter_layout.addWidget(QLabel("Duration:", self))
        filter_layout.addWidget(self.duration_edit)        
        filter_layout.addWidget(QLabel("Hostname:", self))
        filter_layout.addWidget(self.hostname_edit)
        filter_layout.addWidget(self.export_button)
        layout.addLayout(filter_layout)
        self.status_bar = QStatusBar(self)
        layout.addWidget(self.status_bar)
        self.table_widget = QTableWidget(self)
        self.table_widget.setEditTriggers(QAbstractItemView.NoEditTriggers)
        layout.addWidget(self.table_widget)
        self.setLayout(layout)
        font = QFont()
        font.setPointSize(12)
        self.table_widget.setFont(font)
        self.dataUpdated.connect(self.load_data)
        self.load_data()
    
        self.resizeEvent(None)
    
    def convert_to_seconds(self, duration):
        try:
            if duration.isdigit():
                return int(duration) * 60  # Convert minutes to seconds
            
            parts = duration.split(':')
            if len(parts) == 3:
                hours, minutes, seconds = map(int, parts)
                return hours * 3600 + minutes * 60 + seconds
            elif len(parts) == 2:  # Handle mm:ss format if needed
                minutes, seconds = map(int, parts)
                return minutes * 60 + seconds
            elif len(parts) == 1:  # Handle ss format if needed
                return int(parts[0])
        except ValueError:
            return None
    
    def load_data(self):
        file_path = 'history_online.txt'
        lock_path = 'history_online.lock'
        temp_file_path = 'history_online_temp.txt'
        lock = FileLock(lock_path)
    
        def is_older_than_180_days(date_str):
            date_format = "%Y-%m-%d"
            try:
                date_obj = datetime.strptime(date_str, date_format)
                return date_obj < datetime.now() - timedelta(days=180)
            except ValueError:
                return True
    
        try:
            with lock.acquire(timeout=5):  # Wait up to 5 seconds for the lock
                if not os.path.exists(file_path):
                    return
                with open(file_path, 'r', encoding='utf-8') as file:
                    lines = file.readlines()
                lines_before_cleanup = len(lines)
                lines_after_cleanup = 0
                removed_dates = set()
                with open(temp_file_path, 'w', encoding='utf-8') as temp_file:
                    for line in lines:
                        parts = line.strip().split('|')
                        if len(parts) >= 11:
                            end_offline_date_str = parts[6]  # parts[6] is online_date in 'YYYY-MM-DD' format
                            if is_older_than_180_days(end_offline_date_str):
                                removed_dates.add(end_offline_date_str)
                            else:
                                temp_file.write(line)
                                lines_after_cleanup += 1
                del lines  # Remove reference to lines
                if os.path.exists(temp_file_path):
                    try:
                        os.replace(temp_file_path, file_path)
                    except Exception as e:
                        print(f"Error during file replacement: {e}")
                        return
                else:
                    print(f"Temporary file {temp_file_path} does not exist.")
                    return
    
            # Retrieve user inputs for filtering
            start_date = self.start_date_edit.date().toPyDate()  # Returns a datetime.date object
            end_date = self.end_date_edit.date().toPyDate()      # Returns a datetime.date object
            status_filter = self.status_filter.currentText()
            hostname_filter = self.hostname_edit.text().strip().lower()
    
            # Parse the duration filter
            user_input_duration = self.duration_edit.text().strip()
            if user_input_duration.isdigit():
                duration_filter = self.convert_to_seconds(user_input_duration)
            else:
                duration_filter = None  # If invalid, don't filter on duration
    
            rows = []
            with open(file_path, 'r', encoding='utf-8') as file:
                for line in file:
                    parts = line.strip().split('|')
                    if len(parts) >= 11:
                        # Parse end_offline_date_str into a datetime.date object
                        try:
                            end_offline_date_str = parts[6]  # online_date
                            end_offline_date = datetime.strptime(end_offline_date_str, '%Y-%m-%d').date()
                        except ValueError:
                            continue  # Skip this line if date can't be parsed
    
                        # Check if the end_offline_date is within the selected date range
                        if start_date <= end_offline_date <= end_date:
                            # Apply status filter
                            if status_filter == 'All' or parts[9] == status_filter:
                                # Apply hostname filter
                                hostname = parts[2]
                                if hostname_filter == "" or hostname_filter.lower() in hostname.lower():
                                    # Convert duration from the file to seconds for comparison
                                    duration_str = parts[8]
                                    duration = self.convert_to_seconds(duration_str)
                                    if duration_filter is None or (duration is not None and duration >= duration_filter):
                                        start_offline = f"{parts[4]} {parts[5]}"  # start_date and start_time_str
                                        end_offline = f"{parts[6]} {parts[7]}"    # online_date and online_time_str
                                        rows.append([hostname, parts[3], start_offline, end_offline, duration_str, parts[9], parts[10]])
    
            rows.reverse()  # To show latest entries first
    
            # Set up table widget
            self.table_widget.setRowCount(len(rows))
            self.table_widget.setColumnCount(7)
            self.table_widget.setHorizontalHeaderLabels(['Hostname', 'Storename', 'Start Offline', 'End Offline', 'Duration', 'Status', 'Comment'])
            for row_idx, (hostname, storename, start_offline, end_offline, duration, status, comment) in enumerate(rows):
                self.table_widget.setItem(row_idx, 0, QTableWidgetItem(hostname))
                self.table_widget.setItem(row_idx, 1, QTableWidgetItem(storename))
                self.table_widget.setItem(row_idx, 2, QTableWidgetItem(start_offline))
                self.table_widget.setItem(row_idx, 3, QTableWidgetItem(end_offline))
                self.table_widget.setItem(row_idx, 4, QTableWidgetItem(duration))
                self.table_widget.setItem(row_idx, 5, QTableWidgetItem(status))
                self.table_widget.setItem(row_idx, 6, QTableWidgetItem(comment))
            self.table_widget.verticalHeader().setVisible(False)
            # Update status bar
            total_count = len(rows)
            wan_down_count = sum(1 for row in rows if row[5] == 'WAN down')
            server_down_count = sum(1 for row in rows if row[5] == 'Server down')
            self.status_bar.showMessage(f"Total: {total_count} | WAN down: {wan_down_count} | Server down: {server_down_count}")
    
        except Timeout:
            print("Failed to acquire file lock")
        except Exception as e:
            print(f"An error occurred: {e}")
    
    def resizeEvent(self, event):
        super().resizeEvent(event)
        table_width = self.table_widget.width()
        scrollbar_width = 20
        col_percentages = [0.13, 0.31, 0.20, 0.20, 0.10, 0.13, 0.13]
        column_widths = [table_width * p for p in col_percentages]
        total_column_width = sum(column_widths)
        if total_column_width > table_width:
            scale_factor = (table_width - scrollbar_width) / total_column_width
            column_widths = [width * scale_factor for width in column_widths]
        min_last_col_width = 40
        column_widths[-1] = max(column_widths[-1], min_last_col_width)
        for i, width in enumerate(column_widths):
            self.table_widget.setColumnWidth(i, int(width))
        #self.adjust_row_heights()
    
    def adjust_row_heights(self):
        num_rows = self.table_widget.rowCount()
        self.table_widget.resizeRowsToContents()
        for row in range(num_rows):
            current_height = self.table_widget.rowHeight(row)
            new_height = int(current_height * 1.1)
            self.table_widget.setRowHeight(row, new_height)
    
    def export_to_csv(self):
        start_date_str = self.start_date_edit.date().toString("yyyy-MM-dd")
        end_date_str = self.end_date_edit.date().toString("yyyy-MM-dd")
        default_filename = f"history_online_{start_date_str}-{end_date_str}.csv"
        file_path, _ = QFileDialog.getSaveFileName(self, "Save CSV File", default_filename, "CSV Files (*.csv)")
        if not file_path:
            return
        if not file_path.endswith(".csv"):
            file_path += ".csv"
        lock_path = 'history_online.lock'
        lock = FileLock(lock_path)
        try:
            with lock.acquire(timeout=10):  # Wait up to 10 seconds for the lock
                with open(file_path, 'w', newline='', encoding='utf-8') as file:
                    writer = csv.writer(file)
                    writer.writerow(['Hostname', 'Storename', 'Start Offline', 'End Offline', 'Duration', 'Status', 'Comment'])
                    for row_idx in range(self.table_widget.rowCount()):
                        row_data = [self.table_widget.item(row_idx, col_idx).text() for col_idx in range(self.table_widget.columnCount())]
                        writer.writerow(row_data)
    
                print(f"Data exported to {file_path}")
        except Timeout:
            print("Failed to acquire file lock")
    

    def read_host_list(file_path): host_info = [] hostname_count = 0 try: with open(file_path, 'r', encoding='utf-8-sig') as file: for line in file: line = line.strip() if line: normalized_line = line.upper() if normalized_line.startswith("#"): print(f"Skipping line: {line}") continue parts = line.split('|') # Change delimiter to | if len(parts) > 5: print(f"Warning: Line has too many parts, using only the first 5: {line}") parts = parts[:5] # Truncate to the first 5 parts parts = parts + [''] * (5 - len(parts)) hostname = parts[0] store_name = parts[1] telephone = parts[2] wan_a = parts[3] wan_b = parts[4] host_info.append((hostname, store_name, telephone, wan_a, wan_b)) hostname_count += 1 except Exception as e: print(f"Error reading file '{file_path}': {e}") group_size = (hostname_count + 19) // GROUP_SIZE grouped_host_info = [host_info[i:i + group_size] for i in range(0, hostname_count, group_size)]

    # Reorder the groups to prevent consecutive repeats of the last hostname
    host_info = []
    for i in range(group_size):
        for group in grouped_host_info:
            if i < len(group):
                host_info.append(group[i])
        # Rotate the groups to prevent consecutive repeats
        grouped_host_info = grouped_host_info[1:] + [grouped_host_info[0]]
    
    #return reordered_host_info, hostname_count
    return host_info, hostname_count
    

    def count_hostnames(file_path): try: with open(file_path, 'r', encoding='utf-8') as file: return sum(1 for line in file if line.strip()) except Exception as e: print(f"Error reading file '{file_path}': {e}") return 0

    async def tcp_socket(hostname, wan_a=None, wan_b=None, timeout=1):

    inspect_status = ""

    print(f"Starting tcp_socket for hostname: {hostname}")

    ports = [80, 8080, 22, 23]

    async def try_port(port):

    try:

    print(f"Trying to connect to {hostname}:{port}")

    reader, writer = await asyncio.open_connection(hostname, port)

    print(f"Successfully connected to {hostname}:{port}")

    writer.close()

    await writer.wait_closed()

    return True

    except Exception as e:

    print(f"Failed to connect to {hostname}:{port} - {e}")

    return False

    # Create asynchronous tasks for each port

    tasks = [try_port(port) for port in ports]

    print(f"Awaiting connection tasks to {hostname} with timeout {timeout} seconds")

    done, pending = await asyncio.wait(tasks, timeout=timeout, return_when=asyncio.FIRST_COMPLETED)

    for task in done:

    if task.result():

    inspect_status = "Server up"

    print(f"{hostname} is up on one of the ports")

    # Cancel any pending tasks

    for pending_task in pending:

    pending_task.cancel()

    return True, inspect_status

    # Cancel any pending tasks

    for task in pending:

    task.cancel()

    print(f"First checking failed for {hostname}, proceeding to second checking")

    # Second Checking

    if hostname.startswith(("PTH2", "PTH3")):

    try:

    ip = socket.gethostbyname(hostname)

    wan_ip = '.'.join(ip.split('.')[:-1] + ['10'])

    print(f"Hostname {hostname} resolved to IP {ip}, WAN IP: {wan_ip}")

    # Attempt to connect to wan_ip on port 23

    try:

    print(f"Trying to connect to WAN IP {wan_ip}:23")

    with socket.create_connection((wan_ip, 23), timeout=timeout):

    inspect_status = "Server down"

    print(f"Connected to WAN IP {wan_ip}:23, server is down")

    return False, inspect_status

    except Exception as e:

    inspect_status = "WAN down"

    print(f"Failed to connect to WAN IP {wan_ip}:23 - {e}")

    return False, inspect_status

    except Exception as e:

    inspect_status = "WAN down"

    print(f"Failed to resolve hostname {hostname} - {e}")

    return False, inspect_status

    elif hostname.startswith(("PTH11", "PTH15")) or hostname.startswith(("169", "s")):

    # Try WAN A and WAN B in parallel

    print(f"Trying WAN A and WAN B for {hostname}")

    ips_ports = [(wan_a, 23), (wan_b, 23)]

    result = {'status': "WAN down"}

    def try_wan(ip_port):

    ip, port = ip_port

    if ip:

    try:

    print(f"Trying to connect to IP {ip}:{port}")

    with socket.create_connection((ip, port), timeout=timeout):

    result['status'] = "Server down"

    print(f"Connected to {ip}:{port}, server is down")

    except Exception as e:

    print(f"Failed to connect to {ip}:{port} - {e}")

    threads = []

    for ip_port in ips_ports:

    thread = threading.Thread(target=try_wan, args=(ip_port,))

    thread.start()

    threads.append(thread)

    for thread in threads:

    thread.join(timeout=timeout)

    inspect_status = result['status']

    print(f"Result for {hostname}: {inspect_status}")

    return False, inspect_status

    else:

    inspect_status = "Server down"

    print(f"{hostname} is server down")

    return False, inspect_status

    def tcp_socket(hostname, wan_a=None, wan_b=None, timeout=2):

    n = QTime.currentTime().toString("hh:mm:ss")

    inspect_status = ""

    if hostname.startswith("169"): print(f"{n} Ping PTH15067")

    # First Checking: Try port 80 and then port 8080

    for port in [80, 8080, 22, 23]:

    try:

    with socket.create_connection((hostname, port), timeout=timeout):

    inspect_status = "Server up"

    #print(f"{n} Ping {hostname}")

    #if hostname.startswith("169"): print(f"{n} Ping PTH15067")

    return True, inspect_status

    except (socket.timeout, ConnectionRefusedError, OSError):

    continue # Try the next port

    # Second Checking

    if hostname.startswith(("PTH2", "PTH3")):

    try:

    ip = socket.gethostbyname(hostname)

    wan_ip = '.'.join(ip.split('.')[:-1] + ['10'])

    try:

    with socket.create_connection((wan_ip, 23), timeout=timeout):

    inspect_status = "Server down"

    return False, inspect_status

    except (socket.timeout, ConnectionRefusedError, OSError):

    inspect_status = "WAN down"

    return False, inspect_status

    except (socket.gaierror, socket.timeout, ConnectionRefusedError, OSError):

    inspect_status = "WAN down"

    return False, inspect_status

    elif hostname.startswith(("PTH11", "PTH15")) or hostname.startswith(("169", "s")):

    for ip, port in [(wan_a, 23), (wan_b, 23)]:

    if ip:

    try:

    with socket.create_connection((ip, port), timeout=timeout):

    inspect_status = "Server down"

    return False, inspect_status

    except (socket.timeout, ConnectionRefusedError, OSError):

    pass

    inspect_status = "WAN down"

    return False, inspect_status

    else:

    inspect_status = "Server down"

    return False, inspect_status

    def tcp_socket(hostname, wan_a=None, wan_b=None, timeout=2):

    n = QTime.currentTime().toString("hh:mm:ss")

    if hostname.startswith("169"): print(f"{n} Ping PTH15067")

    inspect_status = ""

    #print(f"Starting tcp_socket for hostname: {hostname}")

    result = {'success': False, 'status': None}

    def try_port(port):

    try:

    #print(f"Trying to connect to {hostname}:{port}")

    with socket.create_connection((hostname, port), timeout=timeout):

    #print(f"Successfully connected to {hostname}:{port}")

    result['success'] = True

    result['status'] = "Server up"

    except (socket.timeout, ConnectionRefusedError, OSError) as e:

    #print(f"Failed to connect to {hostname}:{port} - {e}")

    pass # Port is closed or unreachable

    # First Checking: Try ports in parallel

    ports = [80, 8080, 22, 23]

    threads = []

    for port in ports:

    thread = threading.Thread(target=try_port, args=(port,))

    thread.daemon = True

    thread.start()

    threads.append(thread)

    # Wait for all threads to complete

    for thread in threads:

    thread.join(timeout=timeout)

    if result['success']:

    #print(f"First checking succeeded for {hostname}")

    return True, result['status']

    #print(f"First checking failed for {hostname}, proceeding to second checking")

    # Second Checking

    if hostname.startswith(("PTH2", "PTH3")):

    try:

    #print(f"Resolving hostname {hostname}")

    ip = socket.gethostbyname(hostname)

    #print(f"Hostname {hostname} resolved to IP {ip}")

    wan_ip = '.'.join(ip.split('.')[:-1] + ['10'])

    #print(f"WAN IP determined as {wan_ip}")

    # Attempt to connect to wan_ip on port 23

    try:

    #print(f"Trying to connect to WAN IP {wan_ip}:23")

    with socket.create_connection((wan_ip, 23), timeout=timeout):

    #print(f"Successfully connected to WAN IP {wan_ip}:23")

    inspect_status = "Server down"

    return False, inspect_status

    except Exception as e:

    #print(f"Failed to connect to WAN IP {wan_ip}:23 - {e}")

    inspect_status = "WAN down"

    return False, inspect_status

    except Exception as e:

    #print(f"Failed to resolve hostname {hostname} - {e}")

    inspect_status = "WAN down"

    return False, inspect_status

    elif hostname.startswith(("PTH11", "PTH15")) or hostname.startswith(("169", "s")):

    #print(f"Hostname {hostname} starts with PTH11, PTH15, 169, or s, trying WAN A and WAN B")

    # Try WAN A and WAN B in parallel

    ips_ports = [(wan_a, 23), (wan_b, 23)]

    result = {'status': "WAN down"}

    def try_wan(ip_port):

    ip, port = ip_port

    if ip:

    try:

    #print(f"Trying to connect to {ip}:{port}")

    with socket.create_connection((ip, port), timeout=timeout):

    #print(f"Successfully connected to {ip}:{port}")

    result['status'] = "Server down"

    except Exception as e:

    #print(f"Failed to connect to {ip}:{port} - {e}")

    pass

    threads = []

    for ip_port in ips_ports:

    thread = threading.Thread(target=try_wan, args=(ip_port,))

    thread.daemon = True

    thread.start()

    threads.append(thread)

    for thread in threads:

    thread.join(timeout=timeout)

    inspect_status = result['status']

    #print(f"Second checking result for {hostname}: {inspect_status}")

    return False, inspect_status

    else:

    #print(f"No specific prefix match for {hostname}, setting status as Server down")

    inspect_status = "Server down"

    return False, inspect_status

    def get_google_translate_tts_url(text, lang='th'): """Get the URL for Google Translate TTS.""" url = 'https://translate.google.com/translate_tts' params = { 'ie': 'UTF-8', 'q': text, 'tl': lang, 'client': 'gtx' } return url, params

    def download_audio(text, lang='th'): try: url, params = get_google_translate_tts_url(text, lang) response = requests.get(url, params=params, headers={'User-Agent': 'Mozilla/5.0'}) response.raise_for_status() sounds_folder = 'sounds' if not os.path.exists(sounds_folder): os.mkdir(sounds_folder) audio_filename = f'{text}.mp3' audio_path = os.path.join(sounds_folder, audio_filename) with open(audio_path, 'wb') as audio_file: audio_file.write(response.content) print(f"Audio saved to {audio_path}") return audio_path except requests.RequestException as e: print(f"Failed to download audio: {e}") return None

    offline_dict_lock = Lock()

    def schedule_host_deletion(hostname, offline_dict, update_signal, settings_widget, lock): def delete_host(): normalized_hostname = hostname.upper() with lock: if normalized_hostname in offline_dict: # Log the host coming online log_online( hostname, offline_dict[normalized_hostname]['store_name'], offline_dict, normalized_hostname, offline_dict[normalized_hostname]['inspect_status'] ) # Remove the host from the offline_dict del offline_dict[normalized_hostname] # Save the offline state save_offline_state('offline_state.json', offline_dict) # Remove from exception hosts if necessary if normalized_hostname in settings_widget.exception_hosts: settings_widget.exception_hosts.remove(normalized_hostname) settings_widget.update_exception_hosts_signal.emit(settings_widget.exception_hosts) # Emit the update signal to refresh the GUI update_signal.emit() # Schedule the deletion after 1 second timer = threading.Timer(1.0, delete_host) timer.start()

    def update_offline_list(queue, offline_dict, stop_event, update_signal, settings_widget): if stop_event is None: print("Stop event is None") return while not stop_event.is_set(): try: hostname, store_name, telephone, is_online, inspect_status = queue.get(timeout=1) normalized_hostname = hostname.upper()

            if is_online:
                if normalized_hostname in offline_dict:
                    # Schedule the deletion after 1 second without blocking the loop
                    schedule_host_deletion(hostname, offline_dict, update_signal, settings_widget, offline_dict_lock)
            elif not is_online and normalized_hostname not in offline_dict:
                with offline_dict_lock:
                    offline_dict[normalized_hostname] = {
                        'store_name': store_name,
                        'telephone': telephone,
                        'start_time': time.time(),
                        'offline_time': time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()),
                        'last_alert_time': 0,
                        'inspect_status': inspect_status
                    }
                update_signal.emit()
            queue.task_done()
        except Empty:
            time.sleep(1)
        except Exception as e:
            print(f"Error in update_offline_list: {e}")
    

    async def monitor_host(host_info, queue, offline_dict, stop_event, semaphore, main_window):

    hostname, store_name, telephone, wan_a, wan_b = host_info

    normalized_hostname = hostname.upper()

    global previous_status

    while not stop_event.is_set():

    async with semaphore:

    is_online, inspect_status = await tcp_socket(hostname, wan_a, wan_b)

    if main_window is not None and hasattr(main_window, 'update_inspect_status'):

    main_window.update_inspect_status.emit(hostname, inspect_status)

    if not is_online:

    if normalized_hostname not in offline_dict:

    with offline_dict_lock:

    offline_dict[normalized_hostname] = {

    'store_name': store_name,

    'telephone': telephone,

    'start_time': time.time(),

    'offline_time': time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()),

    'last_alert_time': 0,

    'inspect_status': inspect_status

    }

    else:

    offline_dict[normalized_hostname]['inspect_status'] = inspect_status

    previous_status[normalized_hostname] = inspect_status

    else:

    if normalized_hostname in offline_dict:

    offline_dict[normalized_hostname]['inspect_status'] = inspect_status

    queue.put((hostname, store_name, telephone, is_online, inspect_status))

    await time.sleep(3)

    def monitor_host(host_info, queue, offline_dict, stop_event, semaphore, main_window): hostname, store_name, telephone, wan_a, wan_b = host_info normalized_hostname = hostname.upper() global previous_status while not stop_event.is_set(): with semaphore: is_online, inspect_status = tcp_socket(hostname, wan_a, wan_b) if main_window is not None and hasattr(main_window, 'update_inspect_status'): main_window.update_inspect_status.emit(hostname, inspect_status) if not is_online: if normalized_hostname not in offline_dict: with offline_dict_lock: offline_dict[normalized_hostname] = { 'store_name': store_name, 'telephone': telephone, 'start_time': time.time(), 'offline_time': time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()), 'last_alert_time': 0, 'inspect_status': inspect_status } else: offline_dict[normalized_hostname]['inspect_status'] = inspect_status previous_status[normalized_hostname] = inspect_status else: if normalized_hostname in offline_dict: offline_dict[normalized_hostname]['inspect_status'] = inspect_status queue.put((hostname, store_name, telephone, is_online, inspect_status)) time.sleep(3)

    file_lock = threading.Lock() previous_status = {}

    def log_online(hostname, store_name, offline_dict, normalized_hostname, inspect_status): global previous_status start_time = offline_dict[normalized_hostname]['start_time'] online_time = time.time() offline_duration = online_time - start_time duration_time = time.strftime('%H:%M:%S', time.gmtime(offline_duration)) start_date = time.strftime('%Y-%m-%d', time.localtime(start_time)) start_time_str = time.strftime('%H:%M:%S', time.localtime(start_time)) online_date = time.strftime('%Y-%m-%d', time.localtime(online_time)) online_time_str = time.strftime('%H:%M:%S', time.localtime(online_time)) previous_status_str = previous_status.get(normalized_hostname, "Server down") # get previous status comment = offline_dict[normalized_hostname].get('comment', '') if offline_duration > LOG_NORMAL: # only write to file if offline duration is over 1 minute with open('history_online.txt', 'a', encoding='utf-8') as file: file.write(f"{online_date}|{online_time_str}|{hostname}|{store_name}|{start_date}|{start_time_str}|{online_date}|{online_time_str}|{duration_time}|{previous_status_str}|{comment}\n")

    save_lock = threading.Lock() def save_offline_state(file_path, offline_dict): temp_file_path = file_path + '.tmp' with save_lock: try: with open(temp_file_path, 'w', encoding='utf-8') as temp_file: json.dump(offline_dict, temp_file, ensure_ascii=False, indent=4) os.replace(temp_file_path, file_path) #print(f"Offline state saved to '{file_path}'") except Exception as e: #print(f"Error saving offline state to '{file_path}': {e}") if os.path.exists(temp_file_path): os.remove(temp_file_path)

    def load_offline_state(file_path): current_time = time.time() if os.path.exists(file_path): try: with open(file_path, 'r', encoding='utf-8') as file: offline_dict = json.load(file) offline_dict = {hostname.upper(): details for hostname, details in offline_dict.items()} for details in offline_dict.values(): details['last_alert_time'] = current_time print(f"Offline state loaded from '{file_path}'") return offline_dict except Exception as e: print(f"Error loading offline state from '{file_path}': {e}") return {} else: print(f"File '{file_path}' does not exist.") return {}

    async def main_async(host_info_dict, queue, offline_dict, stop_event, semaphore, settings_widget): tasks = [] for hostname, (host, store_name, telephone, wan_a, wan_b) in host_info_dict.items(): task = asyncio.create_task( monitor_host( (host, store_name, telephone, wan_a, wan_b), queue, offline_dict, stop_event, semaphore, settings_widget.main_window ) ) tasks.append(task) await asyncio.gather(*tasks)

    def setup_application(): return QApplication(sys.argv)

    def main(): global MAX_PINGS, MAX_WORKERS app = QApplication(sys.argv) tab_widget = QTabWidget()

    # Main widget and layout setup
    main_widget = QWidget()
    main_layout = QVBoxLayout(main_widget)
    
    # Top-right layout for host label
    top_right_layout = QHBoxLayout()
    host_label = QLabel()
    host_label.setAlignment(Qt.AlignRight | Qt.AlignVCenter)
    host_label.setStyleSheet("font-size: 12pt; color: black; padding-right: 10px;")
    top_right_layout.addStretch()
    top_right_layout.addWidget(host_label)
    
    # Bottom-right layout for clock label
    bottom_right_layout = QHBoxLayout()
    clock_label = QLabel()
    clock_label.setAlignment(Qt.AlignRight | Qt.AlignVCenter)
    clock_label.setStyleSheet("font-size: 12pt;")
    bottom_right_layout.addStretch()
    bottom_right_layout.addWidget(clock_label)
    
    # Layout for the center widget
    center_layout = QVBoxLayout()
    center_layout.addWidget(tab_widget)
    
    # Create a duplicate overlay layout
    overlay_layout = QVBoxLayout()  # or QHBoxLayout() depending on your needs
    overlay_layout.addLayout(top_right_layout)
    overlay_layout.addLayout(center_layout)
    
    # Add the overlay layout to the main layout
    main_layout.addLayout(overlay_layout)
    main_layout.addLayout(bottom_right_layout)
    
    main_widget.setLayout(main_layout)
    main_widget.setWindowTitle("Server Monitor - Alert")
    main_widget.setGeometry(300, 300, 1100, 600)
    
    def update_labels():
        current_time = english_locale.toString(QTime.currentTime(), "hh:mm:ss")
        current_date = english_locale.toString(QDate.currentDate(), "dd MMM yyyy")
    
        total_hosts = len(host_info_dict)
        offline_hosts = 0
        offline_hosts_wan = 0
        offline_hosts_serv = 0
    
        for row in range(main_window.table_widget.rowCount()):
            item = main_window.table_widget.item(row, 0)  # Assuming the hostname is in the first column
            if item is not None:
                inspect_status = main_window.table_widget.item(row, 6).text()  # Assuming the inspect status is in the 7th column
                if inspect_status != 'Server up':
                    offline_hosts += 1
                    if inspect_status == 'WAN down':
                        offline_hosts_wan += 1
                    elif inspect_status == 'Server down':
                        offline_hosts_serv += 1
    
        online_hosts = total_hosts - (offline_hosts_wan + offline_hosts_serv)
    
        host_label.setText(f"Total: {total_hosts}   Online: {online_hosts}   Offline: {offline_hosts}   [ Server: {offline_hosts_serv}   Wan: {offline_hosts_wan} ]")
        clock_label.setText(f"{current_date} - {current_time}  ")
    
    timer = QTimer()
    timer.timeout.connect(update_labels)
    timer.start(1000)  # Update every 1000ms (1 second)
    
    # Create tabs
    main_window = OfflineHostMonitor(None, None, None, None)
    tab_widget.addTab(main_window, "Monitor")
    return_online_widget = ReturnOnlineWidget()
    tab_widget.addTab(return_online_widget, "Return Online")
    settings_widget = SettingsWidget(None, None, None, None, None, tab_widget, main_window)
    tab_widget.addTab(settings_widget, "Settings")
    main_window.settings_widget = settings_widget
    
    # Show main widget
    main_widget.show()
    
    # File handling and threading setup
    file_path = 'hostname.txt'
    offline_state_file = 'offline_state.json'
    if not os.path.exists(file_path):
        QMessageBox.critical(None, "File Not Found", "The file 'hostname.txt' was not found. Exiting the application.")
        sys.exit()
    host_info_list, hostname_count = read_host_list(file_path)
    print(f"Number of hostnames in file: {hostname_count}")
    if not os.path.exists(file_path):
        QMessageBox.critical(None, "File Not Found", "The file 'hostname.txt' was not found. Exiting the application.")
        sys.exit()
    host_info_list, hostname_count = read_host_list(file_path)
    if not host_info_list:
        sys.exit()
    offline_dict = load_offline_state(offline_state_file)
    host_info_dict = {hostname.upper(): (hostname, store_name, telephone, wan_a, wan_b) for hostname, store_name, telephone, wan_a, wan_b in host_info_list}
    offline_dict = {hostname: details for hostname, details in offline_dict.items() if hostname in host_info_dict}
    
    queue = Queue()
    stop_event = threading.Event()
    cpu_count = psutil.cpu_count(logical=True)
    memory = psutil.virtual_memory()
    available_memory_gb = memory.available / (1024 ** 2)
    max_pings_based_on_memory = int(available_memory_gb / 0.1)
    MAX_PINGS = min(MAX_PINGS, max_pings_based_on_memory)
    MAX_WORKERS = min(100, cpu_count * 5) 
    semaphore = threading.Semaphore(MAX_PINGS)
    #semaphore = asyncio.Semaphore(MAX_PINGS)
    
    main_window.queue = queue
    main_window.offline_dict = offline_dict
    main_window.stop_event = stop_event
    main_window.semaphore = semaphore
    settings_widget.queue = queue
    settings_widget.offline_dict = offline_dict
    settings_widget.stop_event = stop_event
    settings_widget.semaphore = semaphore
    settings_widget.host_info_list = host_info_list
    return_online_signal = return_online_widget.dataUpdated
    
    max_workers = min(MAX_WORKERS, len(host_info_list))
    #asyncio.run(main_async(host_info_dict, queue, offline_dict, stop_event, semaphore, settings_widget))
    executor = ThreadPoolExecutor(max_workers=max_workers)
    for hostname, (host, store_name, telephone, wan_a, wan_b) in host_info_dict.items():
        executor.submit(
            monitor_host,
            (host, store_name, telephone, wan_a, wan_b),
            queue,
            offline_dict,
            stop_event,
            semaphore,
            settings_widget.main_window
        )
    
    threading.Thread(
        target=update_offline_list,
        args=(queue, offline_dict, stop_event, return_online_signal, settings_widget),
        daemon=True
    ).start()
    
    app.aboutToQuit.connect(lambda: save_offline_state(offline_state_file, offline_dict))
    app.aboutToQuit.connect(lambda: stop_event.set())
    sys.exit(app.exec_())
    

    if name == "main": main()

    รู้สึกว่า ThreadPoolExecutor จะจัดการตรวจสอบ host ตัวอย่างเช่นมีจำนวน 1800 host แต่ ถูกตรวจสอบแค่ 60 host

  2. Assistant

    It seems you're encountering an issue where only 60 hosts out of 1800 are being monitored. This is because your current implementation uses a ThreadPoolExecutor with a maximum of 60 workers (threads), and each worker runs a monitor_host function that loops indefinitely. As a result, only the first 60 hosts are being monitored, and the rest are not processed because there are no available threads to handle them.

    Here's what's happening:

    1. ThreadPoolExecutor Limitation: The ThreadPoolExecutor has a max_workers parameter, which you've set to 60 based on your CPU count. This means only 60 threads will be running concurrently.

    2. Long-Running Tasks: Each monitor_host function is designed to run indefinitely (it contains a while not stop_event.is_set() loop). This means that once a thread starts running monitor_host for a host, it won't finish and free up the thread for another host.

    3. Unstarted Tasks: Since all threads are occupied by the first 60 hosts, the remaining 1740 hosts are not being monitored because there are no available threads to run their monitor_host functions.

    Solution:

    To monitor a large number of hosts concurrently without being limited by the number of threads, you should use asynchronous programming with asyncio. asyncio allows you to handle thousands of I/O-bound tasks concurrently using a single thread, as long as the tasks are using non-blocking I/O.

    Here's how you can modify your code to use asyncio and solve the issue:

    1. Refactor monitor_host to be Asynchronous: Change your monitor_host function to be an async function that uses await for I/O operations. This means using non-blocking socket operations.
    async def monitor_host(host_info, queue, offline_dict, stop_event, semaphore, main_window):
        hostname, store_name, telephone, wan_a, wan_b = host_info
        normalized_hostname = hostname.upper()
        global previous_status
        while not stop_event.is_set():
            async with semaphore:
                is_online, inspect_status = await tcp_socket(hostname, wan_a, wan_b)
            # Rest of your code...
            await asyncio.sleep(3)
    
    1. Use Asynchronous Socket Operations: Replace synchronous socket operations with asynchronous equivalents. You can use the asyncio networking APIs such as asyncio.open_connection or use third-party libraries like aiohttp or asyncssh if needed.
    async def tcp_socket(hostname, wan_a=None, wan_b=None, timeout=2):
        # Implement async socket operations here
    
    1. Run the Asynchronous Tasks: Create tasks for each host and run them using asyncio.gather within the event loop.
    async def main_async(host_info_dict, queue, offline_dict, stop_event, semaphore, settings_widget):
        tasks = []
        for hostname, (host, store_name, telephone, wan_a, wan_b) in host_info_dict.items():
            tasks.append(
                monitor_host(
                    (host, store_name, telephone, wan_a, wan_b),
                    queue,
                    offline_dict,
                    stop_event,
                    semaphore,
                    settings_widget.main_window
                )
            )
        await asyncio.gather(*tasks)
    
    1. Start the Event Loop: In your main function, start the event loop and run the asynchronous main_async function.
    def main():
        # Existing setup code...
        asyncio.run(main_async(host_info_dict, queue, offline_dict, stop_event, semaphore, settings_widget))
        # Rest of your code...
    
    1. Adjust Semaphores and Limits: Since you're now using asynchronous programming, you can adjust the semaphore (asyncio.Semaphore) to control the number of concurrent connections without being limited by the number of threads.
    semaphore = asyncio.Semaphore(MAX_PINGS)
    
    1. Remove ThreadPoolExecutor: Since we're using asyncio, you no longer need the ThreadPoolExecutor. Remove it from your code to avoid conflicts.

    Challenges:

    • Async Compatibility: Ensure that all the functions you're calling within monitor_host are compatible with asyncio (i.e., they are async functions or use non-blocking I/O).
    • Third-Party Libraries: Some libraries you're using might not be compatible with asyncio. You may need to find asynchronous equivalents or modify the code accordingly.
    • UI Updates: Updating the PyQt widgets from asynchronous code can be tricky. You need to ensure thread safety and might need to use signals and slots properly.

    Alternative Solution:

    If refactoring the code to be fully asynchronous is too complex, another approach is to process multiple hosts within each thread. Instead of having one thread per host, you can have each thread handle a batch of hosts.

    Here's how you can modify your monitor_host function and threading approach:

    1. Batch Processing: Create a function that processes a group of hosts.
    def monitor_hosts_batch(host_info_list, queue, offline_dict, stop_event, semaphore, main_window):
        while not stop_event.is_set():
            for host_info in host_info_list:
                # Process each host...
                hostname, store_name, telephone, wan_a, wan_b = host_info
                with semaphore:
                    is_online, inspect_status = tcp_socket(hostname, wan_a, wan_b)
                # Rest of your code...
            time.sleep(3)  # Sleep before the next check cycle
    
    1. Divide Hosts into Batches: Split your host list into batches and create threads for each batch.
    def main():
        # Existing setup code...
        batch_size = len(host_info_list) // MAX_WORKERS
        host_batches = [host_info_list[i:i + batch_size] for i in range(0, len(host_info_list), batch_size)]
    
        threads = []
        for batch in host_batches:
            thread = threading.Thread(
                target=monitor_hosts_batch,
                args=(batch, queue, offline_dict, stop_event, semaphore, settings_widget.main_window),
                daemon=True
            )
            thread.start()
            threads.append(thread)
        # Rest of your code...
    

    Summary:

    • Your current implementation is limited by the number of threads in the ThreadPoolExecutor.
    • For monitoring a large number of hosts, asynchronous programming with asyncio is more suitable.
    • Alternatively, process hosts in batches within each thread.

    By adjusting your code to use asyncio or batch processing, you should be able to monitor all 1800 hosts concurrently.

    Feel free to ask if you need further assistance with implementing these solutions.