Add database cleanup feature to empty all sensor tables

Added a "Danger Zone" section on the database page that allows users to empty all sensor data tables while preserving configuration and timestamp tables. The feature includes:

- New Python script (sqlite/empty_sensor_tables.py) to safely empty sensor tables
- Backend endpoint in launcher.php (empty_sensor_tables)
- Frontend UI with red warning card and confirmation dialog
- Detailed feedback showing deleted record counts per table
- i18n support for French and English

Tables emptied: data_NPM, data_NPM_5channels, data_BME280, data_envea, data_WIND, data_MPPT, data_NOISE, modem_status
Tables preserved: timestamp_table, config_table, envea_sondes_table, config_scripts_table

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude Sonnet 4.5 <noreply@anthropic.com>

html/database.html

@@ -108,6 +108,17 @@
             </div>
           </div>
 
+          <div class="col-sm-5">
+            <div class="card text-white bg-danger">
+              <div class="card-body">
+                <h5 class="card-title" data-i18n="database.dangerZone">Zone dangereuse</h5>
+                <p class="card-text" data-i18n="database.dangerWarning">Attention: Cette action est irréversible!</p>
+                <button class="btn btn-dark" onclick="emptySensorTables()" data-i18n="database.emptyAllTables">Vider toutes les tables de capteurs</button>
+                <small class="d-block mt-2" data-i18n="database.emptyTablesNote">Note: Les tables de configuration et horodatage seront préservées.</small>
+              </div>
+            </div>
+          </div>
+
         <div>
 
         <div class="row mt-2">
@@ -441,6 +452,74 @@ function downloadCSV(response, table) {
     document.body.removeChild(a);
 }
 
+// Function to empty all sensor tables
+function emptySensorTables() {
+    // Show confirmation dialog
+    const confirmed = confirm(
+        "WARNING: This will permanently delete ALL sensor data from the database!\n\n" +
+        "The following tables will be emptied:\n" +
+        "- data_NPM\n" +
+        "- data_NPM_5channels\n" +
+        "- data_BME280\n" +
+        "- data_envea\n" +
+        "- data_WIND\n" +
+        "- data_MPPT\n" +
+        "- data_NOISE\n\n" +
+        "Configuration and timestamp tables will be preserved.\n\n" +
+        "Are you absolutely sure you want to continue?"
+    );
+
+    if (!confirmed) {
+        console.log("Empty sensor tables operation cancelled by user");
+        return;
+    }
+
+    // Show loading message
+    const tableDataDiv = document.getElementById("table_data");
+    tableDataDiv.innerHTML = '<div class="alert alert-info">Emptying sensor tables... Please wait...</div>';
+
+    // Make AJAX request to empty tables
+    $.ajax({
+        url: 'launcher.php?type=empty_sensor_tables',
+        dataType: 'json',
+        method: 'GET',
+        success: function(response) {
+            console.log("Empty sensor tables response:", response);
+
+            if (response.success) {
+                // Show success message
+                let message = '<div class="alert alert-success">';
+                message += '<h5>Success!</h5>';
+                message += '<p>' + response.message + '</p>';
+
+                if (response.tables_processed && response.tables_processed.length > 0) {
+                    message += '<p><strong>Tables emptied:</strong></p><ul>';
+                    response.tables_processed.forEach(table => {
+                        message += `<li>${table.name}: ${table.deleted} records deleted</li>`;
+                    });
+                    message += '</ul>';
+                }
+
+                message += '</div>';
+                tableDataDiv.innerHTML = message;
+            } else {
+                // Show error message
+                tableDataDiv.innerHTML = `<div class="alert alert-danger">
+                    <h5>Error!</h5>
+                    <p>${response.message || response.error || 'Unknown error occurred'}</p>
+                </div>`;
+            }
+        },
+        error: function(xhr, status, error) {
+            console.error('AJAX request failed:', status, error);
+            tableDataDiv.innerHTML = `<div class="alert alert-danger">
+                <h5>Error!</h5>
+                <p>Failed to empty sensor tables: ${error}</p>
+            </div>`;
+        }
+    });
+}
+
 
 </script>
 

html/lang/en.json

@@ -88,7 +88,11 @@
     "timestampTable": "Timestamp Table",
     "downloadData": "Download Data",
     "startDate": "Start date:",
-    "endDate": "End date:"
+    "endDate": "End date:",
+    "dangerZone": "Danger Zone",
+    "dangerWarning": "Warning: This action is irreversible!",
+    "emptyAllTables": "Empty all sensor tables",
+    "emptyTablesNote": "Note: Configuration and timestamp tables will be preserved."
   },
   "logs": {
     "title": "The Log",

html/lang/fr.json

@@ -88,7 +88,11 @@
     "timestampTable": "Timestamp Table",
     "downloadData": "Télécharger les données",
     "startDate": "Date de début:",
-    "endDate": "Date de fin:"
+    "endDate": "Date de fin:",
+    "dangerZone": "Zone dangereuse",
+    "dangerWarning": "Attention: Cette action est irréversible!",
+    "emptyAllTables": "Vider toutes les tables de capteurs",
+    "emptyTablesNote": "Note: Les tables de configuration et horodatage seront préservées."
   },
   "logs": {
     "title": "Le journal",

html/launcher.php

@@ -1270,6 +1270,61 @@ if ($type == "toggle_systemd_service") {
     }
 }
 
+// Empty all sensor tables (preserve config and timestamp tables)
+if ($type == "empty_sensor_tables") {
+    try {
+        // Execute the empty sensor tables script
+        $command = 'sudo /usr/bin/python3 /var/www/nebuleair_pro_4g/sqlite/empty_sensor_tables.py 2>&1';
+        $output = shell_exec($command);
+
+        // Try to extract JSON result from output
+        $json_start = strpos($output, '[JSON_RESULT]');
+        if ($json_start !== false) {
+            $json_data = substr($output, $json_start + strlen('[JSON_RESULT]'));
+            $json_data = trim($json_data);
+
+            // Find the first { and last }
+            $first_brace = strpos($json_data, '{');
+            $last_brace = strrpos($json_data, '}');
+
+            if ($first_brace !== false && $last_brace !== false) {
+                $json_data = substr($json_data, $first_brace, $last_brace - $first_brace + 1);
+                $result = json_decode($json_data, true);
+
+                if ($result !== null) {
+                    echo json_encode($result);
+                } else {
+                    // JSON decode failed, return raw output
+                    echo json_encode([
+                        'success' => true,
+                        'message' => 'Tables emptied',
+                        'output' => $output
+                    ]);
+                }
+            } else {
+                echo json_encode([
+                    'success' => true,
+                    'message' => 'Tables emptied',
+                    'output' => $output
+                ]);
+            }
+        } else {
+            // No JSON marker found, return raw output
+            echo json_encode([
+                'success' => true,
+                'message' => 'Tables emptied',
+                'output' => $output
+            ]);
+        }
+
+    } catch (Exception $e) {
+        echo json_encode([
+            'success' => false,
+            'error' => 'Script execution failed: ' . $e->getMessage()
+        ]);
+    }
+}
+
 /*
   _____                       ____       _            _   _
  | ____|_ ____   _____  __ _  |  _ \  ___| |_ ___  ___| |_(_) ___  _ __

sqlite/empty_sensor_tables.py

@@ -0,0 +1,204 @@
+'''
+  ____   ___  _     _ _
+ / ___| / _ \| |   (_) |_ ___
+ \___ \| | | | |   | | __/ _ \
+  ___) | |_| | |___| | ||  __/
+ |____/ \__\_\_____|_|\__\___|
+
+Script to empty (delete all data from) sensor tables in the SQLite database
+This script empties sensor data tables but preserves:
+- timestamp_table
+- config_table
+- envea_sondes_table
+- config_scripts_table
+
+/usr/bin/python3 /var/www/nebuleair_pro_4g/sqlite/empty_sensor_tables.py
+'''
+
+import sqlite3
+import sys
+import json
+
+def table_exists(cursor, table_name):
+    """Check if a table exists in the database"""
+    try:
+        cursor.execute("SELECT name FROM sqlite_master WHERE type='table' AND name=?", (table_name,))
+        return cursor.fetchone() is not None
+    except sqlite3.Error as e:
+        print(f"[ERROR] Failed to check if table '{table_name}' exists: {e}")
+        return False
+
+
+def get_table_count(cursor, table_name):
+    """Get the number of records in a table"""
+    try:
+        cursor.execute(f"SELECT COUNT(*) FROM {table_name}")
+        return cursor.fetchone()[0]
+    except sqlite3.Error as e:
+        print(f"[WARNING] Could not get count for table '{table_name}': {e}")
+        return 0
+
+
+def empty_table(cursor, table_name):
+    """Delete all records from a specific table"""
+    try:
+        # Get record count before deletion
+        initial_count = get_table_count(cursor, table_name)
+
+        if initial_count == 0:
+            print(f"[INFO] Table '{table_name}' is already empty")
+            return True, 0
+
+        # Delete all records
+        cursor.execute(f"DELETE FROM {table_name}")
+        deleted_count = cursor.rowcount
+
+        print(f"[SUCCESS] Deleted {deleted_count} records from '{table_name}'")
+        return True, deleted_count
+
+    except sqlite3.Error as e:
+        print(f"[ERROR] Failed to empty table '{table_name}': {e}")
+        return False, 0
+
+
+def main():
+    result = {
+        'success': False,
+        'message': '',
+        'tables_processed': [],
+        'total_deleted': 0
+    }
+
+    try:
+        # Connect to the SQLite database
+        print("[INFO] Connecting to database...")
+        conn = sqlite3.connect("/var/www/nebuleair_pro_4g/sqlite/sensors.db")
+        cursor = conn.cursor()
+
+        # Check database connection
+        cursor.execute("SELECT sqlite_version()")
+        version = cursor.fetchone()[0]
+        print(f"[INFO] Connected to SQLite version: {version}")
+
+        # List of sensor tables to empty (EXCLUDING timestamp_table and config tables)
+        sensor_tables = [
+            "data_NPM",
+            "data_NPM_5channels",
+            "data_BME280",
+            "data_envea",
+            "data_WIND",
+            "data_MPPT",
+            "data_NOISE",
+            "modem_status"
+        ]
+
+        # Tables to PRESERVE (not empty)
+        preserved_tables = [
+            "timestamp_table",
+            "config_table",
+            "envea_sondes_table",
+            "config_scripts_table"
+        ]
+
+        print(f"[INFO] Will empty the following sensor tables: {', '.join(sensor_tables)}")
+        print(f"[INFO] Will preserve the following tables: {', '.join(preserved_tables)}")
+
+        # Check which tables actually exist
+        existing_tables = []
+        missing_tables = []
+
+        for table in sensor_tables:
+            if table_exists(cursor, table):
+                existing_tables.append(table)
+                record_count = get_table_count(cursor, table)
+                print(f"[INFO] Table '{table}' exists with {record_count} records")
+            else:
+                missing_tables.append(table)
+                print(f"[WARNING] Table '{table}' does not exist - skipping")
+
+        if missing_tables:
+            print(f"[INFO] Missing tables: {', '.join(missing_tables)}")
+
+        if not existing_tables:
+            result['success'] = True
+            result['message'] = "No sensor tables found to empty"
+            print("[WARNING] No sensor tables found to empty!")
+            print(json.dumps(result))
+            return True
+
+        # Loop through existing tables and empty them
+        successful_operations = 0
+        failed_operations = 0
+        total_deleted = 0
+
+        for table in existing_tables:
+            success, deleted = empty_table(cursor, table)
+            if success:
+                successful_operations += 1
+                total_deleted += deleted
+                result['tables_processed'].append({
+                    'name': table,
+                    'deleted': deleted
+                })
+            else:
+                failed_operations += 1
+
+        # Commit changes
+        print("[INFO] Committing changes...")
+        conn.commit()
+        print("[SUCCESS] Changes committed successfully!")
+
+        # Run VACUUM to optimize database space
+        if total_deleted > 0:
+            print("[INFO] Running VACUUM to optimize database space...")
+            try:
+                cursor.execute("VACUUM")
+                print("[SUCCESS] Database optimized successfully!")
+            except sqlite3.Error as e:
+                print(f"[WARNING] VACUUM failed: {e}")
+
+        # Summary
+        print(f"\n[SUMMARY]")
+        print(f"Tables emptied successfully: {successful_operations}")
+        print(f"Tables with errors: {failed_operations}")
+        print(f"Tables skipped (missing): {len(missing_tables)}")
+        print(f"Total records deleted: {total_deleted}")
+
+        result['success'] = True
+        result['message'] = f"Successfully emptied {successful_operations} sensor tables. Total records deleted: {total_deleted}"
+        result['total_deleted'] = total_deleted
+
+        if failed_operations == 0:
+            print("[SUCCESS] All sensor tables emptied successfully!")
+        else:
+            result['message'] = f"Partial success: {successful_operations} tables emptied, {failed_operations} failed"
+            print("[WARNING] Some operations failed - check logs above")
+
+        # Output JSON result for web interface
+        print("\n[JSON_RESULT]")
+        print(json.dumps(result))
+
+        return failed_operations == 0
+
+    except sqlite3.Error as e:
+        result['message'] = f"Database error: {e}"
+        print(f"[ERROR] Database error: {e}")
+        print("\n[JSON_RESULT]")
+        print(json.dumps(result))
+        return False
+    except Exception as e:
+        result['message'] = f"Unexpected error: {e}"
+        print(f"[ERROR] Unexpected error: {e}")
+        print("\n[JSON_RESULT]")
+        print(json.dumps(result))
+        return False
+    finally:
+        # Always close the database connection
+        if 'conn' in locals():
+            conn.close()
+            print("[INFO] Database connection closed")
+
+
+if __name__ == "__main__":
+    success = main()
+    sys.exit(0 if success else 1)