""" ____ _ ____ _ ____ _ ____ _ / ___| / \ | _ \ / \ / ___| ___ _ __ __| | | _ \ __ _| |_ __ _ \___ \ / _ \ | |_) | / _ \ \___ \ / _ \ '_ \ / _` | | | | |/ _` | __/ _` | ___) / ___ \| _ < / ___ \ ___) | __/ | | | (_| | | |_| | (_| | || (_| | |____/_/ \_\_| \_\/_/ \_\ |____/ \___|_| |_|\__,_| |____/ \__,_|\__\__,_| Main loop to gather data from sensor inside SQLite database: * NPM * Envea * I2C BME280 * Noise sensor and send it to AirCarto servers via SARA R4 HTTP post requests also send the timestamp (already stored inside the DB) ! /usr/bin/python3 /var/www/nebuleair_pro_4g/loop/SARA_send_data_v2.py ATTENTION: # This script is triggered every minutes by /var/www/nebuleair_pro_4g/master.py (as a service) CSV PAYLOAD (AirCarto Servers) Endpoint: data.nebuleair.fr /pro_4G/data.php?sensor_id={device_id}×tamp={rtc_module_time} ATTENTION : do not change order ! CSV size: 18 {PM1},{PM25},{PM10},{temp},{hum},{press},{current LEQ},{current level},{FREE},{envea_no2},{envea_h2s},{envea_nh3},{4g_signal_quality} 0 -> PM1 (μg/m3) 1 -> PM25 (μg/m3) 2 -> PM10 (μg/m3) 3 -> temp 4 -> hum 5 -> press 6 -> sound (current LEQ) 7 -> sound (current level) 8 -> FREE 9 -> envea_no2 10 -> envea_h2s 11 -> envea_nh3 12 -> 4G signal quality, 13 -> PM 0.2μm to 0.5μm quantity (Nb/L) 14 -> PM 0.5μm to 1.0μm quantity (Nb/L) 15 -> PM 1.0μm to 2.5μm quantity (Nb/L) 16 -> PM 2.5μm to 5.0μm quantity (Nb/L) 17 -> PM 5.0μm to 10μm quantity (Nb/L) 18 -> NPM temp inside 19 -> NPM hum inside 20 -> battery_voltage 21 -> battery_current 22 -> solar_voltage 23 -> solar_power 24 -> charger_status 25 -> Wind speed 26 -> Wind direction 27 -> envea_CO 28 -> envea_O3 CSV FOR UDP (miotiq) {device_id},{timestamp},{PM1},{PM25},{PM10},{temp},{hum},{press},{avg_noise},{max_noise},{min_noise},{envea_no2},{envea_h2s},{envea_o3},{4g_signal_quality} 0 -> device ID 1 -> timestamp 2 -> PM1 3 -> PM2.5 4 -> PM10 5 -> temp 6 -> hum 7 -> press JSON PAYLOAD (Micro-Spot Servers) Same as NebuleAir wifi Endpoint: api-prod.uspot.probesys.net nebuleair?token=2AFF6dQk68daFZ port 443 {"nebuleairid": "82D25549434", "software_version": "ModuleAirV2-V1-042022", "sensordatavalues": [ {"value_type":"NPM_P0","value":"1.54"}, {"value_type":"NPM_P1","value":"1.54"}, {"value_type":"NPM_P2","value":"1.54"}, {"value_type":"NPM_N1","value":"0.02"}, {"value_type":"NPM_N10","value":"0.02"}, {"value_type":"NPM_N25","value":"0.02"}, {"value_type":"MHZ16_CO2","value":"793.00"}, {"value_type":"SGP40_VOC","value":"29915.00"}, {"value_type":"samples","value":"134400"}, {"value_type":"min_micro","value":"137"}, {"value_type":"max_micro","value":"155030"}, {"value_type":"interval","value":"145000"}, {"value_type":"signal","value":"-80"}, {"value_type":"latitude","value":"43.2964"}, {"value_type":"longitude","value":"5.36978"}, {"value_type":"state_npm","value":"State: 00000000"}, {"value_type":"BME280_temperature","value":"28.47"}, {"value_type":"BME280_humidity","value":"28.47"}, {"value_type":"BME280_pressure","value":"28.47"}, {"value_type":"CAIRSENS_NO2","value":"54"}, {"value_type":"CAIRSENS_H2S","value":"54"}, {"value_type":"CAIRSENS_O3","value":"54"} ] } """ import board import json import serial import time import busio import re import os import requests import traceback import threading import sys import sqlite3 import struct import RPi.GPIO as GPIO from threading import Thread from datetime import datetime # Record the start time of the script start_time_script = time.time() # Check system uptime with open('/proc/uptime', 'r') as f: uptime_seconds = float(f.readline().split()[0]) # Skip execution if uptime is less than 2 minutes (120 seconds) if uptime_seconds < 120: print(f"System just booted ({uptime_seconds:.2f} seconds uptime), skipping execution.") sys.exit() #Payload CSV to be sent to data.nebuleair.fr payload_csv = [None] * 30 #Payload JSON to be sent to uSpot payload_json = { "nebuleairid": "XXX", "software_version": "ModuleAirV2-V1-042022", "sensordatavalues": [] # Empty list to start with } # SARA R4 UHTTPC profile IDs aircarto_profile_id = 0 uSpot_profile_id = 1 # database connection conn = sqlite3.connect("/var/www/nebuleair_pro_4g/sqlite/sensors.db") cursor = conn.cursor() _gpio_lock = threading.Lock() # Global lock for GPIO access def blink_led(pin, blink_count, delay=1): """ Blink an LED on a specified GPIO pin. Args: pin (int): GPIO pin number (BCM mode) to which the LED is connected. blink_count (int): Number of times the LED should blink. delay (float): Time in seconds for the LED to stay ON or OFF (default is 1 second). """ with _gpio_lock: GPIO.setwarnings(False) GPIO.setmode(GPIO.BCM) # Use BCM numbering GPIO.setup(pin, GPIO.OUT) # Ensure pin is set as OUTPUT try: for _ in range(blink_count): GPIO.output(pin, GPIO.HIGH) # Turn LED on time.sleep(delay) GPIO.output(pin, GPIO.LOW) # Turn LED off time.sleep(delay) finally: GPIO.output(pin, GPIO.LOW) # Ensure LED is off #print(f"LED on GPIO {pin} turned OFF (cleanup avoided)") #get config data from SQLite table def load_config_sqlite(): """ Load configuration data from SQLite config table Returns: dict: Configuration data with proper type conversion """ try: # Query the config table cursor.execute("SELECT key, value, type FROM config_table") rows = cursor.fetchall() # Create config dictionary config_data = {} for key, value, type_name in rows: # Convert value based on its type if type_name == 'bool': config_data[key] = value == '1' or value == 'true' elif type_name == 'int': config_data[key] = int(value) elif type_name == 'float': config_data[key] = float(value) else: config_data[key] = value return config_data except Exception as e: print(f"Error loading config from SQLite: {e}") return {} #Load config config = load_config_sqlite() #config device_id = config.get('deviceID', 'unknown') device_id = device_id.upper() modem_config_mode = config.get('modem_config_mode', False) device_latitude_raw = config.get('latitude_raw', 0) device_longitude_raw = config.get('longitude_raw', 0) modem_version=config.get('modem_version', "") Sara_baudrate = config.get('SaraR4_baudrate', 115200) selected_networkID = int(config.get('SARA_R4_neworkID', 0)) send_miotiq = config.get('send_miotiq', True) send_aircarto = config.get('send_aircarto', True) send_uSpot = config.get('send_uSpot', False) #envoi sur MicroSpot () npm_5channel = config.get('npm_5channel', False) #5 canaux du NPM envea_cairsens= config.get('envea', False) wind_meter= config.get('windMeter', False) bme_280_config = config.get('BME280', False) mppt_charger = config.get('MPPT', False) NOISE_sensor = config.get('NOISE', False) #update device id in the payload json payload_json["nebuleairid"] = device_id # Skip execution if modem_config_mode is true if modem_config_mode: print("Modem 4G (SARA R4) is in config mode -> EXIT") sys.exit() ser_sara = serial.Serial( port='/dev/ttyAMA2', baudrate=Sara_baudrate, #115200 ou 9600 parity=serial.PARITY_NONE, #PARITY_NONE, PARITY_EVEN or PARITY_ODD stopbits=serial.STOPBITS_ONE, bytesize=serial.EIGHTBITS, timeout = 2 ) class SensorPayload: """ Class to manage a fixed 100-byte sensor payload All positions are predefined, no CSV intermediary """ def __init__(self, device_id): # Initialize 100-byte array with 0xFF (no data marker) self.payload = bytearray(100) for i in range(100): self.payload[i] = 0xFF # Set device ID (bytes 0-7) device_id_bytes = device_id.encode('ascii')[:8].ljust(8, b'\x00') #device_id_bytes = bytes.fromhex(device_id)[:8].ljust(8, b'\x00') self.payload[0:8] = device_id_bytes # Set protocol version (byte 9) self.payload[9] = 0x01 def set_signal_quality(self, value): """Set 4G signal quality (byte 8)""" if value is not None: self.payload[8] = min(value, 255) def set_npm_core(self, pm1, pm25, pm10): """Set NPM core values (bytes 10-15)""" if pm1 is not None: self.payload[10:12] = struct.pack('>H', int(pm1 * 10)) if pm25 is not None: self.payload[12:14] = struct.pack('>H', int(pm25 * 10)) if pm10 is not None: self.payload[14:16] = struct.pack('>H', int(pm10 * 10)) def set_bme280(self, temperature, humidity, pressure): """Set BME280 values (bytes 16-21)""" if temperature is not None: self.payload[16:18] = struct.pack('>h', int(temperature * 100)) # Signed if humidity is not None: self.payload[18:20] = struct.pack('>H', int(humidity * 100)) if pressure is not None: self.payload[20:22] = struct.pack('>H', int(pressure)) def set_noise(self, avg_noise, max_noise=None, min_noise=None): """Set noise values (bytes 22-27)""" if avg_noise is not None: self.payload[22:24] = struct.pack('>H', int(avg_noise * 10)) if max_noise is not None: self.payload[24:26] = struct.pack('>H', int(max_noise * 10)) if min_noise is not None: self.payload[26:28] = struct.pack('>H', int(min_noise * 10)) def set_envea(self, no2, h2s, nh3, co, o3): """Set ENVEA gas sensor values (bytes 28-37)""" if no2 is not None: self.payload[28:30] = struct.pack('>H', int(no2)) if h2s is not None: self.payload[30:32] = struct.pack('>H', int(h2s)) if nh3 is not None: self.payload[32:34] = struct.pack('>H', int(nh3)) if co is not None: self.payload[34:36] = struct.pack('>H', int(co)) if o3 is not None: self.payload[36:38] = struct.pack('>H', int(o3)) def set_npm_5channels(self, ch1, ch2, ch3, ch4, ch5): """Set NPM 5 channel values (bytes 38-47)""" channels = [ch1, ch2, ch3, ch4, ch5] for i, value in enumerate(channels): if value is not None: self.payload[38 + i*2:40 + i*2] = struct.pack('>H', int(value)) def set_npm_internal(self, temperature, humidity): """Set NPM internal temp/humidity (bytes 48-51)""" if temperature is not None: self.payload[48:50] = struct.pack('>h', int(temperature * 10)) # Signed if humidity is not None: self.payload[50:52] = struct.pack('>H', int(humidity * 10)) def set_mppt(self, battery_voltage, battery_current, solar_voltage, solar_power, charger_status): """Set MPPT charger values (bytes 52-61)""" if battery_voltage is not None: self.payload[52:54] = struct.pack('>H', int(battery_voltage * 100)) if battery_current is not None: self.payload[54:56] = struct.pack('>h', int(battery_current * 100)) # Signed if solar_voltage is not None: self.payload[56:58] = struct.pack('>H', int(solar_voltage * 100)) if solar_power is not None: self.payload[58:60] = struct.pack('>H', int(solar_power)) if charger_status is not None: self.payload[60:62] = struct.pack('>H', int(charger_status)) def set_wind(self, speed, direction): """Set wind meter values (bytes 62-65)""" if speed is not None: self.payload[62:64] = struct.pack('>H', int(speed * 10)) if direction is not None: self.payload[64:66] = struct.pack('>H', int(direction)) def get_bytes(self): """Get the complete 100-byte payload""" return bytes(self.payload) def get_base64(self): """Get base64 encoded payload for transmission""" import base64 return base64.b64encode(self.payload).decode('ascii') def read_complete_response(serial_connection, timeout=2, end_of_response_timeout=2, wait_for_lines=None, debug=True): ''' Fonction très importante !!! Reads the complete response from a serial connection and waits for specific lines. timeout -> temps d'attente de la réponse de la première ligne (assez rapide car le SARA répond direct avec la commande recue) end_of_response_timeout -> le temps d'inactivité entre deux lignes imprimées (plus long dans certain cas: le SARA mouline avant de finir vraiment) wait_for_lines -> si on rencontre la string la fonction s'arrete ''' if wait_for_lines is None: wait_for_lines = [] # Default to an empty list if not provided response = bytearray() serial_connection.timeout = timeout end_time = time.time() + end_of_response_timeout start_time = time.time() while True: elapsed_time = time.time() - start_time # Time since function start if serial_connection.in_waiting > 0: data = serial_connection.read(serial_connection.in_waiting) response.extend(data) end_time = time.time() + end_of_response_timeout # Reset timeout on new data # Decode and check for any target line decoded_response = response.decode('utf-8', errors='replace') for target_line in wait_for_lines: if target_line in decoded_response: if debug: print(f"[DEBUG] 🔎 Found target line: {target_line} (in {elapsed_time:.2f}s)") return decoded_response # Return response immediately if a target line is found elif time.time() > end_time: if debug: print(f"[DEBUG] Timeout reached. No more data received.") break time.sleep(0.1) # Short sleep to prevent busy waiting # Final response and debug output total_elapsed_time = time.time() - start_time if debug: print(f"[DEBUG] ⏱️ elapsed time: {total_elapsed_time:.2f}s. ⏱️") # Check if the elapsed time exceeded 10 seconds if total_elapsed_time > 10 and debug: print(f"[ALERT] 🚨 The operation took too long 🚨") print(f'[ALERT] ⚠️{total_elapsed_time:.2f}s⚠️') return response.decode('utf-8', errors='replace') # Return the full response if no target line is found def extract_error_code(response): """ Extract just the error code from AT+UHTTPER response """ for line in response.split('\n'): if '+UHTTPER' in line: try: # Split the line and get the third value (error code) parts = line.split(':')[1].strip().split(',') if len(parts) >= 3: error_code = int(parts[2]) return error_code except: pass # Return None if we couldn't find the error code return None def send_error_notification(device_id, error_type, additional_info=None): """ Send an error notification to the server when issues with the SARA module occur. Will silently fail if there's no internet connection. Parameters: ----------- device_id : str The unique identifier of the device error_type : str Type of error encountered (e.g., 'serial_error', 'cme_error', 'http_error', 'timeout') additional_info : str, optional Any additional information about the error for logging purposes Returns: -------- bool True if notification was sent successfully, False otherwise """ # Create the alert URL with all relevant parameters base_url = 'http://data.nebuleair.fr/pro_4G/alert.php' alert_url = f'{base_url}?capteur_id={device_id}&error_type={error_type}' # Add additional info if provided if additional_info: # Make sure to URL encode the additional info from urllib.parse import quote alert_url += f'&details={quote(str(additional_info))}' # Try to send the notification, catch ALL exceptions try: response = requests.post(alert_url, timeout=3) if response.status_code == 200: #print(f"✅ Alert notification sent successfully") return True else: print(f"⚠️ Alert notification failed: Status code {response.status_code}") except Exception as e: print(f"⚠️ Alert notification couldn't be sent: {e}") return False def modem_hardware_reboot(): """ Performs a hardware reboot using transistors connected to pin 16 and 20: pin 16 set to SARA GND pin 20 set to SARA ON (not used) LOW -> cut the current HIGH -> current flow """ print('🔄 Hardware SARA reboot 🔄') SARA_power_GPIO = 16 SARA_ON_GPIO = 20 GPIO.setmode(GPIO.BCM) # Use BCM numbering GPIO.setup(SARA_power_GPIO, GPIO.OUT) # Set GPIO17 as an output GPIO.output(SARA_power_GPIO, GPIO.LOW) time.sleep(2) GPIO.output(SARA_power_GPIO, GPIO.HIGH) time.sleep(2) print("Checking if modem is responsive...") for attempt in range(5): ser_sara.write(b'AT\r') response_check = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=True) if response_check and "OK" in response_check: print("✅ Modem is responsive after reboot.") return True print(f"⏳ Waiting for modem... attempt {attempt + 1}") time.sleep(2) else: print("❌ Modem not responding after reboot.") return False def reset_PSD_CSD_connection(): """ Function that reset the PSD CSD connection for the SARA R5 returns true or false """ print("⚠️Reseting PDP connection ") pdp_reset_success = True #check if PDP context is already active print('➡️ Check if PDP context is already active') command = f'AT+CGACT?\r' ser_sara.write(command.encode('utf-8')) response_check = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_check, end="") # 2. Parser la réponse if '+CGACT: 1,1' in response: print("✅ Contexte PDP déjà actif") return True elif '+CGACT: 1,0' in response: print("➡️ ⚠️ Contexte PDP inactif") else: print("⚠️ État PDP inconnu, reset nécessaire") return False time.sleep(1) # Activate PDP context 1 print('➡️ Activate PDP context 1') command = f'AT+CGACT=1,1\r' ser_sara.write(command.encode('utf-8')) response_pdp1 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_pdp1, end="") pdp_reset_success = pdp_reset_success and (response_pdp1 is not None and "OK" in response_pdp1) time.sleep(1) # Set the PDP type print('➡️ Set the PDP type to IPv4 referring to the output of the +CGDCONT read command') command = f'AT+UPSD=0,0,0\r' ser_sara.write(command.encode('utf-8')) response_pdp2 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_pdp2, end="") pdp_reset_success = pdp_reset_success and (response_pdp2 is not None and "OK" in response_pdp2) time.sleep(1) # Profile #0 is mapped on CID=1 print('➡️ Profile #0 is mapped on CID=1.') command = f'AT+UPSD=0,100,1\r' ser_sara.write(command.encode('utf-8')) response_pdp3 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_pdp3, end="") pdp_reset_success = pdp_reset_success and (response_pdp3 is not None and "OK" in response_pdp3) time.sleep(1) # Activate the PSD profile print('➡️ Activate the PSD profile #0: the IPv4 address is already assigned by the network.') command = f'AT+UPSDA=0,3\r' ser_sara.write(command.encode('utf-8')) response_pdp4 = read_complete_response(ser_sara, wait_for_lines=["OK", "+UUPSDA"]) print(response_pdp4, end="") pdp_reset_success = pdp_reset_success and (response_pdp4 is not None and ("OK" in response_pdp4 or "+UUPSDA" in response_pdp4)) time.sleep(1) if not pdp_reset_success: print("⚠️ PDP connection reset had some issues") return pdp_reset_success def reset_server_hostname(profile_id): """ Function that reset server hostname (URL) connection for the SARA R5 returns true or false """ print("⚠️Reseting Server Hostname connection ") http_reset_success = False # Default fallback #Pour AirCarto if profile_id == 0: print('🔧 Resetting AirCarto HTTP Profile') command = f'AT+UHTTP={profile_id},1,"data.nebuleair.fr"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5) time.sleep(1) http_reset_success = response_SARA_5 is not None and "OK" in response_SARA_5 if not http_reset_success: print("⚠️ AirCarto HTTP profile reset failed") #Pour uSpot elif profile_id ==1: pass #on utilise la fonction reset_server_hostname_https pour uSpot else: print(f"❌ Unsupported profile ID: {profile_id}") http_reset_success = False return http_reset_success def reset_server_hostname_https(profile_id): """ Function that reset server hostname (URL) connection for the SARA R5 returns true or false """ print("⚠️Reseting Server Hostname HTTS secure connection ") http_reset_success = False # Default fallback #Pour uSpot if profile_id == 1: print('🔧 Resetting uSpot HTTPs Profile') uSpot_url="api-prod.uspot.probesys.net" security_profile_id = 1 #step 1: import the certificate print("➡️ import certificate") certificate_name = "e6" with open("/var/www/nebuleair_pro_4g/SARA/SSL/certificate/e6.pem", "rb") as cert_file: certificate = cert_file.read() size_of_string = len(certificate) # AT+USECMNG=0,,, # type-> 0 -> trusted root CA command = f'AT+USECMNG=0,0,"{certificate_name}",{size_of_string}\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_1 = read_complete_response(ser_sara, wait_for_lines=[">"]) print(response_SARA_1) time.sleep(0.5) print("➡️ add certificate") ser_sara.write(certificate) response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_2) time.sleep(0.5) # op_code: 0 -> certificate validation level # param_val : 0 -> Level 0 No validation; 1-> Level 1 Root certificate validation print("➡️Set the security profile (params)") certification_level=0 command = f'AT+USECPRF={security_profile_id},0,{certification_level}\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5b = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5b) time.sleep(0.5) # op_code: 1 -> minimum SSL/TLS version # param_val : 0 -> any; server can use any version for the connection; 1-> LSv1.0; 2->TLSv1.1; 3->TLSv1.2; print("➡️Set the security profile (params)") minimum_SSL_version = 0 command = f'AT+USECPRF={security_profile_id},1,{minimum_SSL_version}\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5bb = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5bb) time.sleep(0.5) #op_code: 2 -> legacy cipher suite selection # 0 (factory-programmed value): a list of default cipher suites is proposed at the beginning of handshake process, and a cipher suite will be negotiated among the cipher suites proposed in the list. print("➡️Set cipher") cipher_suite = 0 command = f'AT+USECPRF={security_profile_id},2,{cipher_suite}\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5cc = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5cc) time.sleep(0.5) # op_code: 3 -> trusted root certificate internal name print("➡️Set the security profile (choose cert)") command = f'AT+USECPRF={security_profile_id},3,"{certificate_name}"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5c = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5c) time.sleep(0.5) # op_code: 10 -> SNI (server name indication) print("➡️Set the SNI") command = f'AT+USECPRF={security_profile_id},10,"{uSpot_url}"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5cf = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5cf) time.sleep(0.5) #step 4: set url (op_code = 1) print("➡️SET URL") command = f'AT+UHTTP={profile_id},1,"{uSpot_url}"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5) time.sleep(1) #step 4: set PORT (op_code = 5) print("➡️SET PORT") port = 443 command = f'AT+UHTTP={profile_id},5,{port}\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_55 = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_55) time.sleep(1) #step 4: set url to SSL (op_code = 6) (http_secure = 1 for HTTPS)(USECMNG_PROFILE = 2) print("➡️SET SSL") http_secure = 1 command = f'AT+UHTTP={profile_id},6,{http_secure},{security_profile_id}\r' ser_sara.write(command.encode('utf-8')) response_SARA_5fg = read_complete_response(ser_sara, wait_for_lines=["OK"]) print(response_SARA_5fg) time.sleep(1) http_reset_success = response_SARA_5 is not None and "OK" in response_SARA_5 if not http_reset_success: print("⚠️ AirCarto HTTP profile reset failed") #Pour uSpot elif profile_id ==1: pass #on utilise la fonction reset_server_hostname_https pour uSpot else: print(f"❌ Unsupported profile ID: {profile_id}") http_reset_success = False return http_reset_success try: ''' _ ___ ___ ____ | | / _ \ / _ \| _ \ | | | | | | | | | |_) | | |__| |_| | |_| | __/ |_____\___/ \___/|_| ''' print('

START LOOP

', end="") payload = SensorPayload(device_id) print("deviceID (ASCII):") print(payload.get_bytes()[:8].hex()) #print(f'Modem version: {modem_version}') #Local timestamp #ATTENTION: # -> RTC module can be deconnected "" # -> RTC module can be out of time like "2000-01-01T00:55:21Z" cursor.execute("SELECT * FROM timestamp_table LIMIT 1") row = cursor.fetchone() # Get the first (and only) row rtc_time_str = row[1] # '2025-02-07 12:30:45' ou '2000-01-01 00:55:21' ou 'not connected' print(f"➡️Getting local timestamp: {rtc_time_str}") if rtc_time_str == 'not connected': print("⛔ Atttention RTC module not connected⛔") rtc_status = "disconnected" influx_timestamp="rtc_disconnected" else : # Convert to a datetime object dt_object = datetime.strptime(rtc_time_str, '%Y-%m-%d %H:%M:%S') # Check if timestamp is reset (year 2000) if dt_object.year == 2000: print("⛔ Attention: RTC has been reset to default date ⛔") rtc_status = "reset" else: #print("✅ RTC timestamp is valid") rtc_status = "valid" # Always convert to InfluxDB format # Convert to InfluxDB RFC3339 format with UTC 'Z' suffix influx_timestamp = dt_object.strftime('%Y-%m-%dT%H:%M:%SZ') rtc_status = "valid" #print(influx_timestamp) #NEXTPM # We take the last measures (order by rowid and not by timestamp) print("➡️Getting NPM values (last 6 measures)") #cursor.execute("SELECT * FROM data_NPM ORDER BY timestamp DESC LIMIT 1") #cursor.execute("SELECT * FROM data_NPM ORDER BY timestamp DESC LIMIT 6") cursor.execute("SELECT rowid, * FROM data_NPM ORDER BY rowid DESC LIMIT 6") rows = cursor.fetchall() # Exclude the timestamp column (assuming first column is timestamp) data_values = [row[2:] for row in rows] # Exclude timestamp # Compute column-wise average num_columns = len(data_values[0]) averages = [round(sum(col) / len(col),1) for col in zip(*data_values)] PM1 = averages[0] PM25 = averages[1] PM10 = averages[2] npm_temp = averages[3] npm_hum = averages[4] print(f"PM1: {PM1}") print(f"PM2.5: {PM25}") print(f"PM10: {PM10}") #Add data to payload CSV payload_csv[0] = PM1 payload_csv[1] = PM25 payload_csv[2] = PM10 payload_csv[18] = npm_temp payload_csv[19] = npm_hum #add data to payload UDP payload.set_npm_core(PM1, PM25, PM10) payload.set_npm_internal(npm_temp, npm_hum) #Add data to payload JSON payload_json["sensordatavalues"].append({"value_type": "NPM_P0", "value": str(PM1)}) payload_json["sensordatavalues"].append({"value_type": "NPM_P1", "value": str(PM10)}) payload_json["sensordatavalues"].append({"value_type": "NPM_P2", "value": str(PM25)}) #NextPM 5 channels if npm_5channel: print("➡️Getting NextPM 5 channels values (last 6 measures)") cursor.execute("SELECT * FROM data_NPM_5channels ORDER BY rowid DESC LIMIT 6") rows = cursor.fetchall() # Exclude the timestamp column (assuming first column is timestamp) data_values = [row[1:] for row in rows] # Exclude timestamp # Compute column-wise average num_columns = len(data_values[0]) averages = [round(sum(col) / len(col)) for col in zip(*data_values)] # Store averages in specific indices payload_csv[13] = averages[0] # Channel 1 payload_csv[14] = averages[1] # Channel 2 payload_csv[15] = averages[2] # Channel 3 payload_csv[16] = averages[3] # Channel 4 payload_csv[17] = averages[4] # Channel 5 #BME280 if bme_280_config: print("➡️Getting BME280 values") cursor.execute("SELECT * FROM data_BME280 ORDER BY rowid DESC LIMIT 1") last_row = cursor.fetchone() if last_row: print("SQLite DB last available row:", last_row) BME280_temperature = last_row[1] BME280_humidity = last_row[2] BME280_pressure = last_row[3] #Add data to payload CSV payload_csv[3] = BME280_temperature payload_csv[4] = BME280_humidity payload_csv[5] = BME280_pressure #Add data to payload UDP payload.set_bme280( temperature=last_row[1], humidity=last_row[2], pressure=last_row[3] ) #Add data to payload JSON payload_json["sensordatavalues"].append({"value_type": "BME280_temperature", "value": str(BME280_temperature)}) payload_json["sensordatavalues"].append({"value_type": "BME280_humidity", "value": str(BME280_humidity)}) payload_json["sensordatavalues"].append({"value_type": "BME280_pressure", "value": str(BME280_pressure)}) else: print("No data available in the database.") #envea if envea_cairsens: print("➡️Getting envea cairsens values") cursor.execute("SELECT * FROM data_envea ORDER BY rowid DESC LIMIT 6") rows = cursor.fetchall() # Exclude the timestamp column (assuming first column is timestamp) data_values = [row[1:] for row in rows] # Exclude timestamp # Compute column-wise average, ignoring 0 values averages = [] for col in zip(*data_values): # Iterate column-wise filtered_values = [val for val in col if val != 0] # Remove zeros if filtered_values: avg = round(sum(filtered_values) / len(filtered_values)) # Compute average else: avg = 0 # If all values were zero, store 0 averages.append(avg) # Store averages in specific indices payload_csv[9] = averages[0] # envea_no2 payload_csv[10] = averages[1] # envea_h2s payload_csv[11] = averages[2] # envea_nh3 payload_csv[27] = averages[3] # envea_CO payload_csv[28] = averages[4] # envea_O3 #Add data to payload UDP payload.set_envea( no2=averages[0], h2s=averages[1], nh3=averages[2], co=averages[3], o3=averages[4] ) #Add data to payload JSON payload_json["sensordatavalues"].append({"value_type": "CAIRSENS_NO2", "value": str(averages[0])}) payload_json["sensordatavalues"].append({"value_type": "CAIRSENS_H2S", "value": str(averages[1])}) payload_json["sensordatavalues"].append({"value_type": "CAIRSENS_NH3", "value": str(averages[2])}) #debug print(f"NO2: {averages[0]}") #Wind meter if wind_meter: print("➡️Getting wind meter values") cursor.execute("SELECT * FROM data_WIND ORDER BY rowid DESC LIMIT 1") last_row = cursor.fetchone() if last_row: print("SQLite DB last available row:", last_row) wind_speed = last_row[1] wind_direction = last_row[2] #Add data to payload CSV payload_csv[25] = wind_speed payload_csv[26] = wind_direction #Add data to payload UDP payload.set_wind( speed=last_row[1], direction=last_row[2] ) else: print("No data available in the database.") #MPPT charger if mppt_charger: print("➡️Getting MPPT charger values") cursor.execute("SELECT * FROM data_MPPT ORDER BY rowid DESC LIMIT 1") last_row = cursor.fetchone() if last_row: print("SQLite DB last available row:", last_row) battery_voltage = last_row[1] battery_current = last_row[2] solar_voltage = last_row[3] solar_power = last_row[4] charger_status = last_row[5] #Add data to payload CSV payload_csv[20] = battery_voltage payload_csv[21] = battery_current payload_csv[22] = solar_voltage payload_csv[23] = solar_power payload_csv[24] = charger_status #Add data to payload UDP payload.set_mppt( battery_voltage=last_row[1], battery_current=last_row[2], solar_voltage=last_row[3], solar_power=last_row[4], charger_status=last_row[5] ) else: print("No data available in the database.") # NOISE sensor if NOISE_sensor: print("➡️Getting NOISE sensor values") cursor.execute("SELECT * FROM data_NOISE ORDER BY rowid DESC LIMIT 1") last_row = cursor.fetchone() if last_row: print("SQLite DB last available row:", last_row) cur_LEQ = last_row[1] cur_level = last_row[2] #Add data to payload CSV payload_csv[6] = DB_A_value #Add data to payload UDP payload.set_noise( avg_noise=last_row[2], # DB_A_value max_noise=None, # Add if available min_noise=None # Add if available ) #print("Verify SARA connection (AT)") # Getting the LTE Signal (AT+CSQ) print("➡️Getting SARA LTE signal") command = f'AT+CSQ\r' ser_sara.write((command + '\r').encode('utf-8')) response2 = read_complete_response(ser_sara, wait_for_lines=["OK", "ERROR", "+CME ERROR","Socket:bind"]) print('

', end="") print(response2) print("

", end="") #Here it's possible that the SARA do not repond at all or send a error message #-> send notification #-> hardware reboot #-> end loop, no need to continue #1. No answer at all form SARA if response2 is None or response2 == "": print("⚠️ATTENTION: No answer from SARA module") print('🛑STOP LOOP🛑') print("
") #Send notification (WIFI) send_error_notification(device_id, "SERIAL ISSUE ->no answer from sara") #Hardware Reboot hardware_reboot_success = modem_hardware_reboot() if hardware_reboot_success: print("✅Modem successfully rebooted and reinitialized") else: print("⛔There were issues with the modem reboot/reinitialize process") #end loop sys.exit() #2. si on a une reponse du SARA mais c'est une erreur elif "+CME ERROR" in response2: print(f"SARA module returned error: {response2}") print("The CSQ command is not supported by this module or in its current state") print("⚠️ATTENTION: SARA is connected over serial but CSQ command not supported") print('🛑STOP LOOP🛑') print("
") #end loop sys.exit() #3. On peut avoir une erreur de type "Socket:bind: Treck error 222 : Invalid argument" elif "Socket:bind: Treck error" in response2: print(f"SARA module returned error: {response2}") print("⚠️ATTENTION: low-level error from the Treck TCP/IP stack") print('🛑STOP LOOP🛑') print("
") #Send notification (WIFI) send_error_notification(device_id, "SERIAL ISSUE -> Treck TCP/IP stack error") #hardware reboot hardware_reboot_success = modem_hardware_reboot() if hardware_reboot_success: print("✅Modem successfully rebooted and reinitialized") else: print("⛔There were issues with the modem reboot/reinitialize process") #end loop sys.exit() else : print("✅SARA is connected over serial") match = re.search(r'\+CSQ:\s*(\d+),', response2) if match: signal_quality = int(match.group(1)) payload_csv[12]=signal_quality payload.set_signal_quality(signal_quality) time.sleep(0.1) # On vérifie si le signal n'est pas à 99 pour déconnexion # si c'est le cas on essaie de se reconnecter if signal_quality == 99: print('⚠️ATTENTION: Signal Quality indicates no signal (99)⚠️') #Pas besoin d'essayer de se reconnecter car reconnection automatique #print("TRY TO RECONNECT:") #command = f'AT+COPS=1,2,{selected_networkID}\r' #command = f'AT+COPS=0\r' #ser_sara.write(command.encode('utf-8')) #responseReconnect = read_complete_response(ser_sara, timeout=20, end_of_response_timeout=20, wait_for_lines=["OK", "+CME ERROR", "ERROR"], debug=True) #print('

') #print(responseReconnect) #print("

", end="") print('🛑STOP LOOP🛑') print("
") #on arrete le script pas besoin de continuer sys.exit() else: #print("Signal Quality:", signal_quality) print(f"📶 Signal Quality: {signal_quality} - {'⚫ No signal' if signal_quality == 99 else '🔴 Very poor' if signal_quality == 0 else '🟠 Poor' if signal_quality <= 24 else '🟡 Good' if signal_quality <= 26 else '🟢 Very good' if signal_quality <= 28 else '🔵 Excellent' if signal_quality <= 30 else '🟣 Very Strong'}") ''' ____ _____ _ _ ____ _ _ ____ ____ / ___|| ____| \ | | _ \ | | | | _ \| _ \ \___ \| _| | \| | | | | | | | | | | | |_) | ___) | |___| |\ | |_| | | |_| | |_| | __/ |____/|_____|_| \_|____/ \___/|____/|_| ''' if send_miotiq: print('

➡️SEND TO MIOTIQ

', end="") binary_data = payload.get_bytes() print(f"Binary payload: {len(binary_data)} bytes") #print(f"Binary payload: {binary_data}") #create UDP socket (will return socket number) -> 17 is UDP protocol and 6 is TCP protocol # IF ERROR -> need to create the PDP connection print("Create Socket:", end="") command = f'AT+USOCR=17\r' ser_sara.write(command.encode('utf-8')) response_SARA_1 = read_complete_response(ser_sara, wait_for_lines=["OK", "+CME ERROR", "ERROR"], debug=False) print('

', end="") print(response_SARA_1) print("

", end="") if "+CME ERROR" in response_SARA_1 or "ERROR" in response_SARA_1: print('⚠️ATTENTION: need to reset PDP connection⚠️') psd_csd_resets = reset_PSD_CSD_connection() if psd_csd_resets: print("✅PSD CSD connection reset successfully") else: print("⛔There were issues with the modem CSD PSD reinitialize process") # Clignotement LED rouge en cas d'erreur led_thread = Thread(target=blink_led, args=(24, 5, 0.5)) led_thread.start() #Retreive Socket ID match = re.search(r'\+USOCR:\s*(\d+)', response_SARA_1) if match: socket_id = match.group(1) print(f"Socket ID: {socket_id}", end="") else: print("Failed to extract socket ID") #Connect to UDP server (USOCO) print("Connect to server:", end="") command = f'AT+USOCO={socket_id},"192.168.0.20",4242\r' ser_sara.write(command.encode('utf-8')) response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["OK", "+CME ERROR", "ERROR"], debug=False) print('

', end="") print(response_SARA_2) print("

", end="") # Write data and send print(f"Write data: {len(binary_data)} bytes", end="") command = f'AT+USOWR={socket_id},{len(binary_data)}\r' ser_sara.write(command.encode('utf-8')) response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["@","OK", "+CME ERROR", "ERROR"], debug=False) print('

', end="") print(response_SARA_2) print("

", end="") # Send the raw payload bytes (already prepared) ser_sara.write(binary_data) response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["@","OK", "+CME ERROR", "ERROR"], debug=False) print('

', end="") print(response_SARA_2) print("

", end="") #parfois ici on peut avoir une erreur ERROR if "+CME ERROR" in response_SARA_2 or "ERROR" in response_SARA_2: print('⚠️ATTENTION: Error while sending data⚠️') print('🛑STOP LOOP🛑') print("
") #Send notification (WIFI) send_error_notification(device_id, "UDP sending issue") #Hardware Reboot hardware_reboot_success = modem_hardware_reboot() if hardware_reboot_success: print("✅Modem successfully rebooted and reinitialized") else: print("⛔There were issues with the modem reboot/reinitialize process") #end loop sys.exit() #Read reply from server (USORD) #print("Read reply:", end="") #command = f'AT+USORD=0,100\r' #ser_sara.write(command.encode('utf-8')) #response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["OK", "+CME ERROR", "ERROR"], debug=False) #print('

') #print(response_SARA_2) #print("

", end="") #Close socket print("Close socket:", end="") command = f'AT+USOCL={socket_id}\r' ser_sara.write(command.encode('utf-8')) response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["OK", "+CME ERROR", "ERROR"], debug=False) #blink green LEDs led_thread = Thread(target=blink_led, args=(23, 5, 0.5)) led_thread.start() print('

', end="") print(response_SARA_2) print("

", end="") ''' ____ _____ _ _ ____ _ ___ ____ ____ _ ____ _____ ___ / ___|| ____| \ | | _ \ / \ |_ _| _ \ / ___| / \ | _ \_ _/ _ \ \___ \| _| | \| | | | | / _ \ | || |_) | | / _ \ | |_) || || | | | ___) | |___| |\ | |_| | / ___ \ | || _ <| |___ / ___ \| _ < | || |_| | |____/|_____|_| \_|____/ /_/ \_\___|_| \_\\____/_/ \_\_| \_\|_| \___/ ''' if send_aircarto: print('

➡️SEND TO AIRCARTO SERVERS

', end="") # Write Data to saraR4 # 1. Open sensordata_csv.json (with correct data size) csv_string = ','.join(str(value) if value is not None else '' for value in payload_csv) size_of_string = len(csv_string) print("Open JSON:") command = f'AT+UDWNFILE="sensordata_csv.json",{size_of_string}\r' ser_sara.write(command.encode('utf-8')) response_SARA_1 = read_complete_response(ser_sara, wait_for_lines=[">"], debug=False) print('

') print(response_SARA_1) print("

", end="") time.sleep(1) #2. Write to shell print("Write data to memory:") ser_sara.write(csv_string.encode()) response_SARA_2 = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print(f'

{response_SARA_2.strip()}

', end="") #3. Send to endpoint (with device ID) print("Send data (POST REQUEST):") command= f'AT+UHTTPC={aircarto_profile_id},4,"/pro_4G/data.php?sensor_id={device_id}&lat={device_latitude_raw}&long={device_longitude_raw}&datetime={influx_timestamp}","aircarto_server_response.txt","sensordata_csv.json",4\r' #print("sending:") #print('

') #print(command) #print("

", end="") ser_sara.write(command.encode('utf-8')) response_SARA_3 = read_complete_response(ser_sara, timeout=5, end_of_response_timeout=120, wait_for_lines=["+UUHTTPCR", "+CME ERROR", "ERROR"], debug=True) #print("receiving:") print('

') print(response_SARA_3) print("

", end="") # si on recoit la réponse UHTTPCR if "+UUHTTPCR" in response_SARA_3: print("✅ Received +UUHTTPCR response.") # Les types de réponse # 1.La commande n'a pas fonctionné # +CME ERROR: No connection to phone # +CME ERROR: Operation not allowed # 2.La commande fonctionne: elle renvoie un code # +UUHTTPCR: ,, # : 1 pour sucess et 0 pour fail # +UUHTTPCR: 0,4,1 -> OK ✅ # +UUHTTPCR: 0,4,0 -> error ⛔ # Split response into lines lines = response_SARA_3.strip().splitlines() # 1.Vérifier si la réponse contient un message d'erreur CME if "+CME ERROR" in lines[-1]: print("*****") print('ATTENTION: CME ERROR') print("error:", lines[-1]) print("*****") # Gestion de l'erreur spécifique if "No connection to phone" in lines[-1]: print("No connection to the phone. Retrying or reset may be required.") # Actions spécifiques pour ce type d'erreur (par exemple, réinitialiser ou tenter de reconnecter) # need to reconnect to network # and reset HTTP profile (AT+UHTTP=0) -> ne fonctionne pas.. # tester un reset avec CFUN 15 # 1.Reconnexion au réseau (AT+COPS) command = f'AT+COPS=1,2,{selected_networkID}\r' #command = f'AT+COPS=0\r' ser_sara.write(command.encode('utf-8')) responseReconnect = read_complete_response(ser_sara) print("Response reconnect:") print(responseReconnect) print("End response reconnect") elif "Operation not allowed" in lines[-1]: print("Operation not allowed. This may require a different configuration.") # Actions spécifiques pour ce type d'erreur # Clignotement LED rouge en cas d'erreur led_thread = Thread(target=blink_led, args=(24, 5, 0.5)) led_thread.start() else: # 2.Si la réponse contient une réponse UUHTTPCR # Extract UUHTTPCR response code from the last line http_response = lines[-1] # "+UUHTTPCR: 0,4,0" parts = http_response.split(',') # 2.1 code 0 (HTTP failed) ⛔⛔⛔ # -> GET error code # -> reboot module if len(parts) == 3 and parts[-1] == '0': # The third value indicates success print("*****") print('⛔ATTENTION: HTTP operation failed') print("*****") print("Blink red LED") # Run LED blinking in a separate thread led_thread = Thread(target=blink_led, args=(24, 5, 0.5)) led_thread.start() # Get error code print("Getting error code") command = f'AT+UHTTPER={aircarto_profile_id}\r' ser_sara.write(command.encode('utf-8')) response_SARA_9 = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print('

') print(response_SARA_9) print("

", end="") # Extract just the error code error_code = extract_error_code(response_SARA_9) if error_code is not None: # Display interpretation based on error code if error_code == 0: print('

No error detected

') # INVALID SERVER HOSTNAME elif error_code == 4: print('

Error 4: AirCarto - Invalid server Hostname

') send_error_notification(device_id, "UHTTPER (error n°4) -> AirCarto Invalid Server Hostname") server_hostname_resets = reset_server_hostname(aircarto_profile_id) if server_hostname_resets: print("✅server hostname reset successfully") else: print("⛔There were issues with the modem server hostname reinitialize process") # SERVER CONNECTION ERROR elif error_code == 11: print('

Error 11: Server connection error

') hardware_reboot_success = modem_hardware_reboot() if hardware_reboot_success: print("✅Modem successfully rebooted and reinitialized") else: print("⛔There were issues with the modem reboot/reinitialize process") # PSD OR CSD ERROR elif error_code == 22: print('

⚠️Error 22: PSD or CSD connection not established (SARA-R5 need to reset PDP conection)⚠️

') send_error_notification(device_id, "UHTTPER (error n°22) -> PSD or CSD connection not established") psd_csd_resets = reset_PSD_CSD_connection() if psd_csd_resets: print("✅PSD CSD connection reset successfully") else: print("⛔There were issues with the modem CSD PSD reinitialize process") # CONNECTION TIMED OUT elif error_code == 26: print('

Error 26: Connection timed out

') send_error_notification(device_id, "UHTTPER (error n°26) -> Connection timed out") # CONNECTION LOST elif error_code == 44: print('

Error 44: Connection lost

') send_error_notification(device_id, "UHTTPER (error n°44) -> Connection lost") # SECURE SOCKET ERROR elif error_code == 73: print('

Error 73: Secure socket connect error

') else: print(f'

Unknown error code: {error_code}

') else: print('

Could not extract error code from response

') # 2.2 code 1 (✅✅HHTP / UUHTTPCR succeded✅✅) else: print('✅✅HTTP operation successful.') print("Blink blue LED") led_thread = Thread(target=blink_led, args=(23, 5, 0.5)) led_thread.start() #4. Read reply from server print("Reply from server:") command = f'AT+URDFILE="aircarto_server_response.txt""\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_4 = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print('

') print(response_SARA_4) print("

", end="") #Parse the server datetime # Extract just the date from the response date_string = None server_datetime = "" date_start = response_SARA_4.find("Date: ") if date_start != -1: date_end = response_SARA_4.find("\n", date_start) date_string = response_SARA_4[date_start + 6:date_end].strip() print(f'
Server date: {date_string}
', end="") # Optionally convert to datetime object try: from datetime import datetime server_datetime = datetime.strptime( date_string, "%a, %d %b %Y %H:%M:%S %Z" ) #print(f'

Parsed datetime: {server_datetime}

') except Exception as e: print(f'

Error parsing date: {e}

') # Get RTC time from SQLite cursor.execute("SELECT * FROM timestamp_table LIMIT 1") row = cursor.fetchone() rtc_time_str = row[1] # '2025-02-07 12:30:45' or '2000-01-01 00:55:21' or 'not connected' print(f'
RTC time: {rtc_time_str}
', end="") # Compare times if both are available if server_datetime and rtc_time_str != 'not connected': try: # Convert RTC time string to datetime rtc_datetime = datetime.strptime(rtc_time_str, '%Y-%m-%d %H:%M:%S') # Calculate time difference in seconds time_diff = abs((server_datetime - rtc_datetime).total_seconds()) print(f'
Time difference: {time_diff:.2f} seconds
', end="") # Check if difference is more than 60 seconds # and update the RTC clock if time_diff > 60: print(f'
⚠️ RTC time differs from server time by {time_diff:.2f} seconds!
', end="") # Format server time for RTC update server_time_formatted = server_datetime.strftime('%Y-%m-%d %H:%M:%S') #update RTC module do not wait for answer, non blocking #/usr/bin/python3 /var/www/nebuleair_pro_4g/RTC/set_with_browserTime.py '2024-01-30 12:48:39' # Launch RTC update script as non-blocking subprocess import subprocess update_command = [ "/usr/bin/python3", "/var/www/nebuleair_pro_4g/RTC/set_with_browserTime.py", server_time_formatted ] # Execute the command without waiting for result subprocess.Popen(update_command, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) print(f'
➡️ Updating RTC with server time: {server_time_formatted}
', end="") else: print(f'
✅ RTC time is synchronized with server time (within 60 seconds)
') except Exception as e: print(f'

Error comparing times: {e}

') #Si non ne recoit pas de réponse UHTTPCR #on a peut être une ERROR de type "+CME ERROR: No connection to phone" ou "Operation not allowed" ou "ERROR" else: print('No UUHTTPCR response') print("Blink red LED") # Run LED blinking in a separate thread led_thread = Thread(target=blink_led, args=(24, 5, 0.5)) led_thread.start() #Vérification de l'erreur print("Getting type of error") # Split the response into lines and search for "+CME ERROR:" lines2 = response_SARA_3.strip().splitlines() for line in lines2: if "+CME ERROR" in line: error_message = line.split("+CME ERROR:")[1].strip() print("*****") print('⚠️ATTENTION: CME ERROR⚠️') print(f"Error type: {error_message}") print("*****") # Handle "No connection to phone" error if error_message == "No connection to phone": print('📞Try reconnect to network📞') #IMPORTANT! # Reconnexion au réseau (AT+COPS) command = f'AT+COPS=1,2,{selected_networkID}\r' #command = f'AT+COPS=0\r' ser_sara.write(command.encode('utf-8')) responseReconnect = read_complete_response(ser_sara, timeout=5, end_of_response_timeout=120, wait_for_lines=["OK", "+CME ERROR"], debug=True) print('

') print(responseReconnect) print("

", end="") # Handle "Operation not allowed" error if error_message == "Operation not allowed": print('❓Try Resetting the HTTP Profile❓') command = f'AT+UHTTP={aircarto_profile_id},1,"data.nebuleair.fr"\r' ser_sara.write(command.encode('utf-8')) responseResetHTTP_profile = read_complete_response(ser_sara, timeout=5, end_of_response_timeout=5, wait_for_lines=["OK", "+CME ERROR"], debug=True) print('

') print(responseResetHTTP_profile) print("

", end="") check_lines = responseResetHTTP_profile.strip().splitlines() for line in check_lines: if "+CME ERROR: Operation not allowed" in line: print('⚠️ATTENTION: CME ERROR⚠️') print('❓Try Reboot the module❓') #Software Reboot if "ERROR" in line: print("⛔Attention ERROR!⛔") #Send notification (WIFI) send_error_notification(device_id, "SARA CME ERROR") #Hardware Reboot hardware_reboot_success = modem_hardware_reboot() if hardware_reboot_success: print("✅Modem successfully rebooted and reinitialized") else: print("⛔There were issues with the modem reboot/reinitialize process") #5. empty json print("Empty SARA memory:") command = f'AT+UDELFILE="sensordata_csv.json"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_5 = read_complete_response(ser_sara, wait_for_lines=["OK","+CME ERROR"], debug=True) print('

') print(response_SARA_5) print("

", end="") if "+CME ERROR" in response_SARA_5: print("⛔ Attention CME ERROR ⛔") ''' _ ____ _ ___ ___ _ __ __| | _ _/ ___| _ __ ___ | |_ / __|/ _ \ '_ \ / _` | | | | \___ \| '_ \ / _ \| __| \__ \ __/ | | | (_| | | |_| |___) | |_) | (_) | |_ |___/\___|_| |_|\__,_| \__,_|____/| .__/ \___/ \__| |_| ''' if send_uSpot: print('

➡️SEND TO uSPOT SERVERS

', end="") # 1. Open sensordata_json.json (with correct data size) print("Open JSON:") payload_string = json.dumps(payload_json) # Convert dict to JSON string size_of_string = len(payload_string) command = f'AT+UDWNFILE="sensordata_json.json",{size_of_string}\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_6 = read_complete_response(ser_sara, wait_for_lines=[">"], debug=False) print(response_SARA_6) time.sleep(1) #2. Write to shell print("Write to memory:") ser_sara.write(payload_string.encode()) response_SARA_7 = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print(response_SARA_7) #step 4: trigger the request (http_command=1 for GET and http_command=1 for POST) print("****") print("Trigger POST REQUEST") command = f'AT+UHTTPC={uSpot_profile_id},4,"/nebuleair?token=2AFF6dQk68daFZ","uSpot_server_response.txt","sensordata_json.json",4\r' ser_sara.write(command.encode('utf-8')) response_SARA_8 = read_complete_response(ser_sara, timeout=5, end_of_response_timeout=120, wait_for_lines=["+UUHTTPCR", "+CME ERROR"], debug=True) print('

') print(response_SARA_8) print("

", end="") # si on recoit la réponse UHTTPCR if "+UUHTTPCR" in response_SARA_8: print("✅ Received +UUHTTPCR response.") lines = response_SARA_8.strip().splitlines() # 1.Vérifier si la réponse contient un message d'erreur CME if "+CME ERROR" in lines[-1]: print("*****") print('⛔ATTENTION: CME ERROR') print("error:", lines[-1]) print("*****") #update status # Gestion de l'erreur spécifique if "No connection to phone" in lines[-1]: print("No connection to the phone.") elif "Operation not allowed" in lines[-1]: print("Operation not allowed. This may require a different configuration.") # Actions spécifiques pour ce type d'erreur # Clignotement LED rouge en cas d'erreur led_thread = Thread(target=blink_led, args=(24, 5, 0.5)) led_thread.start() else: # 2.Si la réponse contient une réponse HTTP valide # Extract HTTP response code from the last line # ATTENTION: lines[-1] renvoie l'avant dernière ligne et il peut y avoir un soucis avec le OK # rechercher plutot http_response = lines[-1] # "+UUHTTPCR: 0,4,0" parts = http_response.split(',') # 2.1 code 0 (HTTP failed) if len(parts) == 3 and parts[-1] == '0': # The third value indicates success print("*****") print('⛔ATTENTION: HTTP operation failed') print("*****") print("Blink red LED") # Run LED blinking in a separate thread led_thread = Thread(target=blink_led, args=(24, 5, 0.5)) led_thread.start() # Get error code print("Getting error code", end="") command = f'AT+UHTTPER={uSpot_profile_id}\r' ser_sara.write(command.encode('utf-8')) response_SARA_9b = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print('

') print(response_SARA_9b) print("

", end="") # Extract just the error code error_code = extract_error_code(response_SARA_9b) if error_code is not None: # Display interpretation based on error code if error_code == 0: print('

No error detected

') # INVALID SERVER HOSTNAME elif error_code == 4: print('

Error 4: uSpot - Invalid server Hostname

', end="") send_error_notification(device_id, "UHTTPER (4) uSpot Invalid server Hostname") server_hostname_resets = reset_server_hostname_https(uSpot_profile_id) if server_hostname_resets: print("✅ uSpot - server hostname reset successfully") else: print("⛔There were issues with the modem server hostname reinitialize process") # SERVER CONNECTION ERROR elif error_code == 11: print('

Error 11: Server connection error

', end="") elif error_code == 22: print('

Error 22: PSD or CSD connection not established

', end="") elif error_code == 26: print('

Error 26: Connection timed out

') elif error_code == 44: print('

Error 44: Connection lost

') elif error_code == 73: print('

Error 73: uSpot - Secure socket connect error

', end="") send_error_notification(device_id, "uSpot - Secure socket connect error") server_hostname_resets = reset_server_hostname_https(uSpot_profile_id) if server_hostname_resets: print("✅ uSpot - server hostname reset successfully") else: print("⛔There were issues with the modem server hostname reinitialize process") else: print(f'

Unknown error code: {error_code}

',end="") else: print('

Could not extract error code from response

', end="") #Pas forcément un moyen de résoudre le soucis # 2.2 code 1 (✅✅HHTP / UUHTTPCR succeded✅✅) else: # Si la commande HTTP a réussi print('✅✅HTTP operation successful.') print("Blink blue LED") led_thread = Thread(target=blink_led, args=(23, 5, 0.5)) led_thread.start() #4. Read reply from server print("Reply from server:") command = f'AT+URDFILE="uSpot_server_response.txt"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_4b = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print('

') print(response_SARA_4b) print("

", end="") # Initialize http_response_code to 0 as a default value http_response_code = 0 # Safely extract HTTP code try: http_prefix = "HTTP/" # response_SARA_4b is a string, not a function - use .find() method http_pos = response_SARA_4b.find(http_prefix) if http_pos != -1: # Find the space after the HTTP version space_pos = response_SARA_4b.find(" ", http_pos) if space_pos != -1: # Extract the code after the space code_start = space_pos + 1 code_end = response_SARA_4b.find(" ", code_start) if code_end != -1: # Extract and convert to integer http_code_str = response_SARA_4b[code_start:code_end] http_response_code = int(http_code_str) print(f"HTTP response code: {http_response_code}") if http_response_code == 201: print('✅✅HTTP 201 ressource created.') elif http_response_code == 308: print(' ⚠️⚠️HTTP 308 Redirect, need to set up HTTPS.') server_hostname_resets = reset_server_hostname_https(uSpot_profile_id) if server_hostname_resets: print("✅server hostname reset successfully") else: print("⛔There were issues with the modem server hostname reinitialize process") except Exception as e: # If any error occurs during parsing, keep the default value print(f"Error parsing HTTP code: {e}") #5. empty json print("Empty SARA memory:") command = f'AT+UDELFILE="sensordata_json.json"\r' ser_sara.write((command + '\r').encode('utf-8')) response_SARA_9t = read_complete_response(ser_sara, wait_for_lines=["OK"], debug=False) print(response_SARA_9t) # Calculate and print the elapsed time elapsed_time = time.time() - start_time_script print(f"Elapsed time: {elapsed_time:.2f} seconds") print("
") except Exception as e: print("An error occurred:", e) traceback.print_exc() # This prints the full traceback