Restructure into src/ layout under pygui package

Move all application source under src/pygui/ and rewire imports,
build config, and QML module path to match.
- Relocate backend/, serialcomm/, and the ISC QML module into
  src/pygui/; convert main.py into pygui/__main__.py with a main()
  entry point (run via `python -m pygui` or the new `isc` script)
- Rewrite absolute imports: backend.* -> pygui.backend.*,
  serialcomm.* -> pygui.serialcomm.* (source + tests)
- Move app icons (isc.ico/icns) into packaging/
- Update README and ISC.qmlproject to the new paths
This commit is contained in:
jack
2026-06-03 11:41:45 -07:00
parent af170666e8
commit 9779baa468
34 changed files with 130 additions and 36 deletions
+1
View File
@@ -0,0 +1 @@
# ===== Backend Package Marker =====
+26
View File
@@ -0,0 +1,26 @@
from dataclasses import dataclass, field
from typing import List
# ===== Single Contour Segment =====
@dataclass
class ContourSegment:
start_x: float
start_y: float
end_x: float
end_y: float
@property
def start(self):
return (self.start_x, self.start_y)
@property
def end(self):
return (self.end_x, self.end_y)
# ===== Contour Line =====
@dataclass
class ContourLine:
level: float
segments: List[ContourSegment] = field(default_factory=list)
+90
View File
@@ -0,0 +1,90 @@
import secrets
from pathlib import Path
from typing import Union
from cryptography.hazmat.primitives.ciphers import Cipher, algorithms, modes
from cryptography.hazmat.backends import default_backend
# ===== Crypto Utilities =====
class CryptoHelper:
"""Cryptographic utilities for wafer data encryption/decryption."""
# ===== Hex/Byte Conversion =====
@staticmethod
def hex_string_to_bytearray(hex_str: str) -> bytes:
"""Converts a hex string to bytes (e.g., '48656C6C6F' → b'Hello')."""
if len(hex_str) % 2 != 0:
raise ValueError("Hex string must have even length")
try:
return bytes.fromhex(hex_str)
except ValueError as e:
raise ValueError(f"Invalid hex string: {e}")
@staticmethod
def bytearray_to_hex_string(data: Union[bytes, bytearray]) -> str:
"""Converts bytes to lowercase hex string."""
return data.hex()
# ===== Random Data =====
@staticmethod
def generate_random_bytes(length: int) -> bytes:
"""Generates cryptographically secure random bytes."""
if length < 0:
raise ValueError("Length must be non-negative")
return secrets.token_bytes(length)
# ===== AES Decryption =====
@staticmethod
def decrypt_aes(data: bytes, key: bytes, iv: bytes) -> bytes:
"""
Decrypts AES-128-CBC data with PKCS7 padding.
Args:
data: Encrypted ciphertext (must be multiple of 16 bytes)
key: 16-byte AES key
iv: 16-byte IV
Returns:
Decrypted plaintext
Raises:
ValueError: If inputs are invalid
cryptography.exceptions.InvalidSignature: On decryption failure
"""
if len(key) != 16:
raise ValueError("Key must be 16 bytes (AES-128)")
if len(iv) != 16:
raise ValueError("IV must be 16 bytes")
if len(data) == 0:
return b""
if len(data) % 16 != 0:
raise ValueError("Ciphertext length must be multiple of 16 bytes")
cipher = Cipher(algorithms.AES(key), modes.CBC(iv), backend=default_backend())
decrypt_ctx = cipher.decryptor()
plaintext_padded = decrypt_ctx.update(data) + decrypt_ctx.finalize()
# Remove PKCS7 padding
pad_len = plaintext_padded[-1]
if pad_len > 16 or pad_len == 0:
raise ValueError("Invalid padding")
return plaintext_padded[:-pad_len]
# ===== Binary File I/O =====
@staticmethod
def save_to_binary_file(file_path: Union[str, Path], data: bytes) -> None:
"""Writes bytes to a binary file."""
Path(file_path).write_bytes(data)
@staticmethod
def read_from_binary_file(file_path: Union[str, Path]) -> bytes:
"""Reads bytes from a binary file."""
return Path(file_path).read_bytes()
# ===== Convenience Helpers =====
@classmethod
def read_hex_string_from_binary_file(cls, file_path: Union[str, Path]) -> str:
"""Reads binary file and returns hex string."""
data = cls.read_from_binary_file(file_path)
return cls.bytearray_to_hex_string(data)
+51
View File
@@ -0,0 +1,51 @@
from datetime import datetime
# ===== CSV Metadata Model =====
class CSVFileMetadata:
# ===== Lifecycle =====
def __init__(self, wafer="", date="", chamber="", notes="", master_type="", filename="", columns=0):
self.wafer = wafer
self.date = date
self.chamber = chamber
self.notes = notes
self.master_type = master_type
self.filename = filename
self.columns = columns
# ===== Accessors =====
def get_wafer_type(self) -> str:
"""Return the first character of the wafer string, or empty if none"""
return self.wafer[0] if self.wafer else ""
def get_date(self) -> datetime:
"""Parsifes the date string. Returns current time if parsing fails"""
date_format = "%Y-%m-%d %H:%M:%S"
try:
return datetime.strptime(self.date, date_format)
except (ValueError, TypeError):
# If format is wrong or date is None, return current time
return datetime.now()
# ===== Formatting =====
@staticmethod
def format_date(dt: datetime) -> str:
"""Formats a datetime object into the standard ISO-like string."""
if not isinstance(dt, datetime):
return ""
return dt.strftime("%Y-%m-%d %H:%M:%S")
# ===== Serialization =====
def to_dict(self) -> dict:
return {
"wafer": self.wafer,
"date": self.string_date_format(), # Ensure we save as string
"chamber": self.chamber,
"notes": self.notes,
"masterType": self.master_type,
}
def string_date_format(self) -> str:
"""Helper to ensure the date is always a string for JSON."""
return self.format_date(self.get_date())
+84
View File
@@ -0,0 +1,84 @@
"""QAbstractTableModel for displaying parsed wafer temperature data in QML."""
from __future__ import annotations
import logging
from typing import Any
from PySide6.QtCore import QAbstractTableModel, Qt
log = logging.getLogger(__name__)
# Column roles for the temperature data table
ROW_ROLE = Qt.ItemDataRole.UserRole + 1
COL_ROLE = Qt.ItemDataRole.UserRole + 2
class TemperatureTableModel(QAbstractTableModel):
"""Table model for parsed wafer temperature data.
Exposes a 2D list of temperature strings to QML TableView.
Column 0 = row index, remaining columns = Sensor1, Sensor2, ...
"""
def __init__(self, parent: Any = None) -> None:
super().__init__(parent)
self._data: list[list[str]] = [] # 2D array of temperature strings
self._col_count: int = 0 # Number of sensor columns (excludes row index)
def reset(self) -> None:
"""Clear all data."""
self.beginResetModel()
self._data = []
self._col_count = 0
self.endResetModel()
def load_data(self, data: list[list[str]], col_count: int) -> None:
"""Load parsed temperature data into the model.
Args:
data: 2D list of temperature strings (e.g. [["25.30", "24.80", ...], ...]).
col_count: Number of sensor columns (may differ from data[0] length).
"""
self.beginResetModel()
self._data = data
self._col_count = col_count
self.endResetModel()
log.info("Loaded %d rows × %d cols into model", len(data), col_count)
# ---- QAbstractTableModel interface ----
def rowCount(self, parent: Any = None) -> int:
return len(self._data)
def columnCount(self, parent: Any = None) -> int:
# Column 0 = row index, columns 1..N = sensor values
return self._col_count + 1
def data(self, index: Any, role: int = ...) -> Any:
if not index.isValid():
return None
row = index.row()
col = index.column()
if role == Qt.ItemDataRole.DisplayRole:
if col == 0:
return str(row + 1) # 1-based row index
sensor_col = col - 1
if row < len(self._data) and sensor_col < len(self._data[row]):
return self._data[row][sensor_col]
return "0"
return None
def headerData(
self, section: int, orientation: int, role: int = ...
) -> Any:
if role != Qt.ItemDataRole.DisplayRole:
return None
if orientation == Qt.Orientation.Horizontal:
if section == 0:
return "Row"
return f"Sensor{section}"
return str(section + 1)
+55
View File
@@ -0,0 +1,55 @@
from datetime import datetime, timedelta
# ===== Time-Indexed Data Segment =====
class DataSegment:
# ===== Lifecycle =====
def __init__(
self,
full_data: list[float],
start_time: datetime,
start_index: int,
end_index: int,
):
if not isinstance(start_index, int):
raise TypeError("start_index must be an integer")
if not isinstance(end_index, int):
raise TypeError("end_index must be an integer")
"""
full_data: The complete list of sensor readings.
start_time: The timestamp of the very first reading in full_data.
start_index: The offset (in seconds) from start_time to the beginning of this segment.
end_index: The offset (in seconds) from start_time to the end of this segment.
"""
self.full_data = full_data
self._base_start_time = start_time
self._start_index = start_index
self._end_index = end_index
self.chamber = ""
self.notes = ""
# ===== Index Properties =====
@property
def start_index(self) -> int:
return self._start_index
@start_index.setter
def start_index(self, value: int):
self._start_index = value
@property
def end_index(self) -> int:
return self._end_index
@end_index.setter
def end_index(self, value: int):
self._end_index = value
# ===== Derived Time Properties =====
@property
def start_time(self) -> datetime:
return self._base_start_time + timedelta(seconds=self.start_index)
@property
def end_time(self) -> datetime:
return self._base_start_time + timedelta(seconds=self.end_index)
+521
View File
@@ -0,0 +1,521 @@
"""QML-exposed controller for wafer device communication.
Bridges DeviceService (serialcomm) to QML via @Slot methods and signals.
All hardware operations run synchronously on the main thread (matching
C# Form1.cs per-operation open/close pattern). For long operations
(erase ~15s, read up to 120s) the caller should show a loading state.
"""
from __future__ import annotations
import logging
import threading
from datetime import datetime
from typing import Any, Optional
from PySide6.QtCore import QObject, Property, Qt, Signal, Slot
from pygui.backend.data_model import TemperatureTableModel
from pygui.backend.graph_view import GraphView
from pygui.backend.local_settings import LocalSettings
from pygui.serialcomm.data_parser import (
convert_to_temperatures,
parse_binary_data,
remove_trailing_zeros,
save_to_csv,
)
from pygui.serialcomm.device_service import DeviceService
from pygui.serialcomm.serial_port import WaferInfo
log = logging.getLogger(__name__)
class DeviceController(QObject):
"""Controls serial communication with the temperature-sensing wafer.
Exposed to QML as ``deviceController`` context property.
"""
# ---- public signals ----
portsUpdated = Signal(list)
detectResult = Signal(object) # WaferInfo dict or None
readResult = Signal(object) # {"success": bool, "bytes": int} or {"error": str}
eraseResult = Signal(object) # {"success": bool}
debugResult = Signal(object) # {"success": bool, "sensor_bytes": int, "debug_bytes": int}
parsedDataReady = Signal(object) # {"success": bool, "rows": int, "cols": int, "data": ..., "csv_path": str}
statusRestored = Signal() # Emitted when status is restored from previous session
logMessage = Signal(str)
activityLogUpdated = Signal(str)
# ---- private signals (marshal worker-thread results back to main thread) ----
_detectFinished = Signal(object, object) # (port_or_None, WaferInfo_or_None)
_readFinished = Signal(str, str, object) # (port, family_code, bytes_or_None)
def __init__(self, settings: LocalSettings, data_dir: str, parent: QObject | None = None) -> None:
super().__init__(parent)
self._settings = settings
self._data_dir = data_dir
self._service = DeviceService(settings)
# Initialize status from persisted settings (with defaults for new installations)
self._connection_status = getattr(settings, 'connection_status', "Disconnected")
self._operation_in_progress = False
self._activity_log: list[str] = getattr(settings, 'activity_log', [])
self._raw_bytes: Optional[bytes] = None
# Default save dir lives next to the settings file (~/Documents/isc_data/csv)
from pathlib import Path
self._save_data_dir: str = getattr(settings, 'save_data_dir', str(Path.home() / "Documents" / "isc_data" / "csv"))
self._last_wafer_info: dict[str, Any] = getattr(settings, 'last_wafer_info', {})
self._last_csv_path: str = getattr(settings, 'last_csv_path', "")
self._selected_port: str = getattr(settings, 'selected_port', "")
self._data_row_count: int = getattr(settings, 'data_row_count', 0)
self._data_col_count: int = getattr(settings, 'data_col_count', 0)
self._data_model = TemperatureTableModel(self)
self._graph_view = GraphView(self)
# If we have persisted activity log, emit it to QML
if self._activity_log:
self.activityLogUpdated.emit("\n".join(self._activity_log))
# Log status restoration and emit signal for UI updates
if self._connection_status != "Disconnected" or self._selected_port or self._last_wafer_info:
self._append_log("Restored previous session status")
if self._selected_port:
self._append_log(f"Last selected port: {self._selected_port}")
if self._last_wafer_info:
info = self._last_wafer_info
self._append_log(f"Last wafer: {info.get('serialNumber', 'Unknown')} ({info.get('familyCode', 'Unknown')})")
self.statusRestored.emit()
# Marshal worker-thread results onto the Qt main thread.
self._detectFinished.connect(self._handle_detect_finished, Qt.QueuedConnection)
self._readFinished.connect(self._handle_read_finished, Qt.QueuedConnection)
# ---- Properties ----
@Property(list, notify=portsUpdated)
def availablePorts(self) -> list[str]:
"""Currently available serial port names."""
return self._service.enumerate_ports()
@Property(str, notify=portsUpdated)
def connectionStatus(self) -> str:
"""Current connection status string for display."""
return self._connection_status
@Property(bool, notify=portsUpdated)
def operationInProgress(self) -> bool:
"""Whether a hardware operation is currently running."""
return self._operation_in_progress
@Property(str, notify=activityLogUpdated)
def saveDataDir(self) -> str:
"""Directory where parsed CSV data files are saved."""
return self._save_data_dir
@Slot(str)
def setSaveDataDir(self, path: str) -> None:
"""Set the directory for saving parsed CSV data files."""
self._save_data_dir = path
self._append_log(f"Save data dir set to: {path}")
self._save_status()
@Property(str, notify=portsUpdated)
def selectedPort(self) -> str:
"""Currently selected serial port shared across the UI."""
return self._selected_port
@Slot(str)
def setSelectedPort(self, port: str) -> None:
"""Set the active serial port from the port selector."""
self._selected_port = port
self._save_status()
@Property(int, notify=parsedDataReady)
def dataRowCount(self) -> int:
"""Number of rows in the parsed temperature dataset."""
return self._data_row_count
@Property(int, notify=parsedDataReady)
def dataColCount(self) -> int:
"""Number of sensor columns in the parsed temperature dataset."""
return self._data_col_count
@Property(list, notify=detectResult)
def lastWaferInfo(self) -> list:
"""Last detected wafer info as a flat list for QML bindings.
Returns [familyCode, serialNumber, sensorCount, mfgDateHex, runtime, cycleCount].
"""
info = self._last_wafer_info
return [
info.get("familyCode", ""),
info.get("serialNumber", ""),
info.get("sensorCount", 0),
info.get("mfgDateHex", ""),
info.get("runtime", 0),
info.get("cycleCount", 0),
]
@Property(object, notify=detectResult)
def dataModel(self) -> TemperatureTableModel:
"""QAbstractTableModel for the parsed temperature data table."""
return self._data_model
@Property(object, notify=debugResult)
def graphView(self) -> GraphView:
"""GraphView for rendering sensor temperature line charts."""
return self._graph_view
@Slot(result=object)
def getChartData(self) -> dict[str, Any]:
"""Extract chart-ready data from the current model.
Returns a dict with sensor names and per-sensor value lists
suitable for GraphView.updateChart().
"""
if not self._data_model or self._data_model.rowCount() == 0:
return {"success": False}
num_sensors = self._data_model.columnCount() - 1 # Exclude row index
sensor_names = [f"Sensor{i+1}" for i in range(num_sensors)]
# Extract per-sensor values from the model
series_data = []
for col in range(1, self._data_model.columnCount()):
sensor_values = []
for row in range(self._data_model.rowCount()):
idx = self._data_model.index(row, col)
val = self._data_model.data(idx)
sensor_values.append(val if val else "0")
series_data.append(sensor_values)
return {
"success": True,
"sensor_names": sensor_names,
"series": series_data,
}
def _append_log(self, message: str) -> None:
"""Append a message to the activity log and emit updated log."""
ts = datetime.now().strftime("%H:%M:%S")
self._activity_log.append(f"[{ts}] {message}")
# Keep only last 200 lines
if len(self._activity_log) > 200:
self._activity_log = self._activity_log[-200:]
self.activityLogUpdated.emit("\n".join(self._activity_log))
def _set_operation_progress(self, in_progress: bool) -> None:
"""Set operation progress state and notify QML.
portsUpdated is the shared notify signal for availablePorts,
connectionStatus, and operationInProgress — emitting it forces
QML to re-evaluate all three bindings.
"""
self._operation_in_progress = in_progress
self.portsUpdated.emit(self._service.enumerate_ports())
# ---- Public Slots ----
@Slot()
def refreshPorts(self) -> None:
"""Scan for available serial ports and emit updated list."""
ports = self._service.enumerate_ports()
self._connection_status = "Disconnected"
self.portsUpdated.emit(ports)
self._append_log(f"Scanned {len(ports)} serial port(s)")
self._save_status()
@Slot()
def detectWafer(self) -> None:
"""Scan all serial ports for a wafer (runs in background thread).
Mirrors C# chkConnection(): tries every available port with s0.
Stores the found port in _selected_port for subsequent read/erase.
Emits detectResult with WaferInfo dict on success, or None.
"""
if self._operation_in_progress:
self._append_log("Already busy — ignoring detect request")
return
self._set_operation_progress(True)
self._connection_status = "Detecting..."
self.portsUpdated.emit(self._service.enumerate_ports())
self._append_log("Scanning all ports for wafer ...")
# Spawn a daemon worker — UI stays responsive during the scan.
threading.Thread(target=self._detect_worker, daemon=True).start()
def _detect_worker(self) -> None:
"""Background-thread body for detectWafer."""
try:
port, info = self._service.detect_all_ports()
except Exception as exc:
log.exception("Detect worker crashed: %s", exc)
port, info = None, None
self._detectFinished.emit(port, info)
@Slot(object, object)
def _handle_detect_finished(
self, port: Optional[str], info: Optional[WaferInfo]
) -> None:
"""Main-thread completion handler for detectWafer."""
if info is not None:
self._selected_port = port or ""
self._connection_status = "Connected"
self._append_log(
f"Detected: {info.serial_number} (family={info.family_code}, "
f"port={port}, runtime={info.runtime}s, cycles={info.cycle_count})"
)
wafer_dict = self._wafer_info_to_dict(info)
self._last_wafer_info = wafer_dict
self.detectResult.emit(wafer_dict)
self._save_status()
else:
self._selected_port = ""
self._connection_status = "Disconnected"
self._append_log("No wafer detected on any port")
self._last_wafer_info = {}
self.detectResult.emit(None)
self._set_operation_progress(False)
@Slot()
def readMemoryAsync(self) -> None:
"""Read wafer memory in a background thread.
Uses the family code and port from the last detect.
Emits readResult on completion, then auto-chains to parseAndSaveData.
"""
if self._operation_in_progress:
self._append_log("Already busy — ignoring read request")
return
if not self._selected_port:
self._append_log("No wafer detected — run Detect Wafer first")
self.readResult.emit({"error": "No port — detect wafer first"})
return
port = self._selected_port
family_code = self._last_wafer_info.get("familyCode", "")
self._set_operation_progress(True)
self._connection_status = "Reading..."
self.portsUpdated.emit(self._service.enumerate_ports())
self._append_log(
f"Reading memory on {port} (family={family_code or 'auto'}) ..."
)
threading.Thread(
target=self._read_worker,
args=(port, family_code),
daemon=True,
).start()
def _read_worker(self, port: str, family_code: str) -> None:
"""Background-thread body for readMemoryAsync."""
try:
data = self._service.read_wafer_data(port, family_code)
except Exception as exc:
log.exception("Read worker crashed: %s", exc)
data = None
self._readFinished.emit(port, family_code, data)
@Slot(str, str, object)
def _handle_read_finished(
self, port: str, family_code: str, data: Optional[bytes]
) -> None:
"""Main-thread completion handler for readMemoryAsync."""
if data is not None:
self._connection_status = "Connected"
self._append_log(f"Read {len(data)} bytes")
self._raw_bytes = data
self.readResult.emit({"success": True, "bytes": len(data)})
self._set_operation_progress(False)
# Auto-chain: read → parse → save (matches C# behavior).
# Parse runs on main thread — it's CPU-bound but bounded (~1s).
self.parseAndSaveData(family_code, port)
self._save_status()
return
self._connection_status = "Disconnected"
self._append_log("Read returned no data")
self._raw_bytes = None
self.readResult.emit({"error": "Read returned no data"})
self._set_operation_progress(False)
self._save_status()
@Slot(str)
def eraseMemory(self, port: str) -> None:
"""Send p1 erase command."""
self._set_operation_progress(True)
self._connection_status = "Erasing..."
self.portsUpdated.emit(self._service.enumerate_ports())
self._append_log(f"Erase command sent to {port} (wafer takes ~15s) ...")
ok = self._service.erase_wafer(port)
if ok:
self._connection_status = "Connected"
self._append_log("Erase command accepted — wait ~15 seconds")
else:
self._connection_status = "Disconnected"
self._append_log("Erase command failed")
self.eraseResult.emit({"success": ok})
self._set_operation_progress(False)
@Slot(str)
def readDebug(self, port: str) -> None:
"""Read both D1 (sensor) and F1 (debug/cold-junction) data.
Emits debugResult with counts on success.
"""
self._set_operation_progress(True)
self._connection_status = "Reading debug..."
self.portsUpdated.emit(self._service.enumerate_ports())
self._append_log(f"Reading debug data on {port} ...")
# Step 1: D1 sensor data
sensor_data = self._service.read_wafer_data(port, family_code="")
if sensor_data is None:
self._connection_status = "Disconnected"
self._append_log("D1 read failed — aborting debug read")
self.debugResult.emit({"error": "D1 read failed"})
self._set_operation_progress(False)
return
self._append_log(f"D1 read: {len(sensor_data)} bytes")
# Step 2: F1 debug data
debug_data = self._service.read_wafer_data(port, family_code="", cmd="F1")
if debug_data is None:
self._connection_status = "Disconnected"
self._append_log("F1 read failed")
self.debugResult.emit({"error": "F1 read failed"})
self._set_operation_progress(False)
return
self._connection_status = "Connected"
self._append_log(
f"Debug read complete: {len(sensor_data)} sensor bytes, "
f"{len(debug_data)} debug bytes"
)
self.debugResult.emit({
"success": True,
"sensor_bytes": len(sensor_data),
"debug_bytes": len(debug_data),
})
self._set_operation_progress(False)
@Slot(str, str)
def parseAndSaveData(self, family_code: str = "", port: str = "") -> None:
"""Parse raw bytes into temperatures and save to CSV.
Uses the bytes from the most recent readMemoryAsync call.
Emits parsedDataReady with the parsed result.
"""
if not self._raw_bytes:
self._append_log("No raw bytes to parse (read first)")
self.parsedDataReady.emit({
"success": False,
"error": "No raw bytes available",
})
return
if not self._save_data_dir:
self._append_log("No save data directory set")
self.parsedDataReady.emit({
"success": False,
"error": "No save data directory set",
})
return
fc = family_code or (
self._last_wafer_info.get("familyCode", "")
if self._last_wafer_info
else ""
)
serial = (
self._last_wafer_info.get("serialNumber", "UNKNOWN")
if self._last_wafer_info
else "UNKNOWN"
)
self._append_log(f"Parsing {len(self._raw_bytes)} bytes (family={fc or 'auto'}) ...")
# Step 1: Parse binary → hex strings
hex_data = parse_binary_data(self._raw_bytes, fc)
if hex_data is None:
self._append_log("Binary parse failed")
self.parsedDataReady.emit({
"success": False,
"error": "Binary parse failed",
})
return
rows = len(hex_data)
cols = len(hex_data[0]) if hex_data else 0
self._append_log(f"Parsed: {rows} rows × {cols} sensors")
# Step 2: Convert hex → temperatures
temp_data = convert_to_temperatures(hex_data, fc)
# Step 3: Remove trailing zero rows
remove_trailing_zeros(temp_data)
self._append_log(f"After trim: {len(temp_data)} rows")
# Step 4: Save to CSV
csv_path = save_to_csv(temp_data, fc, serial, self._save_data_dir)
if csv_path is None:
self._append_log("CSV save failed")
self.parsedDataReady.emit({
"success": False,
"error": "CSV save failed",
})
return
self._append_log(f"Saved CSV: {csv_path}")
# Load data into the QAbstractTableModel
self._data_model.load_data(temp_data, cols)
self._data_row_count = len(temp_data)
self._data_col_count = cols
# Emit parsed data to QML
self.parsedDataReady.emit({
"success": True,
"rows": len(temp_data),
"cols": cols,
"data": temp_data,
"csv_path": csv_path,
"familyCode": fc,
"serialNumber": serial,
})
self._save_status()
# ---- Status Persistence ----
def _save_status(self) -> None:
"""Persist current operational status to settings."""
# Update settings with current status values
self._settings.connection_status = self._connection_status
self._settings.selected_port = self._selected_port
self._settings.last_wafer_info = self._last_wafer_info.copy()
self._settings.save_data_dir = self._save_data_dir
self._settings.activity_log = self._activity_log.copy()
self._settings.data_row_count = self._data_row_count
self._settings.data_col_count = self._data_col_count
self._settings.last_csv_path = self._last_csv_path
# Save to disk
LocalSettings.save_settings(LocalSettings._settings_path(self._data_dir), self._settings)
# ---- Helpers ----
@staticmethod
def _wafer_info_to_dict(info: WaferInfo) -> dict[str, Any]:
"""Convert WaferInfo dataclass to JSON-serialisable dict for QML."""
return {
"familyCode": info.family_code,
"serialNumber": info.serial_number,
"sensorCount": info.sensor_count,
"mfgDateHex": info.mfg_date_hex,
"runtime": info.runtime,
"cycleCount": info.cycle_count,
}
+271
View File
@@ -0,0 +1,271 @@
from __future__ import annotations
import json
import re
from datetime import datetime
from pathlib import Path
from PySide6.QtCore import QObject, Property, QStandardPaths, Signal, Slot
from PySide6.QtWidgets import QFileDialog, QMessageBox
from pygui.backend.csv_file_metadata import CSVFileMetadata
from pygui.backend.zwafer_parser import ZWaferParser
# ===== File Browser Model =====
class FileBrowser(QObject):
# ===== Change Signals =====
filesChanged = Signal()
currentDirectoryChanged = Signal()
# ===== Lifecycle =====
def __init__(self, parent: QObject | None = None) -> None:
super().__init__(parent)
self._parser = ZWaferParser()
self._files: list[dict[str, object]] = []
self._current_directory = self._resolve_default_directory()
self._refresh_files(show_empty_message=False)
# ===== Exposed Properties =====
@Property("QVariantList", notify=filesChanged)
def files(self) -> list[dict[str, object]]:
return [dict(row) for row in self._files]
@Property(str, notify=currentDirectoryChanged)
def currentDirectory(self) -> str:
return str(self._current_directory)
# ===== Directory Selection =====
@Slot()
def chooseDirectory(self) -> None:
selected_dir = QFileDialog.getExistingDirectory(
None,
"Select CSV Folder",
self.currentDirectory,
)
if not selected_dir:
return
self._set_current_directory(Path(selected_dir))
self._refresh_files(show_empty_message=True)
@Slot()
def refreshFiles(self) -> None:
self._refresh_files(show_empty_message=False)
# ===== Metadata Persistence =====
@Slot(str, str, str, str, str, bool, str)
def saveMetadata(
self,
file_path: str,
wafer: str,
date: str,
chamber: str,
notes: str,
selected: bool,
master_type: str = "",
) -> None:
csv_path = Path(file_path)
if not csv_path.exists():
self._show_error(f"CSV file was not found:\n{file_path}")
return
row = self._find_row(file_path)
if row is None:
self._show_error("The selected CSV row is no longer available.")
return
row["wafer"] = wafer
row["date"] = date
row["chamber"] = chamber
row["notes"] = notes
row["selected"] = selected
row["masterType"] = master_type
payload = {
"wafer": wafer,
"date": date,
"chamber": chamber,
"notes": notes,
"masterType": master_type,
}
try:
sidecar_path = self._sidecar_path(csv_path)
sidecar_path.write_text(json.dumps(payload, indent=4), encoding="utf-8")
except Exception as exc: # pragma: no cover - defensive UI path
self._show_error(f"Failed to save metadata:\n{exc}")
return
self.filesChanged.emit()
self._show_info(f"Saved metadata for:\n{csv_path.name}")
# ===== Internal Data Loading =====
def _refresh_files(self, show_empty_message: bool) -> None:
selected_state = {
str(row.get("fileName", "")): bool(row.get("selected", False))
for row in self._files
}
master_state = {
str(row.get("fileName", "")): row.get("masterType", "") or ""
for row in self._files
}
self._files = []
if not self._current_directory.exists():
self.filesChanged.emit()
return
for csv_path in sorted(self._current_directory.glob("*.csv")):
try:
metadata = self._load_metadata(csv_path)
self._files.append(
{
"selected": selected_state.get(str(csv_path), False),
"wafer": metadata.wafer,
"date": metadata.string_date_format(),
"chamber": metadata.chamber,
"notes": metadata.notes,
"masterType": master_state.get(str(csv_path), "") or metadata.master_type,
"fileName": str(csv_path),
"highlight": metadata.get_wafer_type() in {"A", "B", "C"},
}
)
except Exception:
self._files.append(
{
"selected": selected_state.get(str(csv_path), False),
"wafer": csv_path.stem,
"date": "",
"chamber": "",
"notes": "Unable to parse metadata",
"masterType": master_state.get(str(csv_path), ""),
"fileName": str(csv_path),
"highlight": False,
}
)
self.filesChanged.emit()
if show_empty_message and not self._files:
self._show_info("No CSV files were found in the selected folder.")
def _load_metadata(self, csv_path: Path) -> CSVFileMetadata:
sidecar_path = self._sidecar_path(csv_path)
if sidecar_path.exists():
try:
payload = json.loads(sidecar_path.read_text(encoding="utf-8"))
return CSVFileMetadata(
wafer=str(payload.get("wafer", "")),
date=str(payload.get("date", "")),
chamber=str(payload.get("chamber", "")),
notes=str(payload.get("notes", "")),
master_type=str(payload.get("masterType", "")),
filename=str(csv_path),
)
except Exception:
# Fall back to CSV/header parsing if sidecar is malformed.
pass
parser_data, _ = self._parser.parse(str(csv_path))
if parser_data is not None:
wafer = parser_data.serial or ""
date_text = ""
if parser_data.date != datetime.min:
date_text = CSVFileMetadata.format_date(parser_data.date)
return CSVFileMetadata(
wafer=wafer,
date=date_text,
chamber="",
notes="",
filename=str(csv_path),
)
return self._metadata_from_filename(csv_path)
def _metadata_from_filename(self, csv_path: Path) -> CSVFileMetadata:
match = re.match(
r"^(?P<wafer>[^-]+)-(?P<date>\d{8})(?:_(?P<run>\d+))?$",
csv_path.stem,
)
if not match:
return CSVFileMetadata(filename=str(csv_path))
date_text = ""
try:
parsed = datetime.strptime(match.group("date"), "%Y%m%d")
date_text = CSVFileMetadata.format_date(parsed)
except ValueError:
date_text = ""
return CSVFileMetadata(
wafer=match.group("wafer"),
date=date_text,
filename=str(csv_path),
)
# ===== Internal Helpers =====
def _resolve_default_directory(self) -> Path:
documents_dir = QStandardPaths.writableLocation(
QStandardPaths.DocumentsLocation
)
base_dir = Path(documents_dir) if documents_dir else (Path.home() / "Documents")
return base_dir / "isc_data"
def _set_current_directory(self, directory: Path) -> None:
normalized = Path(directory)
if normalized == self._current_directory:
return
self._current_directory = normalized
self.currentDirectoryChanged.emit()
def _find_row(self, file_path: str) -> dict[str, object] | None:
for row in self._files:
if str(row.get("fileName", "")) == file_path:
return row
return None
def _sidecar_path(self, csv_path: Path) -> Path:
return csv_path.with_suffix(f"{csv_path.suffix}.json")
def _show_error(self, message: str) -> None:
QMessageBox.critical(None, "iSenseCloud", message)
@Slot(str)
def showInfo(self, message: str) -> None:
self._show_info(message)
@Slot(str, result="QVariantMap")
def parseCsvMetadata(self, file_path: str) -> dict:
from pathlib import Path as _Path
csv_path = _Path(file_path)
if not csv_path.exists():
return {"success": False, "error": "File not found"}
parser_data, _ = self._parser.parse(file_path)
if parser_data is None:
return {"success": False, "error": "Failed to parse CSV"}
wafer = parser_data.serial or ""
date_text = ""
if parser_data.date != datetime.min:
date_text = CSVFileMetadata.format_date(parser_data.date)
columns = len(parser_data.csv_headers) if parser_data.csv_headers else 0
family_code = wafer[0].upper() if wafer else ""
return {
"success": True,
"wafer": wafer,
"date": date_text,
"columns": columns,
"familyCode": family_code,
}
def _show_info(self, message: str) -> None:
QMessageBox.information(None, "iSenseCloud", message)
# Backward-compatible alias while the QML dialog is still named SelectFileDialog.
SelectFileDialogModel = FileBrowser
+11
View File
@@ -0,0 +1,11 @@
from __future__ import annotations
from dataclasses import dataclass
@dataclass(frozen=True)
class Frame:
"""One sample across all sensors ata a point in time"""
seq: int
t: float
values: list[float]
+169
View File
@@ -0,0 +1,169 @@
"""pyqtgraph PlotWidget wrapper for embedding in QML.
Exposes a QWidget with a pyqtgraph PlotWidget that can be displayed
via QML's `import QtWidgets` or `QtWidgets.QWidget` integration.
"""
from __future__ import annotations
import logging
from typing import Any, Optional
from PySide6.QtCore import QObject, Property, Signal, Slot
from PySide6.QtWidgets import QWidget
log = logging.getLogger(__name__)
# Import pyqtgraph after Qt is initialized
import pyqtgraph as pg
from pyqtgraph import PlotWidget
class GraphView(QObject):
"""QML-exposed controller for a pyqtgraph line chart.
Accepts sensor temperature data (list of lists) and renders
each sensor as a separate line series.
"""
# ---- signals ----
dataReady = Signal(object) # {"success": bool, "sensory_names": list, "series": list}
def __init__(self, parent: Optional[QObject] = None) -> None:
super().__init__(parent)
self._plot_widget: Optional[PlotWidget] = None
self._plot_window: Optional[QWidget] = None
self._series: list[Any] = []
self._sensor_names: list[str] = []
@Property(object, notify=dataReady)
def plotWidget(self) -> Any:
"""Return the QWidget hosting the pyqtgraph PlotWidget for QML embedding."""
return self._plot_window
@Slot()
def createPlotWidget(self, parent_widget: Optional[QWidget] = None) -> None:
"""Create and return a QWidget containing a pyqtgraph PlotWidget.
Args:
parent_widget: Optional parent widget.
"""
pg.setConfigOption("background", "default")
pg.setConfigOption("foreground", "default")
self._plot_window = QWidget(parent=parent_widget)
self._plot_widget = PlotWidget()
self._plot_widget.setBackground("default")
from PySide6.QtWidgets import QVBoxLayout
layout = QVBoxLayout(self._plot_window)
layout.setContentsMargins(0, 0, 0, 0)
layout.setSpacing(0)
layout.addWidget(self._plot_widget)
# Set axis labels
self._plot_widget.setLabel("left", "Temperature", units="°C")
self._plot_widget.setLabel("bottom", "Measurement Interval")
self._plot_widget.setTitle("Sensor Temperature Over Time")
@Slot(str, str)
def updateChart(self, sensor_names_str: str, series_data_str: str) -> None:
"""Update the chart with sensor data.
Args:
sensor_names_str: Comma-separated sensor names (e.g. "Sensor1,Sensor2").
series_data_str: JSON-like string of nested lists for each sensor's values.
"""
import json
if not self._plot_widget:
log.warning("PlotWidget not created yet")
return
try:
sensor_names = [s.strip() for s in sensor_names_str.split(",") if s.strip()]
series_data = json.loads(series_data_str)
except (json.JSONDecodeError, AttributeError) as exc:
log.error("Failed to parse chart data: %s", exc)
return
# Clear existing series
self._plot_widget.clear()
self._series = []
if not series_data:
return
# Determine Y-axis range from all data
all_values = []
for sensor_values in series_data:
for v in sensor_values:
try:
all_values.append(float(v))
except (ValueError, TypeError):
pass
if all_values:
y_min = min(all_values)
y_max = max(all_values)
y_range = y_max - y_min
buffer = max(y_range * 0.1, 1.0) # At least 1 degree buffer
self._plot_widget.setYRange(y_min - buffer, y_max + buffer)
else:
self._plot_widget.setYRange(-50, 150)
# X-axis: measurement intervals (0-based index)
num_points = len(series_data[0]) if series_data else 0
x_axis = list(range(num_points))
# Define a set of distinct colors for series
colors = [
(255, 87, 87), # Red
(66, 165, 245), # Blue
(102, 187, 106), # Green
(255, 167, 38), # Orange
(171, 71, 188), # Purple
(0, 188, 212), # Cyan
(255, 112, 67), # Deep Orange
(121, 85, 72), # Brown
(92, 107, 192), # Indigo
(48, 125, 117), # Teal
]
# Add each sensor as a line series
for i, sensor_name in enumerate(sensor_names):
if i >= len(series_data):
break
sensor_values = series_data[i]
y_values = []
for v in sensor_values:
try:
y_values.append(float(v))
except (ValueError, TypeError):
y_values.append(0.0)
color = colors[i % len(colors)]
pen = pg.mkPen(color=color, width=1)
curve = self._plot_widget.plot(x_axis, y_values, name=sensor_name, pen=pen)
self._series.append(curve)
self._sensor_names = sensor_names
@Slot()
def resetChart(self) -> None:
"""Clear the chart."""
if self._plot_widget:
self._plot_widget.clear()
self._series = []
self._sensor_names = []
@Slot()
def destroyPlotWidget(self) -> None:
"""Destroy the plot widget."""
if self._plot_window:
self._plot_window.deleteLater()
self._plot_window = None
self._plot_widget = None
self._series = []
+104
View File
@@ -0,0 +1,104 @@
import json
import os
from pathlib import Path
# ===== Settings Persistence Model =====
class LocalSettings:
# ===== Defaults =====
def __init__(self):
# Configuration settings
self.chamber_id = ""
self.reverse_z_wafer = False
self.master = {} # Dict[str, str]
self.wafer_data_size = {} # Dict[str, int]
self.debug = False
self.wafer_read_retries = 8
# Timeout in msec for reading from the wafer (default 2 min)
self.wafer_read_timeout = 120000
self.wafer_detect_timeout = 5000
self.split_threshold = 40.0
# Status persistence (operational state)
self.connection_status = "Disconnected"
self.selected_port = ""
self.last_wafer_info = {} # Dict[str, Any]
self.save_data_dir = ""
self.activity_log = [] # List[str]
self.data_row_count = 0
self.data_col_count = 0
self.last_csv_path = ""
# ===== File Path Helpers =====
@classmethod
def _settings_path(cls, directory: str) -> Path:
return Path(directory) / "settings.json"
# ===== Load/Save =====
@classmethod
def read_settings(cls, directory: str) -> "LocalSettings":
"""Read settings from settings.json in the provided directory."""
settings = cls()
path = cls._settings_path(directory)
if not path.exists():
return settings
try:
with open(path, "r", encoding="utf-8") as f:
data = json.load(f)
for key, value in data.items():
if hasattr(settings, key):
setattr(settings, key, value)
except Exception as e:
print(f"Error reading setting file: {e}")
return settings
@classmethod
def save_settings(cls, directory: str, settings: "LocalSettings") -> None:
"""Save the current settings instance to settings.json."""
path = cls._settings_path(directory)
path.parent.mkdir(parents=True, exist_ok=True)
data = settings.__dict__.copy()
try:
with open(path, "w", encoding="utf-8") as f:
json.dump(data, f, indent=4)
except Exception as e:
print(f"Error saving settings: {e}")
# ===== Master File Helpers =====
@classmethod
def get_master(cls, directory: str, wtype: str) -> str:
"""Return the full path to a master file if it exists."""
settings = cls.read_settings(directory)
if wtype not in settings.master:
return ""
file_path = Path(directory) / settings.master[wtype]
if file_path.exists():
return str(file_path)
return ""
@classmethod
def set_master(cls, directory: str, wtype: str, filename: str) -> None:
"""Store a master filename for a wafer type and save settings."""
settings = cls.read_settings(directory)
settings.master[wtype] = os.path.basename(filename)
cls.save_settings(directory, settings)
# ===== Wafer Sizing =====
def get_wafer_data_size(self, wtype: str) -> int:
"""Return the expected transfer size in bytes for a wafer type."""
if not wtype:
return 393216
if wtype in self.wafer_data_size:
return self.wafer_data_size[wtype]
if wtype == "P":
return 393216
if wtype == "X":
return 1310720
return 393216
+360
View File
@@ -0,0 +1,360 @@
from __future__ import annotations
from copy import deepcopy
from pathlib import Path
from typing import Any
from PySide6.QtCore import QObject, Property, QDateTime, QStandardPaths, Signal, Slot
from pygui.backend.local_settings import LocalSettings
MASTER_FAMILIES = ("A", "B", "C", "D", "E", "F", "P", "X", "Z")
class LocalSettingsModel(QObject):
chamberIdChanged = Signal()
reverseZWaferChanged = Signal()
debugModeChanged = Signal()
waferReadTimeoutChanged = Signal()
waferDetectTimeoutChanged = Signal()
waferRetriesChanged = Signal()
mastersChanged = Signal()
isDirtyChanged = Signal()
isValidChanged = Signal()
validationMessageChanged = Signal()
saveStatusChanged = Signal()
lastSavedAtChanged = Signal()
def __init__(self, parent: QObject | None = None) -> None:
super().__init__(parent)
self._data_dir = self._resolve_data_dir()
self._defaults = self._new_defaults()
self._chamber_id = self._defaults["chamberId"]
self._reverse_z_wafer = self._defaults["reverseZWafer"]
self._debug_mode = self._defaults["debugMode"]
self._wafer_read_timeout = self._defaults["waferReadTimeout"]
self._wafer_detect_timeout = self._defaults["waferDetectTimeout"]
self._wafer_retries = self._defaults["waferRetries"]
self._masters = deepcopy(self._defaults["masters"])
self._is_dirty = False
self._is_valid = True
self._validation_message = ""
self._save_status = "Ready"
self._last_saved_at = ""
self._saved_snapshot = self._snapshot()
self._recompute_derived()
def _resolve_data_dir(self) -> Path:
documents_dir = QStandardPaths.writableLocation(
QStandardPaths.DocumentsLocation
)
base_dir = Path(documents_dir) if documents_dir else (Path.home() / "Documents")
return base_dir / "isc_data"
def _new_defaults(self) -> dict[str, Any]:
return {
"chamberId": "2",
"reverseZWafer": False,
"debugMode": False,
"waferReadTimeout": 120000,
"waferDetectTimeout": 5000,
"waferRetries": 8,
"masters": {family: "" for family in MASTER_FAMILIES},
}
def _snapshot(self) -> dict[str, Any]:
return {
"chamberId": self._chamber_id,
"reverseZWafer": self._reverse_z_wafer,
"debugMode": self._debug_mode,
"waferReadTimeout": self._wafer_read_timeout,
"waferDetectTimeout": self._wafer_detect_timeout,
"waferRetries": self._wafer_retries,
"masters": deepcopy(self._masters),
}
def _set_is_dirty(self, value: bool) -> None:
if self._is_dirty != value:
self._is_dirty = value
self.isDirtyChanged.emit()
def _set_is_valid(self, value: bool) -> None:
if self._is_valid != value:
self._is_valid = value
self.isValidChanged.emit()
def _set_validation_message(self, value: str) -> None:
if self._validation_message != value:
self._validation_message = value
self.validationMessageChanged.emit()
def _set_save_status(self, value: str) -> None:
if self._save_status != value:
self._save_status = value
self.saveStatusChanged.emit()
def _set_last_saved_at(self, value: str) -> None:
if self._last_saved_at != value:
self._last_saved_at = value
self.lastSavedAtChanged.emit()
def _validate(self) -> str:
if not self._chamber_id.strip():
return "Chamber ID is required."
if self._wafer_retries < 0 or self._wafer_retries > 10:
return "Retries must be between 0 and 10."
if self._wafer_read_timeout < 100 or self._wafer_read_timeout > 300000:
return "Read timeout must be between 100 and 300000 ms."
if self._wafer_detect_timeout < 100 or self._wafer_detect_timeout > 300000:
return "Detect timeout must be between 100 and 300000 ms."
for family, path_text in self._masters.items():
cleaned = path_text.strip()
if not cleaned:
continue
path = Path(cleaned)
if path.suffix.lower() != ".csv":
return f"Master {family} must point to a CSV file."
if not path.exists():
return f"Master {family} file was not found."
return ""
def _recompute_derived(self) -> None:
message = self._validate()
self._set_is_valid(message == "")
self._set_validation_message(message)
self._set_is_dirty(self._snapshot() != self._saved_snapshot)
def _emit_all_changed(self) -> None:
self.chamberIdChanged.emit()
self.reverseZWaferChanged.emit()
self.debugModeChanged.emit()
self.waferReadTimeoutChanged.emit()
self.waferDetectTimeoutChanged.emit()
self.waferRetriesChanged.emit()
self.mastersChanged.emit()
def _to_local_settings(self) -> LocalSettings:
settings = LocalSettings()
settings.chamber_id = self._chamber_id
settings.reverse_z_wafer = self._reverse_z_wafer
settings.debug = self._debug_mode
settings.wafer_read_timeout = self._wafer_read_timeout
settings.wafer_detect_timeout = self._wafer_detect_timeout
settings.wafer_read_retries = self._wafer_retries
settings.master = deepcopy(self._masters)
return settings
@Property(str, notify=chamberIdChanged)
def chamberId(self) -> str:
return self._chamber_id
@chamberId.setter
def chamberId(self, value: str) -> None:
next_value = str(value).strip()
if self._chamber_id == next_value:
return
self._chamber_id = next_value
self.chamberIdChanged.emit()
self._recompute_derived()
@Property(bool, notify=reverseZWaferChanged)
def reverseZWafer(self) -> bool:
return self._reverse_z_wafer
@reverseZWafer.setter
def reverseZWafer(self, value: bool) -> None:
if self._reverse_z_wafer == value:
return
self._reverse_z_wafer = bool(value)
self.reverseZWaferChanged.emit()
self._recompute_derived()
@Property(bool, notify=debugModeChanged)
def debugMode(self) -> bool:
return self._debug_mode
@debugMode.setter
def debugMode(self, value: bool) -> None:
if self._debug_mode == value:
return
self._debug_mode = bool(value)
self.debugModeChanged.emit()
self._recompute_derived()
@Property(int, notify=waferReadTimeoutChanged)
def waferReadTimeout(self) -> int:
return self._wafer_read_timeout
@waferReadTimeout.setter
def waferReadTimeout(self, value: int) -> None:
if self._wafer_read_timeout == value:
return
self._wafer_read_timeout = int(value)
self.waferReadTimeoutChanged.emit()
self._recompute_derived()
@Property(int, notify=waferDetectTimeoutChanged)
def waferDetectTimeout(self) -> int:
return self._wafer_detect_timeout
@waferDetectTimeout.setter
def waferDetectTimeout(self, value: int) -> None:
if self._wafer_detect_timeout == value:
return
self._wafer_detect_timeout = int(value)
self.waferDetectTimeoutChanged.emit()
self._recompute_derived()
@Property(int, notify=waferRetriesChanged)
def waferRetries(self) -> int:
return self._wafer_retries
@waferRetries.setter
def waferRetries(self, value: int) -> None:
if self._wafer_retries == value:
return
self._wafer_retries = int(value)
self.waferRetriesChanged.emit()
self._recompute_derived()
@Property("QVariantMap", notify=mastersChanged)
def masters(self) -> dict[str, str]:
return dict(self._masters)
@Property(bool, notify=isDirtyChanged)
def isDirty(self) -> bool:
return self._is_dirty
@Property(bool, notify=isValidChanged)
def isValid(self) -> bool:
return self._is_valid
@Property(str, notify=validationMessageChanged)
def validationMessage(self) -> str:
return self._validation_message
@Property(str, notify=saveStatusChanged)
def saveStatus(self) -> str:
return self._save_status
@Property(str, notify=lastSavedAtChanged)
def lastSavedAt(self) -> str:
return self._last_saved_at
@Property(str, notify=saveStatusChanged)
def settingsFilePath(self) -> str:
return str(self._data_dir / "settings.json")
@Slot()
def loadSettings(self) -> None:
loaded = LocalSettings.read_settings(str(self._data_dir))
self._chamber_id = str(loaded.chamber_id).strip() or str(
self._defaults["chamberId"]
)
self._reverse_z_wafer = bool(loaded.reverse_z_wafer)
self._debug_mode = bool(loaded.debug)
self._wafer_read_timeout = int(loaded.wafer_read_timeout)
self._wafer_detect_timeout = int(loaded.wafer_detect_timeout)
self._wafer_retries = int(loaded.wafer_read_retries)
masters = {family: "" for family in MASTER_FAMILIES}
for family, value in loaded.master.items():
normalized = str(family).strip().upper()
if normalized in masters:
masters[normalized] = str(value).strip()
self._masters = masters
self._saved_snapshot = self._snapshot()
self._emit_all_changed()
self._recompute_derived()
self._set_save_status("Loaded settings")
@Slot()
def saveSettings(self) -> None:
self._recompute_derived()
if not self._is_valid:
self._set_save_status("error: invalid settings")
return
try:
LocalSettings.save_settings(str(self._data_dir), self._to_local_settings())
self._saved_snapshot = self._snapshot()
self._recompute_derived()
self._set_save_status("Saved")
timestamp = QDateTime.currentDateTime().toString("yyyy-MM-dd HH:mm:ss")
self._set_last_saved_at(timestamp)
except Exception as exc: # pragma: no cover - defensive
self._set_save_status(f"error: {exc}")
@Slot()
def revertChanges(self) -> None:
snap = self._saved_snapshot
self._chamber_id = str(snap["chamberId"])
self._reverse_z_wafer = bool(snap["reverseZWafer"])
self._debug_mode = bool(snap["debugMode"])
self._wafer_read_timeout = int(snap["waferReadTimeout"])
self._wafer_detect_timeout = int(snap["waferDetectTimeout"])
self._wafer_retries = int(snap["waferRetries"])
self._masters = deepcopy(snap["masters"])
self._emit_all_changed()
self._recompute_derived()
self._set_save_status("Reverted unsaved changes")
@Slot()
def resetDefaults(self) -> None:
self._chamber_id = str(self._defaults["chamberId"])
self._reverse_z_wafer = bool(self._defaults["reverseZWafer"])
self._debug_mode = bool(self._defaults["debugMode"])
self._wafer_read_timeout = int(self._defaults["waferReadTimeout"])
self._wafer_detect_timeout = int(self._defaults["waferDetectTimeout"])
self._wafer_retries = int(self._defaults["waferRetries"])
self._masters = deepcopy(self._defaults["masters"])
self._emit_all_changed()
self._recompute_derived()
self._set_save_status("Defaults restored (not saved)")
@Slot(str, str)
def setMaster(self, family: str, file_path: str) -> None:
normalized = family.strip().upper()
if normalized not in self._masters:
return
next_path = file_path.strip()
if self._masters[normalized] == next_path:
return
self._masters[normalized] = next_path
self.mastersChanged.emit()
self._recompute_derived()
@Slot(str)
def clearMaster(self, family: str) -> None:
self.setMaster(family, "")
@Slot(str)
def setChamberId(self, value: str) -> None:
self.chamberId = value
@Slot(bool)
def setReverseZWafer(self, value: bool) -> None:
self.reverseZWafer = value
@Slot(bool)
def setDebugMode(self, value: bool) -> None:
self.debugMode = value
@Slot(int)
def setWaferReadTimeout(self, value: int) -> None:
self.waferReadTimeout = value
@Slot(int)
def setWaferDetectTimeout(self, value: int) -> None:
self.waferDetectTimeout = value
@Slot(int)
def setWaferRetries(self, value: int) -> None:
self.waferRetries = value
+139
View File
@@ -0,0 +1,139 @@
from typing import List, Tuple, Optional
import numpy as np
from pygui.backend.contour_models import ContourLine, ContourSegment
# ===== Contour Generation =====
class MarchingSquares:
# ===== Public API =====
@staticmethod
def generate_contours(grid: np.ndarray, levels: List[float]) -> List[ContourLine]:
"""
Generate contour lines for a 2D grid at specified levels.
Args:
grid: 2D numpy array (shape: [width, height])
levels: List of contour levels to compute
Returns:
List of ContourLine objects
"""
if grid.size == 0:
return []
width, height = grid.shape[0], grid.shape[1]
contours = []
for level in levels:
contour = ContourLine(level=level)
# Iterate over each cell (x, y) in the grid
for y in range(height - 1):
for x in range(width - 1):
v0 = float(grid[x, y]) # top-left
v1 = float(grid[x + 1, y]) # top-right
v2 = float(grid[x + 1, y + 1]) # bottom-right
v3 = float(grid[x, y + 1]) # bottom-left
if any(np.isnan([v0, v1, v2, v3])):
continue # Skip cells with NaN values
state = (
(1 if v0 > level else 0)
| (2 if v1 > level else 0)
| (4 if v2 > level else 0)
| (8 if v3 > level else 0)
)
seg = MarchingSquares._get_segment(
x, y, v0, v1, v2, v3, level, state
)
if seg is not None:
contour.segments.append(seg)
contours.append(contour)
return contours
# ===== Geometry Helpers =====
@staticmethod
def _lerp(
x1: float,
y1: float,
x2: float,
y2: float,
val1: float,
val2: float,
level: float,
) -> Tuple[float, float]:
"""Linear interpolation between (x1,y1) and (x2,y2)."""
if val2 == val1:
return (x1 + x2) / 2, (y1 + y2) / 2
t = (level - val1) / (val2 - val1)
px = x1 + t * (x2 - x1)
py = y1 + t * (y2 - y1)
return px, py
# ===== Segment Lookup =====
@staticmethod
def _get_segment(
x: int,
y: int,
v0: float,
v1: float,
v2: float,
v3: float,
level: float,
state: int,
) -> Optional[ContourSegment]:
"""Return a ContourSegment for the given cell and state."""
if state in (10,): # Ambiguous case — skip
return None
# Map C# states to Python logic
if state == 1 or state == 14:
start = MarchingSquares._lerp(x, y, x + 1, y, v0, v1, level)
end = MarchingSquares._lerp(x, y, x, y + 1, v0, v3, level)
elif state == 2 or state == 13:
start = MarchingSquares._lerp(x + 1, y, x + 1, y + 1, v1, v2, level)
end = MarchingSquares._lerp(x, y, x + 1, y, v0, v1, level)
elif state == 3 or state == 12:
start = MarchingSquares._lerp(x, y, x, y + 1, v0, v3, level)
end = MarchingSquares._lerp(x + 1, y, x + 1, y + 1, v1, v2, level)
elif state == 4 or state == 11:
start = MarchingSquares._lerp(x + 1, y, x + 1, y + 1, v1, v2, level)
end = MarchingSquares._lerp(x + 1, y + 1, x, y + 1, v2, v3, level)
elif state == 5:
start = MarchingSquares._lerp(x, y, x, y + 1, v0, v3, level)
end = MarchingSquares._lerp(x + 1, y, x + 1, y + 1, v1, v2, level)
elif state == 6 or state == 9:
start = MarchingSquares._lerp(x, y, x + 1, y, v0, v1, level)
end = MarchingSquares._lerp(x + 1, y + 1, x, y + 1, v2, v3, level)
elif state == 7 or state == 8:
start = MarchingSquares._lerp(x, y, x, y + 1, v0, v3, level)
end = MarchingSquares._lerp(x + 1, y + 1, x, y + 1, v2, v3, level)
else:
return None
return ContourSegment(
start_x=start[0], start_y=start[1], end_x=end[0], end_y=end[1]
)
# ===== Color Mapping =====
@staticmethod
def color_from_level(
value: float, min_val: float, max_val: float
) -> Tuple[int, int, int]:
"""Return (R, G, B) tuple for a value between min and max."""
range_val = max_val - min_val
if range_val == 0:
t = 0.5
else:
t = max(0.0, min(1.0, (value - min_val) / range_val))
r = int(255 * t)
b = int(255 * (1 - t))
return (r, 0, b)
+28
View File
@@ -0,0 +1,28 @@
from dataclasses import dataclass, field
from datetime import datetime
from typing import Dict, List, Optional
# ===== Sensor Geometry =====
@dataclass
class Sensor:
label: str
x: float
y: float
# ===== Data Row =====
@dataclass
class DataRecord:
time: float
values: List[float] = field(default_factory=list)
# ===== Parsed Z-Wafer Container =====
@dataclass
class ZWaferData:
date: datetime = field(default_factory=lambda: datetime.min)
serial: Optional[str] = None
header: Dict[str, str] = field(default_factory=dict)
sensors: List[Sensor] = field(default_factory=list)
csv_headers: List[str] = field(default_factory=list)
+131
View File
@@ -0,0 +1,131 @@
from pathlib import Path
from typing import Tuple, Optional
from datetime import datetime, timedelta
from pygui.backend.zwafer_models import ZWaferData, Sensor
# ===== Z-Wafer CSV Parser =====
class ZWaferParser:
"""Parses Z-wafer CSV files (header + sensor layout + data rows)."""
# ===== Public Parse API =====
def parse(self, file_path: str) -> Tuple[Optional[ZWaferData], Optional[Path]]:
"""
Parse a Z-wafer file.
Returns:
(ZWaferData, Path) on success
(None, None) on error (e.g., file not found)
"""
try:
path = Path(file_path)
if not path.exists():
raise FileNotFoundError(f"File not found: {file_path}")
with path.open("r", encoding="utf-8") as f:
return self._process_header(f), path
except (ValueError, KeyError):
raise
except Exception:
return None, None
# ===== Header Parsing =====
def _process_header(self, file_obj) -> ZWaferData:
"""Parse header and sensor layout from open file object."""
wafer_data = ZWaferData()
labels: Optional[list] = None
x_coords: Optional[list] = None
y_coords: Optional[list] = None
for line in file_obj:
# Strip trailing comma + whitespace
line = line.rstrip().rstrip(",").strip()
if not line or line.replace(",", "").strip() == "":
continue
parts = [p.strip() for p in line.split(",")]
first_part = parts[0].lower()
# Detect end of header section
if first_part == "data":
wafer_data.csv_headers = labels or []
self._build_sensor_layout(wafer_data, labels, x_coords, y_coords)
return wafer_data
# Detect switch from metadata to sensor layout
# Parse metadata (key=value pairs)
if not self._parse_header_line(wafer_data, parts):
# If not metadata, it's part of sensor layout
label = parts[0].lower()
values = parts[1:]
if label == "label":
labels = values
elif label == "x (mm)":
x_coords = values
elif label == "y (mm)":
y_coords = values
return wafer_data # Incomplete file — return partial data
# ===== Metadata Parsing =====
def _parse_header_line(self, wafer_data: ZWaferData, parts: list) -> bool:
"""Parse key=value pairs from header line. Returns True if handled."""
non_empty_parts = [p for p in parts if p]
if not non_empty_parts:
return False
found_kv = False
for part in non_empty_parts:
eq_idx = part.find("=")
if eq_idx < 0:
continue
key = part[:eq_idx].strip()
value = part[eq_idx + 1 :].strip('=" ')
found_kv = True
wafer_data.header[key] = value
# Extract special fields
if key.lower() == "acquisition date":
try:
from datetime import datetime as dt
wafer_data.date = dt.strptime(value, "%m/%d/%Y")
except ValueError:
wafer_data.date = datetime.min # Fallback on parse error
elif key.lower() == "wafer id":
wafer_data.serial = value
if found_kv and wafer_data.date == datetime.min:
wafer_data.date = datetime.min
return found_kv
# ===== Sensor Layout Parsing =====
def _build_sensor_layout(
self,
wafer_data: ZWaferData,
labels: Optional[list],
x_coords: Optional[list],
y_coords: Optional[list],
) -> None:
"""Build sensor list from layout arrays."""
if not all([labels, x_coords, y_coords]):
raise ValueError("Sensor layout section is incomplete or missing.")
if len(labels) != len(x_coords) or len(labels) != len(y_coords):
raise ValueError(
f"Mismatched sensor columns: labels={len(labels)}, "
f"x={len(x_coords)}, y={len(y_coords)}"
)
for i in range(len(labels)):
try:
wafer_data.sensors.append(
Sensor(label=labels[i], x=float(x_coords[i]), y=float(y_coords[i]))
)
except ValueError as e:
raise ValueError(f"Invalid coordinate at index {i}: {e}")