feat(ai): enhance AI trace warnings and reason codes system
Test Suite / backend-pr-quick (push) Has been skipped
Test Suite / quick-import-pr-quick (push) Has been skipped
Test Suite / backend-full (push) Successful in 4m21s
Test Suite / flutter-quality (push) Failing after 1m38s

- Added structured warning system with `AdminAiWarning` type in backend and Flutter
- Implemented detailed reason descriptors with `FlyerReasonDescriptor` for parse and match operations
- Added `legacyWarnings` field to maintain backward compatibility
- Enhanced AI trace service to collect and format warnings with item-level context
- Updated flyer import services to include detailed reason descriptions in responses
- Added Swedish diacritic preservation for cheese variants (Prästost, Herrgårdsost, Grevéost)
- Implemented UTF-8 content validation for AI responses
- Added new reason code definitions in `reason-codes.ts`
- Updated Flutter UI to display structured warnings with severity indicators
- Added error report generation and copy functionality in admin panel
- Added comprehensive test coverage for new warning system and cheese normalization

BREAKING CHANGE: AI trace warnings are now structured objects instead of simple strings
This commit is contained in:
Nils-Johan Gynther
2026-05-23 21:11:46 +02:00
parent 0fb507f247
commit d9f992ca9a
18 changed files with 1308 additions and 81 deletions
@@ -1,5 +1,53 @@
import 'admin_ai_trace.dart';
class AdminAiWarning {
final String code;
final String kind;
final String title;
final String message;
final String severity;
final String? location;
final int? itemIndex;
const AdminAiWarning({
required this.code,
required this.kind,
required this.title,
required this.message,
required this.severity,
required this.location,
required this.itemIndex,
});
factory AdminAiWarning.fromJson(Map<String, dynamic> json) {
return AdminAiWarning(
code: (json['code'] ?? '').toString(),
kind: (json['kind'] ?? '').toString(),
title: (json['title'] ?? '').toString(),
message: (json['message'] ?? '').toString(),
severity: (json['severity'] ?? '').toString(),
location: json['location']?.toString(),
itemIndex: (json['itemIndex'] as num?)?.toInt(),
);
}
factory AdminAiWarning.fromLegacy(String value) {
final trimmed = value.trim();
final parts = trimmed.split(':');
final kind = parts.isNotEmpty ? parts.first : 'parse';
final code = parts.length > 1 ? parts.sublist(1).join(':') : trimmed;
return AdminAiWarning(
code: code,
kind: kind,
title: trimmed,
message: trimmed,
severity: 'warning',
location: null,
itemIndex: null,
);
}
}
class AdminAiTraceDetail {
final String id;
final AdminAiTraceSource source;
@@ -13,7 +61,8 @@ class AdminAiTraceDetail {
final int? durationMs;
final int? retryCount;
final int? chunkCount;
final List<String> warnings;
final List<AdminAiWarning> warnings;
final List<String> legacyWarnings;
final String? error;
final String? prompt;
final String? rawOutput;
@@ -34,6 +83,7 @@ class AdminAiTraceDetail {
required this.retryCount,
required this.chunkCount,
required this.warnings,
required this.legacyWarnings,
required this.error,
required this.prompt,
required this.rawOutput,
@@ -43,6 +93,7 @@ class AdminAiTraceDetail {
factory AdminAiTraceDetail.fromJson(Map<String, dynamic> json) {
final warningsRaw = (json['warnings'] as List<dynamic>?) ?? const [];
final legacyWarningsRaw = (json['legacyWarnings'] as List<dynamic>?) ?? const [];
final normalizedOutputMap = json['normalizedOutput'] is Map
? Map<String, dynamic>.from(json['normalizedOutput'] as Map)
: null;
@@ -64,7 +115,15 @@ class AdminAiTraceDetail {
durationMs: (json['durationMs'] as num?)?.toInt(),
retryCount: (json['retryCount'] as num?)?.toInt(),
chunkCount: (json['chunkCount'] as num?)?.toInt(),
warnings: warningsRaw.map((entry) => entry.toString()).toList(),
warnings: warningsRaw
.map((entry) {
if (entry is Map) {
return AdminAiWarning.fromJson(Map<String, dynamic>.from(entry));
}
return AdminAiWarning.fromLegacy(entry.toString());
})
.toList(),
legacyWarnings: legacyWarningsRaw.map((entry) => entry.toString()).toList(),
error: json['error']?.toString(),
prompt: json['prompt']?.toString(),
rawOutput: json['rawOutput']?.toString(),
@@ -137,6 +137,41 @@ class _AdminAiPanelState extends ConsumerState<AdminAiPanel> {
return const JsonEncoder.withIndent(' ').convert(data);
}
String _formatWarningLine(AdminAiWarning warning) {
final rowSuffix = warning.itemIndex == null ? '' : ' (rad ${warning.itemIndex})';
return '[${warning.severity}] ${warning.title}$rowSuffix: ${warning.message}';
}
String _buildErrorReport({
required AdminAiTraceDetail detail,
required String prettyOutput,
}) {
final warningCount = detail.warnings.length;
final buffer = StringBuffer()
..writeln('[AI-trace ${detail.id}]')
..writeln('Modell: ${detail.model ?? 'okänd'}')
..writeln('Status: ${detail.status.name} ($warningCount varningar)')
..writeln('Tid: ${detail.createdAt.toIso8601String()}')
..writeln();
if (detail.warnings.isNotEmpty) {
buffer.writeln('Varningar:');
for (final warning in detail.warnings) {
buffer.writeln('- ${_formatWarningLine(warning)}');
}
buffer.writeln();
}
buffer
..writeln('Prompt:')
..writeln((detail.prompt ?? '').trim().isEmpty ? '[saknas]' : detail.prompt!.trim())
..writeln()
..writeln('Raw output:')
..writeln((detail.rawOutput ?? '').trim().isEmpty ? prettyOutput : detail.rawOutput!.trim());
return buffer.toString().trimRight();
}
Color _statusColor(AdminAiTraceStatus status, ColorScheme scheme) {
return switch (status) {
AdminAiTraceStatus.success => Colors.green.shade700,
@@ -348,16 +383,30 @@ class _AdminAiPanelState extends ConsumerState<AdminAiPanel> {
? const <String, dynamic>{}
: {'rawOutput': detail.rawOutput});
final prettyOutput = _prettyOutputFor(detail.id, outputJson);
final errorReport = _buildErrorReport(detail: detail, prettyOutput: prettyOutput);
return ListView(
children: [
_TraceMetaCard(detail: detail, formatDateTime: _formatDateTime),
const SizedBox(height: 8),
Align(
alignment: Alignment.centerLeft,
child: OutlinedButton.icon(
onPressed: () => _copyText(errorReport, 'Felrapport'),
icon: const Icon(Icons.bug_report_outlined),
label: const Text('Kopiera felrapport'),
),
),
if (detail.warnings.isNotEmpty) ...[
const SizedBox(height: 12),
_WarningsCard(
warnings: detail.warnings,
onCopyWarning: (warning) => _copyText(warning, 'Varning'),
onCopyAll: () => _copyText(detail.warnings.join('\n'), 'Varningar'),
onCopyWarning: (warning) =>
_copyText(_formatWarningLine(warning), 'Varning'),
onCopyAll: () => _copyText(
detail.warnings.map(_formatWarningLine).join('\n'),
'Varningar',
),
),
],
const SizedBox(height: 12),
@@ -583,8 +632,8 @@ class _OutputJsonCardState extends State<_OutputJsonCard> {
}
class _WarningsCard extends StatelessWidget {
final List<String> warnings;
final void Function(String warning) onCopyWarning;
final List<AdminAiWarning> warnings;
final void Function(AdminAiWarning warning) onCopyWarning;
final VoidCallback onCopyAll;
const _WarningsCard({
@@ -622,8 +671,27 @@ class _WarningsCard extends StatelessWidget {
(warning) => ListTile(
dense: true,
contentPadding: EdgeInsets.zero,
leading: const Icon(Icons.warning_amber_rounded, size: 18),
title: SelectableText(warning),
leading: Icon(_severityIcon(warning), size: 18, color: _severityColor(warning, theme)),
title: Text(
warning.title,
style: theme.textTheme.bodyMedium?.copyWith(fontWeight: FontWeight.w600),
),
subtitle: Column(
crossAxisAlignment: CrossAxisAlignment.start,
children: [
Text(warning.message),
if ((warning.location ?? '').trim().isNotEmpty)
Text(
warning.location!,
style: theme.textTheme.bodySmall,
),
if (warning.itemIndex != null)
Text(
'Rad: ${warning.itemIndex}',
style: theme.textTheme.bodySmall,
),
],
),
trailing: IconButton(
tooltip: 'Kopiera varning',
onPressed: () => onCopyWarning(warning),
@@ -636,4 +704,26 @@ class _WarningsCard extends StatelessWidget {
),
);
}
IconData _severityIcon(AdminAiWarning warning) {
switch (warning.severity) {
case 'error':
return Icons.error_outline;
case 'warning':
return Icons.warning_amber_rounded;
default:
return Icons.info_outline;
}
}
Color _severityColor(AdminAiWarning warning, ThemeData theme) {
switch (warning.severity) {
case 'error':
return theme.colorScheme.error;
case 'warning':
return Colors.orange.shade700;
default:
return theme.colorScheme.primary;
}
}
}