Fix loading notes when approaching newest

Encrypted such as it is

README.md

@@ -15,6 +15,10 @@ Journaler helps you build a consistent journaling habit by periodically remindin
 
 ![Journaler Screenshot](docs/screenshots/journaler_main.png)
 
+## Note
+
+**Versions up to 3 use a local sqlite database while versions 4 and above use meillisearch!**
+
 ## Features
 
 - **Automated Reminders**: Customizable popup intervals to remind you to journal

lib/db.dart

@@ -390,6 +390,7 @@ END;
         return [];
       }
 
+      ftsQuery = ftsQuery.replaceAll('-', ' ');
       debugPrint('FTS query: "$ftsQuery"');
 
       // Execute the FTS query
@@ -401,7 +402,6 @@ END;
         JOIN notes n ON notes_fts.rowid = n.id
         WHERE notes_fts MATCH ?
         ORDER BY rank
-        LIMIT 100
         ''',
         [ftsQuery],
       );

lib/meilifix.dart

@@ -0,0 +1,220 @@
+import 'dart:convert';
+import 'dart:core';
+import 'package:http/http.dart' as http;
+import 'package:journaler/meilisearch_config.dart';
+
+const noteIndex = 'notes';
+const scratchIndex = 'scratch';
+final alphanum = RegExp(r'[a-zA-Z0-9]', caseSensitive: false);
+
+class MeilisearchQuery {
+  String q;
+  String? filter;
+  int? limit;
+  int? offset;
+  bool? showRankingScore;
+  double? rankingScoreThreshold;
+  String? highlightPreTag;
+  String? highlightPostTag;
+  List<String>? attributesToHighlight;
+  List<String>? sort;
+
+  MeilisearchQuery({
+    required this.q,
+    this.filter,
+    this.sort,
+    this.limit,
+    this.offset,
+    this.showRankingScore,
+    this.rankingScoreThreshold,
+    this.highlightPreTag,
+    this.highlightPostTag,
+    this.attributesToHighlight,
+  });
+
+  Map<String, dynamic> toJson() {
+    final Map<String, dynamic> json = {'q': q};
+    if (filter != null) json['filter'] = filter;
+    if (sort != null) json['sort'] = sort;
+    if (limit != null) json['limit'] = limit;
+    if (offset != null) json['offset'] = offset;
+    if (showRankingScore != null) json['showRankingScore'] = showRankingScore;
+    if (rankingScoreThreshold != null) {
+      json['rankingScoreThreshold'] = rankingScoreThreshold;
+    }
+    if (highlightPreTag != null) json['highlightPreTag'] = highlightPreTag;
+    if (highlightPostTag != null) json['highlightPostTag'] = highlightPostTag;
+    if (attributesToHighlight != null) {
+      json['attributesToHighlight'] = attributesToHighlight;
+    }
+    return json;
+  }
+}
+
+class MeilisearchResponse {
+  final List<dynamic> hits;
+  final String query;
+  final int processingTimeMs;
+  final int limit;
+  final int offset;
+  final int estimatedTotalHits;
+
+  MeilisearchResponse({
+    required this.hits,
+    required this.query,
+    required this.processingTimeMs,
+    required this.limit,
+    required this.offset,
+    required this.estimatedTotalHits,
+  });
+
+  static MeilisearchResponse fromJson(Map<String, dynamic> json) {
+    return MeilisearchResponse(
+      hits: json['hits'],
+      query: json['query'],
+      processingTimeMs: json['processingTimeMs'],
+      limit: json['limit'],
+      offset: json['offset'],
+      estimatedTotalHits: json['estimatedTotalHits'],
+    );
+  }
+}
+
+Future<Map<String, String>> _getHeaders() async {
+  final apiKey = await getMeilisearchApiKey();
+  return {
+    'Authorization': 'Bearer $apiKey',
+    'Content-Type': 'application/json',
+  };
+}
+
+Future<String> _getEndpoint() async {
+  return await getMeilisearchEndpoint();
+}
+
+Future<List<Map<String, dynamic>>> getAllDocuments(String index) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final allDocuments = <Map<String, dynamic>>[];
+  var offset = 0;
+  const limit = 100;
+
+  while (true) {
+    final response = await http.get(
+      Uri.parse('$endpoint/indexes/$index/documents?limit=$limit&offset=$offset'),
+      headers: headers,
+    );
+    if (response.statusCode != 200) {
+      throw Exception('Failed to get documents: ${response.statusCode}');
+    }
+    final responseJson = jsonDecode(response.body);
+    final documents = List<Map<String, dynamic>>.from(responseJson['results']);
+    
+    if (documents.isEmpty) {
+      break;
+    }
+    
+    allDocuments.addAll(documents);
+    print('Found ${allDocuments.length} documents so far in $index');
+    
+    if (documents.length < limit) {
+      break;
+    }
+    
+    offset += limit;
+  }
+  
+  print('Total documents found in $index: ${allDocuments.length}');
+  return allDocuments;
+}
+
+Map<String, dynamic> fixDocument(Map<String, dynamic> doc) {
+  final content = doc['content'] as String;
+  final date = doc['date'] as int;
+
+  // Calculate letter frequency
+  final letterFrequency = <String, int>{};
+  for (final char in content.split('')) {
+    if (alphanum.hasMatch(char)) {
+      letterFrequency[char] = (letterFrequency[char] ?? 0) + 1;
+    }
+  }
+
+  final mostFrequentLetter =
+      letterFrequency.entries.isEmpty
+          ? 'a'
+          : letterFrequency.entries
+              .reduce((a, b) => a.value > b.value ? a : b)
+              .key;
+
+  final mostFrequentLetterCount =
+      letterFrequency.isEmpty
+          ? 0.0
+          : letterFrequency[mostFrequentLetter]! / content.length;
+
+  return {
+    ...doc,
+    'dateISO':
+        DateTime.fromMillisecondsSinceEpoch(date).toUtc().toIso8601String(),
+    'topLetter': mostFrequentLetter,
+    'topLetterFrequency': mostFrequentLetterCount,
+  };
+}
+
+Future<void> updateDocument(String index, Map<String, dynamic> doc) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$index/documents'),
+    headers: headers,
+    body: jsonEncode(doc),
+  );
+  if (response.statusCode != 202) {
+    throw Exception('Failed to update document: ${response.statusCode}');
+  }
+}
+
+Future<void> fixAllDocuments() async {
+  print('Fixing notes...');
+  final notes = await getAllDocuments(noteIndex);
+  final noteBatches = <List<Map<String, dynamic>>>[];
+  for (var i = 0; i < notes.length; i += 10) {
+    noteBatches.add(notes.skip(i).take(10).toList());
+  }
+
+  for (final batch in noteBatches) {
+    await Future.wait(
+      batch.map((note) async {
+        final fixed = fixDocument(note);
+        await updateDocument(noteIndex, fixed);
+        print('Fixed note: ${note['id']}');
+      }),
+    );
+  }
+
+  print('Fixing scratches...');
+  final scratches = await getAllDocuments(scratchIndex);
+  final scratchBatches = <List<Map<String, dynamic>>>[];
+  for (var i = 0; i < scratches.length; i += 10) {
+    scratchBatches.add(scratches.skip(i).take(10).toList());
+  }
+
+  for (final batch in scratchBatches) {
+    await Future.wait(
+      batch.map((scratch) async {
+        final fixed = fixDocument(scratch);
+        await updateDocument(scratchIndex, fixed);
+        print('Fixed scratch: ${scratch['id']}');
+      }),
+    );
+  }
+}
+
+void main() async {
+  try {
+    await fixAllDocuments();
+    print('All documents fixed successfully!');
+  } catch (e) {
+    print('Error fixing documents: $e');
+  }
+}

lib/meilisearch.dart

@@ -0,0 +1,635 @@
+import 'dart:convert';
+import 'dart:core';
+import 'dart:math';
+import 'package:http/http.dart' as http;
+import 'package:journaler/notes.dart';
+import 'package:journaler/meilisearch_config.dart';
+
+const noteIndex = 'notes';
+const scratchIndex = 'scratch';
+const settingsIndex = 'settings';
+final alphanum = RegExp(r'[a-zA-Z0-9]', caseSensitive: false);
+
+Future<Map<String, String>> _getHeaders() async {
+  final apiKey = await getMeilisearchApiKey();
+  return {
+    'Authorization': 'Bearer $apiKey',
+    'Content-Type': 'application/json',
+  };
+}
+
+Future<String> _getEndpoint() async {
+  return await getMeilisearchEndpoint();
+}
+
+class MeilisearchQuery {
+  String q;
+  String? filter;
+  int? limit;
+  int? offset;
+  bool? showRankingScore;
+  double? rankingScoreThreshold;
+  String? highlightPreTag;
+  String? highlightPostTag;
+  List<String>? attributesToHighlight;
+  List<String>? sort;
+
+  MeilisearchQuery({
+    required this.q,
+    this.filter,
+    this.sort,
+    this.limit,
+    this.offset,
+    this.showRankingScore,
+    this.rankingScoreThreshold,
+    this.highlightPreTag,
+    this.highlightPostTag,
+    this.attributesToHighlight,
+  });
+
+  Map<String, dynamic> toJson() {
+    final Map<String, dynamic> json = {'q': q};
+    if (filter != null) json['filter'] = filter;
+    if (sort != null) json['sort'] = sort;
+    if (limit != null) json['limit'] = limit;
+    if (offset != null) json['offset'] = offset;
+    if (showRankingScore != null) json['showRankingScore'] = showRankingScore;
+    if (rankingScoreThreshold != null) {
+      json['rankingScoreThreshold'] = rankingScoreThreshold;
+    }
+    if (highlightPreTag != null) json['highlightPreTag'] = highlightPreTag;
+    if (highlightPostTag != null) json['highlightPostTag'] = highlightPostTag;
+    if (attributesToHighlight != null) {
+      json['attributesToHighlight'] = attributesToHighlight;
+    }
+    return json;
+  }
+}
+
+class MeilisearchResponse {
+  final List<dynamic> hits;
+  final String query;
+  final int processingTimeMs;
+  final int limit;
+  final int offset;
+  final int estimatedTotalHits;
+
+  MeilisearchResponse({
+    required this.hits,
+    required this.query,
+    required this.processingTimeMs,
+    required this.limit,
+    required this.offset,
+    required this.estimatedTotalHits,
+  });
+
+  static MeilisearchResponse fromJson(Map<String, dynamic> json) {
+    return MeilisearchResponse(
+      hits: json['hits'],
+      query: json['query'],
+      processingTimeMs: json['processingTimeMs'],
+      limit: json['limit'],
+      offset: json['offset'],
+      estimatedTotalHits: json['estimatedTotalHits'],
+    );
+  }
+}
+
+Future<void> init() async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+
+  if (!await indexExists(noteIndex)) {
+    await http.post(
+      Uri.parse('$endpoint/indexes'),
+      headers: headers,
+      body: jsonEncode({'uid': noteIndex, 'primaryKey': 'id'}),
+    );
+  }
+  await http.put(
+    Uri.parse('$endpoint/indexes/$noteIndex/settings/sortable-attributes'),
+    headers: headers,
+    body: jsonEncode(['date']),
+  );
+  await http.put(
+    Uri.parse('$endpoint/indexes/$noteIndex/settings/filterable-attributes'),
+    headers: headers,
+    body: jsonEncode(['date', 'topLetter', 'topLetterFrequency']),
+  );
+
+  if (!await indexExists(scratchIndex)) {
+    await http.post(
+      Uri.parse('$endpoint/indexes'),
+      headers: headers,
+      body: jsonEncode({'uid': scratchIndex, 'primaryKey': 'id'}),
+    );
+  }
+  await http.put(
+    Uri.parse('$endpoint/indexes/$scratchIndex/settings/sortable-attributes'),
+    headers: headers,
+    body: jsonEncode(['date']),
+  );
+  await http.put(
+    Uri.parse('$endpoint/indexes/$scratchIndex/settings/filterable-attributes'),
+    headers: headers,
+    body: jsonEncode(['date']),
+  );
+
+  if (!await indexExists(settingsIndex)) {
+    await http.post(
+      Uri.parse('$endpoint/indexes'),
+      headers: headers,
+      body: jsonEncode({'uid': settingsIndex, 'primaryKey': 'key'}),
+    );
+  }
+  await http.put(
+    Uri.parse('$endpoint/indexes/$settingsIndex/settings/filterable-attributes'),
+    headers: headers,
+    body: jsonEncode(['key', 'value']),
+  );
+}
+
+Future<bool> indexExists(String index) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final response = await http.get(
+    Uri.parse('$endpoint/indexes/$index'),
+    headers: headers,
+  );
+  return response.statusCode == 200;
+}
+
+// Settings Management
+Future<String?> getSetting(String key) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(q: '', filter: 'key = $key');
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$settingsIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception('Failed to get settings');
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  if (responseJson.hits.isEmpty) {
+    return null;
+  }
+  return responseJson.hits.first['value'] as String?;
+}
+
+Future<void> setSetting(String key, String value) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final document = {'key': key, 'value': value};
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$settingsIndex/documents'),
+    headers: headers,
+    body: jsonEncode(document),
+  );
+  if (response.statusCode != 202) {
+    throw Exception('Failed to set settings');
+  }
+}
+
+// Maybe we could factor a lot of this out into a separate function
+// But we don't care for now...
+Future<List<Note>> searchNotes(String query) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: query,
+    limit: 10,
+    attributesToHighlight: ['content'],
+    showRankingScore: true,
+    highlightPreTag: '<highlight>',
+    highlightPostTag: '</highlight>',
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception('Failed to search notes');
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  return responseJson.hits
+      .map(
+        (hit) => Note(
+          id: hit['id'] as String,
+          epochTime: hit['date'] as int,
+          content: hit['content'] as String,
+          snippet: hit['_formatted']['content'] as String,
+        ),
+      )
+      .toList();
+}
+
+Future<Note?> getPreviousTo(int epochTime) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    filter: 'date < $epochTime',
+    sort: ['date:desc'],
+    limit: 1,
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get previous note, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  if (responseJson.hits.isEmpty) {
+    return null;
+  }
+  return Note(
+    id: responseJson.hits.first['id'] as String,
+    epochTime: responseJson.hits.first['date'] as int,
+    content: responseJson.hits.first['content'] as String,
+  );
+}
+
+Future<Note?> getNextTo(int epochTime) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    filter: 'date > $epochTime',
+    sort: ['date:asc'],
+    limit: 1,
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get next note, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  if (responseJson.hits.isEmpty) {
+    return null;
+  }
+  return Note(
+    id: responseJson.hits.first['id'] as String,
+    epochTime: responseJson.hits.first['date'] as int,
+    content: responseJson.hits.first['content'] as String,
+  );
+}
+
+Future<Note?> getLatest() async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    sort: ['date:desc'],
+    limit: 1,
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get latest note, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  if (responseJson.hits.isEmpty) {
+    return null;
+  }
+  return Note(
+    id: responseJson.hits.first['id'] as String,
+    epochTime: responseJson.hits.first['date'] as int,
+    content: responseJson.hits.first['content'] as String,
+  );
+}
+
+String generateRandomString(int length) {
+  const characters =
+      'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';
+  var result = '';
+  for (var i = 0; i < length; i++) {
+    final randomIndex = Random().nextInt(characters.length);
+    result += characters[randomIndex];
+  }
+  return result;
+}
+
+Future<Note> createNote(String content) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final lines = content.split('\n');
+  final trimmedLines = <String>[];
+  for (final line in lines) {
+    final trimmedContent = line.trim().replaceAll(RegExp(r'\s{2,}'), ' ');
+    if (trimmedContent.isEmpty) {
+      continue;
+    }
+    trimmedLines.add(trimmedContent);
+  }
+  final trimmedContent = trimmedLines.join('\n');
+
+  final letterFrequency = <String, int>{};
+  for (final char in trimmedContent.split('')) {
+    if (alphanum.hasMatch(char)) {
+      letterFrequency[char] = (letterFrequency[char] ?? 0) + 1;
+    }
+  }
+
+  // Handle the case where there are no alphanumeric characters
+  String mostFrequentLetter = 'a'; // Default value
+  double mostFrequentLetterCount = 0.0; // Default value
+  
+  if (letterFrequency.isNotEmpty) {
+    mostFrequentLetter = letterFrequency.entries.reduce((a, b) => a.value > b.value ? a : b).key;
+    mostFrequentLetterCount = letterFrequency[mostFrequentLetter]! / (trimmedContent.length > 0 ? trimmedContent.length : 1);
+  }
+
+  final document = {
+    'id': generateRandomString(32),
+    'date': DateTime.now().toUtc().millisecondsSinceEpoch,
+    'dateISO': DateTime.now().toUtc().toIso8601String(),
+    'content': content,
+    'topLetter': mostFrequentLetter,
+    'topLetterFrequency': mostFrequentLetterCount,
+  };
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/documents'),
+    headers: headers,
+    body: jsonEncode(document),
+  );
+  if (response.statusCode != 202) {
+    throw Exception('Failed to create note');
+  }
+  return Note(
+    id: document['id'] as String,
+    epochTime: document['date'] as int,
+    content: document['content'] as String,
+  );
+}
+
+Future<List<Note>> getProblematic({double threshold = 0.7}) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    filter: 'topLetterFrequency > $threshold',
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get problematic notes, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  return responseJson.hits
+      .map(
+        (hit) => Note(
+          id: hit['id'] as String,
+          epochTime: hit['date'] as int,
+          content: hit['content'] as String,
+          isProblematic: true,
+          problemReason:
+              'Character "${hit['topLetter']}" makes up ${(hit['topLetterFrequency'] * 100).toStringAsFixed(1)}% of the content',
+        ),
+      )
+      .toList();
+}
+
+// TODO: only update if changed
+// How? idk
+Future<void> updateNote(Note note) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final lines = note.content.split('\n');
+  final trimmedLines = <String>[];
+  for (final line in lines) {
+    final trimmedContent = line.trim().replaceAll(RegExp(r'\s{2,}'), ' ');
+    if (trimmedContent.isEmpty) {
+      continue;
+    }
+    trimmedLines.add(trimmedContent);
+  }
+  final trimmedContent = trimmedLines.join('\n');
+
+  final letterFrequency = <String, int>{};
+  for (final char in trimmedContent.split('')) {
+    if (alphanum.hasMatch(char)) {
+      letterFrequency[char] = (letterFrequency[char] ?? 0) + 1;
+    }
+  }
+
+  // Handle the case where there are no alphanumeric characters
+  String mostFrequentLetter = 'a'; // Default value
+  double mostFrequentLetterRatio = 0.0; // Default value
+  
+  if (letterFrequency.isNotEmpty) {
+    mostFrequentLetter = letterFrequency.entries.reduce((a, b) => a.value > b.value ? a : b).key;
+    mostFrequentLetterRatio = letterFrequency[mostFrequentLetter]! / (trimmedContent.length > 0 ? trimmedContent.length : 1);
+  }
+
+  final document = {
+    'id': note.id,
+    'content': trimmedContent,
+    'date': note.epochTime,
+    'dateISO':
+        DateTime.fromMillisecondsSinceEpoch(
+          note.epochTime,
+        ).toUtc().toIso8601String(),
+    'topLetter': mostFrequentLetter,
+    'topLetterFrequency': mostFrequentLetterRatio,
+  };
+
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/documents'),
+    headers: headers,
+    body: jsonEncode(document),
+  );
+  if (response.statusCode != 202) {
+    throw Exception(
+      'Failed to update note, backend responded with ${response.statusCode}',
+    );
+  }
+}
+
+Future<void> deleteNote(String id) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final response = await http.delete(
+    Uri.parse('$endpoint/indexes/$noteIndex/documents/$id'),
+    headers: headers,
+  );
+  if (response.statusCode != 202) {
+    throw Exception(
+      'Failed to delete note, backend responded with ${response.statusCode}',
+    );
+  }
+}
+
+Future<Scratch?> getLatestScratch() async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    sort: ['date:desc'],
+    limit: 1,
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$scratchIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get latest scratch, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  if (responseJson.hits.isEmpty) {
+    return null;
+  }
+  return Scratch(
+    id: responseJson.hits.first['id'] as String,
+    epochTime: responseJson.hits.first['date'] as int,
+    content: responseJson.hits.first['content'] as String,
+  );
+}
+
+Future<Scratch> createScratch(String content) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final document = {
+    'id': generateRandomString(32),
+    'date': DateTime.now().toUtc().millisecondsSinceEpoch,
+    'content': content,
+  };
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$scratchIndex/documents'),
+    headers: headers,
+    body: jsonEncode(document),
+  );
+  if (response.statusCode != 202) {
+    throw Exception(
+      'Failed to create scratch, backend responded with ${response.statusCode}',
+    );
+  }
+  return Scratch(
+    id: document['id'] as String,
+    epochTime: document['date'] as int,
+    content: document['content'] as String,
+  );
+}
+
+Future<List<Note>> getNotesBefore(int epochTime, {int limit = 50}) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    filter: 'date < $epochTime',
+    sort: ['date:desc'],
+    limit: limit,
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get notes before timestamp, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  return responseJson.hits
+      .map(
+        (hit) => Note(
+          id: hit['id'] as String,
+          epochTime: hit['date'] as int,
+          content: hit['content'] as String,
+        ),
+      )
+      .toList();
+}
+
+Future<List<Note>> getNotesAfter(int epochTime, {int limit = 50}) async {
+  final endpoint = await _getEndpoint();
+  final headers = await _getHeaders();
+  final searchCondition = MeilisearchQuery(
+    q: '',
+    filter: 'date > $epochTime',
+    sort: ['date:asc'],
+    limit: limit,
+  );
+  final response = await http.post(
+    Uri.parse('$endpoint/indexes/$noteIndex/search'),
+    headers: headers,
+    body: jsonEncode(searchCondition.toJson()),
+  );
+  if (response.statusCode != 200) {
+    throw Exception(
+      'Failed to get notes after timestamp, backend responded with ${response.statusCode}',
+    );
+  }
+  final responseJson = MeilisearchResponse.fromJson(jsonDecode(response.body));
+  return responseJson.hits
+      .map(
+        (hit) => Note(
+          id: hit['id'] as String,
+          epochTime: hit['date'] as int,
+          content: hit['content'] as String,
+        ),
+      )
+      .toList();
+}
+
+Future<Duration> getPopupInterval() async {
+  final value = await getSetting('popupInterval');
+  if (value == null) {
+    return const Duration(minutes: 20);
+  }
+  return Duration(minutes: int.parse(value));
+}
+
+Future<void> setPopupInterval(Duration interval) async {
+  await setSetting('popupInterval', interval.inMinutes.toString());
+}
+
+Future<int> getCacheSizeBefore() async {
+  final value = await getSetting('cacheSizeBefore');
+  if (value == null) {
+    return 50; // Default value
+  }
+  return int.parse(value);
+}
+
+Future<void> setCacheSizeBefore(int size) async {
+  await setSetting('cacheSizeBefore', size.toString());
+}
+
+Future<int> getCacheSizeAfter() async {
+  final value = await getSetting('cacheSizeAfter');
+  if (value == null) {
+    return 50; // Default value
+  }
+  return int.parse(value);
+}
+
+Future<void> setCacheSizeAfter(int size) async {
+  await setSetting('cacheSizeAfter', size.toString());
+}

lib/meilisearch_config.dart

@@ -0,0 +1,133 @@
+import 'dart:convert';
+import 'dart:io';
+import 'package:crypto/crypto.dart';
+import 'package:path/path.dart' as path;
+
+const defaultEndpoint = 'http://localhost:7700';
+const defaultApiKey = 'masterKey';
+
+// Cache for configuration
+String? _cachedEndpoint;
+String? _cachedApiKey;
+bool _isInitialized = false;
+
+// Get the config file path in the user's home directory
+Future<String> _getConfigPath() async {
+  final home =
+      Platform.environment['HOME'] ?? Platform.environment['USERPROFILE'];
+  if (home == null) {
+    throw Exception('Could not find home directory');
+  }
+  final configDir = Directory(path.join(home, '.journaler'));
+  if (!await configDir.exists()) {
+    await configDir.create(recursive: true);
+  }
+  return path.join(configDir.path, 'meilisearch_config.enc');
+}
+
+// Simple encryption key derived from machine-specific data
+String _getEncryptionKey() {
+  final machineId =
+      Platform.operatingSystem +
+      Platform.operatingSystemVersion +
+      Platform.localHostname;
+  return sha256.convert(utf8.encode(machineId)).toString();
+}
+
+// Encrypt data
+String _encrypt(String data) {
+  final key = _getEncryptionKey();
+  final bytes = utf8.encode(data);
+  final encrypted = <int>[];
+  for (var i = 0; i < bytes.length; i++) {
+    encrypted.add(bytes[i] ^ key.codeUnitAt(i % key.length));
+  }
+  return base64.encode(encrypted);
+}
+
+// Decrypt data
+String _decrypt(String encrypted) {
+  final key = _getEncryptionKey();
+  final bytes = base64.decode(encrypted);
+  final decrypted = <int>[];
+  for (var i = 0; i < bytes.length; i++) {
+    decrypted.add(bytes[i] ^ key.codeUnitAt(i % key.length));
+  }
+  return utf8.decode(decrypted);
+}
+
+// Initialize cache from file
+Future<void> _initializeCache() async {
+  if (_isInitialized) return;
+  
+  try {
+    final configPath = await _getConfigPath();
+    final file = File(configPath);
+    if (!await file.exists()) {
+      _cachedEndpoint = defaultEndpoint;
+      _cachedApiKey = defaultApiKey;
+      _isInitialized = true;
+      return;
+    }
+    
+    final encrypted = await file.readAsString();
+    final decrypted = _decrypt(encrypted);
+    final config = jsonDecode(decrypted);
+    
+    _cachedEndpoint = config['endpoint'] ?? defaultEndpoint;
+    _cachedApiKey = config['apiKey'] ?? defaultApiKey;
+  } catch (e) {
+    _cachedEndpoint = defaultEndpoint;
+    _cachedApiKey = defaultApiKey;
+  }
+  
+  _isInitialized = true;
+}
+
+Future<String> getMeilisearchEndpoint() async {
+  await _initializeCache();
+  return _cachedEndpoint!;
+}
+
+Future<String> getMeilisearchApiKey() async {
+  await _initializeCache();
+  return _cachedApiKey!;
+}
+
+Future<void> setMeilisearchEndpoint(String endpoint) async {
+  final configPath = await _getConfigPath();
+  final file = File(configPath);
+  
+  Map<String, dynamic> config = {};
+  if (await file.exists()) {
+    final encrypted = await file.readAsString();
+    final decrypted = _decrypt(encrypted);
+    config = jsonDecode(decrypted);
+  }
+  
+  config['endpoint'] = endpoint;
+  final encrypted = _encrypt(jsonEncode(config));
+  await file.writeAsString(encrypted);
+  
+  // Update cache
+  _cachedEndpoint = endpoint;
+}
+
+Future<void> setMeilisearchApiKey(String apiKey) async {
+  final configPath = await _getConfigPath();
+  final file = File(configPath);
+  
+  Map<String, dynamic> config = {};
+  if (await file.exists()) {
+    final encrypted = await file.readAsString();
+    final decrypted = _decrypt(encrypted);
+    config = jsonDecode(decrypted);
+  }
+  
+  config['apiKey'] = apiKey;
+  final encrypted = _encrypt(jsonEncode(config));
+  await file.writeAsString(encrypted);
+  
+  // Update cache
+  _cachedApiKey = apiKey;
+}

lib/notes.dart

@@ -1,8 +1,8 @@
-import 'package:journaler/db.dart';
 import 'package:intl/intl.dart';
 
 class Note {
-  final String date;
+  final String id;
+  final int epochTime;
   late final String displayDate;
   String content;
   String? snippet;
@@ -10,199 +10,23 @@ class Note {
   String problemReason;
 
   Note({
-    required this.date,
+    required this.id,
+    required this.epochTime,
     required this.content,
     this.snippet,
     this.isProblematic = false,
     this.problemReason = '',
   }) {
-    final dtUtc = DateFormat('yyyy-MM-dd HH:mm:ss').parse(date, true);
+    final dtUtc = DateTime.fromMillisecondsSinceEpoch(epochTime, isUtc: true);
     final dtLocal = dtUtc.toLocal();
     displayDate = DateFormat('yyyy-MM-dd HH:mm:ss').format(dtLocal);
   }
 }
 
 class Scratch {
-  final String date;
+  final int epochTime;
+  final String id;
   String content;
 
-  Scratch({required this.date, required this.content});
-}
-
-Future<Note?> getLatestNote() async {
-  final note = await DB.db.rawQuery(
-    'SELECT content, date FROM notes ORDER BY date DESC LIMIT 1',
-  );
-  if (note.isEmpty) {
-    return null;
-  }
-  return Note(
-    date: note[0]['date'] as String,
-    content: note[0]['content'] as String,
-  );
-}
-
-Future<void> createNote(String content) async {
-  // Trim each line, sometimes we fuck up by doing a lil "foobar            "
-  // Maybe I should also look for \s{2,}...
-  final lines = content.split('\n');
-  final trimmedLines = <String>[];
-  for (final line in lines) {
-    final trimmedContent = line.trim().replaceAll(RegExp(r'\s{2,}'), ' ');
-    if (trimmedContent.isEmpty) {
-      continue;
-    }
-    trimmedLines.add(trimmedContent);
-  }
-  final trimmedContent = trimmedLines.join('\n');
-  await DB.db.insert('notes', {'content': trimmedContent});
-}
-
-Future<void> updateNote(Note note) async {
-  // Trim the content to avoid saving just whitespace
-  final trimmedContent = note.content.trim();
-  if (trimmedContent.isEmpty) {
-    // Delete the note if content is empty
-    await DB.db.delete('notes', where: 'date = ?', whereArgs: [note.date]);
-    return;
-  }
-
-  await DB.db.update(
-    'notes',
-    {'content': trimmedContent},
-    where: 'date = ?',
-    whereArgs: [note.date],
-  );
-}
-
-Future<Scratch?> getLatestScratch() async {
-  final scratch = await DB.db.rawQuery(
-    'SELECT content, date FROM scratches ORDER BY date DESC LIMIT 1',
-  );
-
-  if (scratch.isEmpty) {
-    return null;
-  } else {
-    return Scratch(
-      date: scratch[0]['date'] as String,
-      content: scratch[0]['content'] as String,
-    );
-  }
-}
-
-Future<void> createScratch(String content) async {
-  // Trim content but allow empty scratch notes (they might be intentionally cleared)
-  final trimmedContent = content.trim();
-  await DB.db.insert('scratches', {'content': trimmedContent});
-}
-
-// Get the note immediately older than the given date
-Future<Note?> getPreviousNote(String currentDate) async {
-  final List<Map<String, dynamic>> notes = await DB.db.query(
-    'notes',
-    where: 'date < ?',
-    whereArgs: [currentDate],
-    orderBy: 'date DESC',
-    limit: 1,
-  );
-  if (notes.isNotEmpty) {
-    return Note(
-      date: notes.first['date'] as String,
-      content: notes.first['content'] as String,
-    );
-  }
-  return null;
-}
-
-// Get the note immediately newer than the given date
-Future<Note?> getNextNote(String currentDate) async {
-  final List<Map<String, dynamic>> notes = await DB.db.query(
-    'notes',
-    where: 'date > ?',
-    whereArgs: [currentDate],
-    orderBy: 'date ASC',
-    limit: 1,
-  );
-  if (notes.isNotEmpty) {
-    return Note(
-      date: notes.first['date'] as String,
-      content: notes.first['content'] as String,
-    );
-  }
-  // If there's no newer note, it means we might be at the latest
-  // but let's double-check by explicitly getting the latest again.
-  // This handles the case where the `currentDate` might not be the absolute latest.
-  return getLatestNote();
-}
-
-/// Delete a note by its date
-Future<bool> deleteNote(String date) async {
-  final result = await DB.db.delete(
-    'notes',
-    where: 'date = ?',
-    whereArgs: [date],
-  );
-
-  return result > 0; // Return true if a note was deleted
-}
-
-// Search notes using full-text search
-Future<List<Note>> searchNotes(String query) async {
-  if (query.isEmpty) {
-    return [];
-  }
-
-  // Call DB search function
-  final List<Map<String, dynamic>> results = await DB.searchNotes(query);
-
-  // Convert results to Note objects
-  return results
-      .map(
-        (result) => Note(
-          date: result['date'] as String,
-          content: result['content'] as String,
-          snippet:
-              result['snippet'] as String?, // Highlighted snippets from FTS
-        ),
-      )
-      .toList();
-}
-
-// Find potentially problematic entries based on character distribution
-Future<List<Note>> findProblematicEntries({
-  double maxCharPercentage = 0.7,
-}) async {
-  // Simple SQLite query that counts character occurrences using replace
-  final List<Map<String, dynamic>> results = await DB.db.rawQuery(
-    '''
-    WITH char_counts AS (
-      SELECT
-        id,
-        date,
-        content,
-        substr(content, 1, 1) as char,
-        (length(content) - length(replace(content, substr(content, 1, 1), ''))) as char_count,
-        length(content) as total_length,
-        cast(length(content) - length(replace(content, substr(content, 1, 1), '')) as float) / length(content) as percentage
-      FROM notes
-    )
-    SELECT *
-    FROM char_counts
-    WHERE percentage > ?
-    ORDER BY date DESC
-  ''',
-    [maxCharPercentage],
-  );
-
-  return results
-      .map(
-        (row) => Note(
-          date: row['date'] as String,
-          content: row['content'] as String,
-          isProblematic: true,
-          problemReason:
-              'Character "${row['char']}" makes up ${(row['percentage'] * 100).toStringAsFixed(1)}% of the content',
-        ),
-      )
-      .toList();
+  Scratch({required this.id, required this.epochTime, required this.content});
 }

lib/utils.dart

@@ -0,0 +1,39 @@
+import 'package:journaler/meilisearch.dart';
+
+Future<double> getVolume() async {
+  try {
+    final volumeStr = await getSetting('notificationVolume');
+    return double.tryParse(volumeStr ?? '0.7') ?? 0.7;
+  } catch (e) {
+    return 0.7;
+  }
+}
+
+Future<void> setVolume(double volume) async {
+  await setSetting('notificationVolume', volume.toString());
+}
+
+Future<Duration> getPopupInterval() async {
+  try {
+    final intervalStr = await getSetting('popupIntervalMinutes');
+    return Duration(minutes: int.tryParse(intervalStr ?? '10') ?? 10);
+  } catch (e) {
+    return Duration(minutes: 10);
+  }
+}
+
+Future<void> setPopupInterval(Duration interval) async {
+  await setSetting('popupIntervalMinutes', interval.inMinutes.toString());
+}
+
+Future<String> getNotificationSound() async {
+  try {
+    return await getSetting('notificationSound') ?? 'MeetTheSniper.mp3';
+  } catch (e) {
+    return 'MeetTheSniper.mp3';
+  }
+}
+
+Future<void> setNotificationSound(String sound) async {
+  await setSetting('notificationSound', sound);
+}

pubspec.lock

@@ -130,7 +130,7 @@ packages:
     source: hosted
     version: "1.19.1"
   crypto:
-    dependency: transitive
+    dependency: "direct main"
     description:
       name: crypto
       sha256: "1e445881f28f22d6140f181e07737b22f1e099a5e1ff94b0af2f9e4a463f4855"
@@ -201,13 +201,13 @@ packages:
     source: sdk
     version: "0.0.0"
   http:
-    dependency: transitive
+    dependency: "direct main"
     description:
       name: http
-      sha256: fe7ab022b76f3034adc518fb6ea04a82387620e19977665ea18d30a1cf43442f
+      sha256: "2c11f3f94c687ee9bad77c171151672986360b2b001d109814ee7140b2cf261b"
       url: "https://pub.dev"
     source: hosted
-    version: "1.3.0"
+    version: "1.4.0"
   http_parser:
     dependency: transitive
     description:

pubspec.yaml

@@ -41,6 +41,8 @@ dependencies:
   path: ^1.8.0
   ps_list: ^0.0.5
   intl: ^0.20.2
+  http: ^1.4.0
+  crypto: ^3.0.3
 
 dev_dependencies:
   flutter_test: