| 1 | import 'package:flutter_test/flutter_test.dart'; |
| 2 | import 'package:localmind/core/utils/bpe_decoder.dart'; |
| 3 | |
| 4 | void main() { |
| 5 | group('BpeDecoder', () { |
| 6 | test('handles standard UTF-8 decoded text with Turkish characters', () { |
| 7 | final decoder = BpeDecoder(); |
| 8 | const input = 'İstersen, biraz Türkçe konuşalım!'; |
| 9 | final result = decoder.decodeChunk(input); |
| 10 | expect(result, equals('İstersen, biraz Türkçe konuşalım!')); |
| 11 | }); |
| 12 | |
| 13 | test('handles empty chunks and flushes cleanly', () { |
| 14 | final decoder = BpeDecoder(); |
| 15 | expect(decoder.decodeChunk(''), equals('')); |
| 16 | expect(decoder.flush(), equals('')); |
| 17 | }); |
| 18 | |
| 19 | test('handles chunked standard UTF-8 text', () { |
| 20 | final decoder = BpeDecoder(); |
| 21 | final chunk1 = decoder.decodeChunk('İstersen, '); |
| 22 | final chunk2 = decoder.decodeChunk('biraz'); |
| 23 | expect(chunk1, equals('İstersen, ')); |
| 24 | expect(chunk2, equals('biraz')); |
| 25 | }); |
| 26 | }); |
| 27 | } |