Fossil SCM

Adapt test-case 112 such that it contains a reversed CR/LF, a case not covered before. Fix detection of reversed CR/LF and lone CR in reversed UTF-16 case.

jan.nijtmans 2013-03-18 12:37 trunk
Commit a4cdc7235a92342204a193a6504de066def41110
Parent d1f0c4b93e29d71…
2 files changed +13 -20 +28 -28
~ src/diff.c ~ test/utf.test
M src/diff.c
+13 -20
--- src/diff.c
+++ src/diff.c
@@ -346,52 +346,45 @@
346346
 if( n%sizeof(WCHAR_T) ){
347347
 flags |= LOOK_ODD; /* Odd number of bytes -> binary (UTF-8?) */
348348
 if( n<sizeof(WCHAR_T) ) return flags; /* One byte -> binary (UTF-8?) */
349349
 }
350350
 c = *z;
351
- if( bReverse ){
352
- c = UTF16_SWAP(c);
353
- }
354351
 if( c==0 ){
355352
 flags |= LOOK_NUL; /* NUL character in a file -> binary */
356
- }else if( c=='\r' ){
357
- flags |= LOOK_CR;
358
- if( n<=sizeof(WCHAR_T) || z[1]!='\n' ){
359
- flags |= LOOK_LONE_CR; /* More chars, next char is not LF */
360
- }
353
+ }else if( bReverse ){
354
+ c = UTF16_SWAP(c);
361355
 }
362356
 j = (c!='\n');
363357
 if( !j ) flags |= (LOOK_LF | LOOK_LONE_LF); /* Found LF as first char */
364358
 while( 1 ){
365359
 int c2 = c;
366360
 n -= sizeof(WCHAR_T);
367361
 if( n<sizeof(WCHAR_T) ) break;
368362
 c = *++z;
369
- if( bReverse ){
370
- c = UTF16_SWAP(c);
371
- }
372363
 ++j;
373364
 if( c==0 ){
374365
 flags |= LOOK_NUL; /* NUL character in a file -> binary */
375
- }else if( c=='\n' ){
376
- flags |= LOOK_LF;
366
+ }else if( bReverse ){
367
+ c = UTF16_SWAP(c);
368
+ }
369
+ if( c=='\n' ){
377370
 if( c2=='\r' ){
378
- flags |= LOOK_CRLF; /* Found LF preceded by CR */
371
+ flags |= (LOOK_CRLF | LOOK_CR | LOOK_LF);
379372
 }else{
380
- flags |= LOOK_LONE_LF;
373
+ flags |= (LOOK_LONE_LF | LOOK_LF);
381374
 }
382375
 if( j>UTF16_LENGTH_MASK ){
383376
 flags |= LOOK_LENGTH; /* Very long line -> binary */
384377
 }
385378
 j = 0;
386
- }else if( c=='\r' ){
387
- flags |= LOOK_CR;
388
- if( n<=sizeof(WCHAR_T) || z[1]!='\n' ){
389
- flags |= LOOK_LONE_CR; /* More chars, next char is not LF */
390
- }
379
+ }else if( c2=='\r' ){
380
+ flags |= (LOOK_CR | LOOK_LONE_CR);
391381
 }
392382
 }
383
+ if( c=='\r' ){
384
+ flags |= (LOOK_CR | LOOK_LONE_CR); /* Found CR as last char */
385
+ }
393386
 if( j>UTF16_LENGTH_MASK ){
394387
 flags |= LOOK_LENGTH; /* Very long line -> binary */
395388
 }
396389
 return flags;
397390
 }
398391
--- src/diff.c
+++ src/diff.c
@@ -346,52 +346,45 @@
346 if( n%sizeof(WCHAR_T) ){
347 flags |= LOOK_ODD; /* Odd number of bytes -> binary (UTF-8?) */
348 if( n<sizeof(WCHAR_T) ) return flags; /* One byte -> binary (UTF-8?) */
349 }
350 c = *z;
351 if( bReverse ){
352 c = UTF16_SWAP(c);
353 }
354 if( c==0 ){
355 flags |= LOOK_NUL; /* NUL character in a file -> binary */
356 }else if( c=='\r' ){
357 flags |= LOOK_CR;
358 if( n<=sizeof(WCHAR_T) || z[1]!='\n' ){
359 flags |= LOOK_LONE_CR; /* More chars, next char is not LF */
360 }
361 }
362 j = (c!='\n');
363 if( !j ) flags |= (LOOK_LF | LOOK_LONE_LF); /* Found LF as first char */
364 while( 1 ){
365 int c2 = c;
366 n -= sizeof(WCHAR_T);
367 if( n<sizeof(WCHAR_T) ) break;
368 c = *++z;
369 if( bReverse ){
370 c = UTF16_SWAP(c);
371 }
372 ++j;
373 if( c==0 ){
374 flags |= LOOK_NUL; /* NUL character in a file -> binary */
375 }else if( c=='\n' ){
376 flags |= LOOK_LF;
 
 
377 if( c2=='\r' ){
378 flags |= LOOK_CRLF; /* Found LF preceded by CR */
379 }else{
380 flags |= LOOK_LONE_LF;
381 }
382 if( j>UTF16_LENGTH_MASK ){
383 flags |= LOOK_LENGTH; /* Very long line -> binary */
384 }
385 j = 0;
386 }else if( c=='\r' ){
387 flags |= LOOK_CR;
388 if( n<=sizeof(WCHAR_T) || z[1]!='\n' ){
389 flags |= LOOK_LONE_CR; /* More chars, next char is not LF */
390 }
391 }
392 }
 
 
 
393 if( j>UTF16_LENGTH_MASK ){
394 flags |= LOOK_LENGTH; /* Very long line -> binary */
395 }
396 return flags;
397 }
398
--- src/diff.c
+++ src/diff.c
@@ -346,52 +346,45 @@
346 if( n%sizeof(WCHAR_T) ){
347 flags |= LOOK_ODD; /* Odd number of bytes -> binary (UTF-8?) */
348 if( n<sizeof(WCHAR_T) ) return flags; /* One byte -> binary (UTF-8?) */
349 }
350 c = *z;
 
 
 
351 if( c==0 ){
352 flags |= LOOK_NUL; /* NUL character in a file -> binary */
353 }else if( bReverse ){
354 c = UTF16_SWAP(c);
 
 
 
355 }
356 j = (c!='\n');
357 if( !j ) flags |= (LOOK_LF | LOOK_LONE_LF); /* Found LF as first char */
358 while( 1 ){
359 int c2 = c;
360 n -= sizeof(WCHAR_T);
361 if( n<sizeof(WCHAR_T) ) break;
362 c = *++z;
 
 
 
363 ++j;
364 if( c==0 ){
365 flags |= LOOK_NUL; /* NUL character in a file -> binary */
366 }else if( bReverse ){
367 c = UTF16_SWAP(c);
368 }
369 if( c=='\n' ){
370 if( c2=='\r' ){
371 flags |= (LOOK_CRLF | LOOK_CR | LOOK_LF);
372 }else{
373 flags |= (LOOK_LONE_LF | LOOK_LF);
374 }
375 if( j>UTF16_LENGTH_MASK ){
376 flags |= LOOK_LENGTH; /* Very long line -> binary */
377 }
378 j = 0;
379 }else if( c2=='\r' ){
380 flags |= (LOOK_CR | LOOK_LONE_CR);
 
 
 
381 }
382 }
383 if( c=='\r' ){
384 flags |= (LOOK_CR | LOOK_LONE_CR); /* Found CR as last char */
385 }
386 if( j>UTF16_LENGTH_MASK ){
387 flags |= LOOK_LENGTH; /* Very long line -> binary */
388 }
389 return flags;
390 }
391
M test/utf.test
+28 -28
--- test/utf.test
+++ test/utf.test
@@ -160,11 +160,11 @@
160160
 107 \x00[string repeat A 8193]\x00\r\n \
161161
 108 \x00[string repeat ABCD 2049]\x00 \
162162
 109 \x00[string repeat ABCD 2049]\x00\r \
163163
 110 \x00[string repeat ABCD 2049]\x00\n \
164164
 111 \x00[string repeat ABCD 2049]\x00\r\n \
165
- 112 \u0d00\n \
165
+ 112 \r\u0d00\u0a00\n \
166166
 113 \u0a00\u0d00\n \
167167
 ]
168168
169169
 array set extraData [list \
170170
 0 "" \
@@ -3375,31 +3375,31 @@
33753375
 Has flag LOOK_CRLF: yes
33763376
 Has flag LOOK_LENGTH: yes
33773377
 Has flag LOOK_ODD: no}
33783378
33793379
 utf-check 324 utf-check-324-0-112-0.jnk \
3380
-{File "%TEMP%/utf-check-324-0-112-0.jnk" has 2 bytes.
3380
+{File "%TEMP%/utf-check-324-0-112-0.jnk" has 4 bytes.
33813381
 Starts with UTF-8 BOM: no
33823382
 Starts with UTF-16 BOM: no
33833383
 Looks like UTF-8: no
33843384
 Has flag LOOK_NUL: yes
3385
-Has flag LOOK_CR: no
3386
-Has flag LOOK_LONE_CR: no
3385
+Has flag LOOK_CR: yes
3386
+Has flag LOOK_LONE_CR: yes
33873387
 Has flag LOOK_LF: yes
33883388
 Has flag LOOK_LONE_LF: yes
33893389
 Has flag LOOK_CRLF: no
33903390
 Has flag LOOK_LENGTH: no
33913391
 Has flag LOOK_ODD: no}
33923392
33933393
 utf-check 325 utf-check-325-0-112-1.jnk \
3394
-{File "%TEMP%/utf-check-325-0-112-1.jnk" has 3 bytes.
3394
+{File "%TEMP%/utf-check-325-0-112-1.jnk" has 5 bytes.
33953395
 Starts with UTF-8 BOM: no
33963396
 Starts with UTF-16 BOM: no
33973397
 Looks like UTF-8: no
33983398
 Has flag LOOK_NUL: yes
3399
-Has flag LOOK_CR: no
3400
-Has flag LOOK_LONE_CR: no
3399
+Has flag LOOK_CR: yes
3400
+Has flag LOOK_LONE_CR: yes
34013401
 Has flag LOOK_LF: yes
34023402
 Has flag LOOK_LONE_LF: yes
34033403
 Has flag LOOK_CRLF: no
34043404
 Has flag LOOK_LENGTH: no
34053405
 Has flag LOOK_ODD: no}
@@ -6567,31 +6567,31 @@
65676567
 Has flag LOOK_CRLF: yes
65686568
 Has flag LOOK_LENGTH: yes
65696569
 Has flag LOOK_ODD: no}
65706570
65716571
 utf-check 552 utf-check-552-1-112-0.jnk \
6572
-{File "%TEMP%/utf-check-552-1-112-0.jnk" has 7 bytes.
6572
+{File "%TEMP%/utf-check-552-1-112-0.jnk" has 11 bytes.
65736573
 Starts with UTF-8 BOM: yes
65746574
 Starts with UTF-16 BOM: no
65756575
 Looks like UTF-8: yes
65766576
 Has flag LOOK_NUL: no
6577
-Has flag LOOK_CR: no
6578
-Has flag LOOK_LONE_CR: no
6577
+Has flag LOOK_CR: yes
6578
+Has flag LOOK_LONE_CR: yes
65796579
 Has flag LOOK_LF: yes
65806580
 Has flag LOOK_LONE_LF: yes
65816581
 Has flag LOOK_CRLF: no
65826582
 Has flag LOOK_LENGTH: no
65836583
 Has flag LOOK_ODD: no}
65846584
65856585
 utf-check 553 utf-check-553-1-112-1.jnk \
6586
-{File "%TEMP%/utf-check-553-1-112-1.jnk" has 8 bytes.
6586
+{File "%TEMP%/utf-check-553-1-112-1.jnk" has 12 bytes.
65876587
 Starts with UTF-8 BOM: yes
65886588
 Starts with UTF-16 BOM: no
65896589
 Looks like UTF-8: yes
65906590
 Has flag LOOK_NUL: no
6591
-Has flag LOOK_CR: no
6592
-Has flag LOOK_LONE_CR: no
6591
+Has flag LOOK_CR: yes
6592
+Has flag LOOK_LONE_CR: yes
65936593
 Has flag LOOK_LF: yes
65946594
 Has flag LOOK_LONE_LF: yes
65956595
 Has flag LOOK_CRLF: no
65966596
 Has flag LOOK_LENGTH: no
65976597
 Has flag LOOK_ODD: no}
@@ -9759,34 +9759,34 @@
97599759
 Has flag LOOK_CRLF: no
97609760
 Has flag LOOK_LENGTH: yes
97619761
 Has flag LOOK_ODD: no}
97629762
97639763
 utf-check 780 utf-check-780-2-112-0.jnk \
9764
-{File "%TEMP%/utf-check-780-2-112-0.jnk" has 6 bytes.
9764
+{File "%TEMP%/utf-check-780-2-112-0.jnk" has 10 bytes.
97659765
 Starts with UTF-8 BOM: no
97669766
 Starts with UTF-16 BOM: yes
97679767
 Looks like UTF-16: yes
97689768
 Has flag LOOK_NUL: no
9769
-Has flag LOOK_CR: no
9770
-Has flag LOOK_LONE_CR: no
9769
+Has flag LOOK_CR: yes
9770
+Has flag LOOK_LONE_CR: yes
97719771
 Has flag LOOK_LF: yes
97729772
 Has flag LOOK_LONE_LF: yes
97739773
 Has flag LOOK_CRLF: no
97749774
 Has flag LOOK_LENGTH: no
97759775
 Has flag LOOK_ODD: no}
97769776
97779777
 utf-check 781 utf-check-781-2-112-1.jnk \
9778
-{File "%TEMP%/utf-check-781-2-112-1.jnk" has 7 bytes.
9778
+{File "%TEMP%/utf-check-781-2-112-1.jnk" has 11 bytes.
97799779
 Starts with UTF-8 BOM: no
97809780
 Starts with UTF-16 BOM: yes
97819781
 Looks like UTF-8: no
97829782
 Has flag LOOK_NUL: yes
97839783
 Has flag LOOK_CR: yes
9784
-Has flag LOOK_LONE_CR: no
9784
+Has flag LOOK_LONE_CR: yes
97859785
 Has flag LOOK_LF: yes
9786
-Has flag LOOK_LONE_LF: no
9787
-Has flag LOOK_CRLF: yes
9786
+Has flag LOOK_LONE_LF: yes
9787
+Has flag LOOK_CRLF: no
97889788
 Has flag LOOK_LENGTH: no
97899789
 Has flag LOOK_ODD: no}
97909790
97919791
 utf-check 782 utf-check-782-2-113-0.jnk \
97929792
 {File "%TEMP%/utf-check-782-2-113-0.jnk" has 8 bytes.
@@ -12951,34 +12951,34 @@
1295112951
 Has flag LOOK_CRLF: no
1295212952
 Has flag LOOK_LENGTH: yes
1295312953
 Has flag LOOK_ODD: no}
1295412954
1295512955
 utf-check 1008 utf-check-1008-3-112-0.jnk \
12956
-{File "%TEMP%/utf-check-1008-3-112-0.jnk" has 6 bytes.
12956
+{File "%TEMP%/utf-check-1008-3-112-0.jnk" has 10 bytes.
1295712957
 Starts with UTF-8 BOM: no
1295812958
 Starts with UTF-16 BOM: reversed
1295912959
 Looks like UTF-16: yes
1296012960
 Has flag LOOK_NUL: no
1296112961
 Has flag LOOK_CR: yes
1296212962
 Has flag LOOK_LONE_CR: no
12963
-Has flag LOOK_LF: no
12963
+Has flag LOOK_LF: yes
1296412964
 Has flag LOOK_LONE_LF: no
12965
-Has flag LOOK_CRLF: no
12965
+Has flag LOOK_CRLF: yes
1296612966
 Has flag LOOK_LENGTH: no
1296712967
 Has flag LOOK_ODD: no}
1296812968
1296912969
 utf-check 1009 utf-check-1009-3-112-1.jnk \
12970
-{File "%TEMP%/utf-check-1009-3-112-1.jnk" has 7 bytes.
12970
+{File "%TEMP%/utf-check-1009-3-112-1.jnk" has 11 bytes.
1297112971
 Starts with UTF-8 BOM: no
1297212972
 Starts with UTF-16 BOM: reversed
1297312973
 Looks like UTF-8: no
1297412974
 Has flag LOOK_NUL: yes
1297512975
 Has flag LOOK_CR: yes
12976
-Has flag LOOK_LONE_CR: no
12976
+Has flag LOOK_LONE_CR: yes
1297712977
 Has flag LOOK_LF: yes
12978
-Has flag LOOK_LONE_LF: no
12979
-Has flag LOOK_CRLF: yes
12978
+Has flag LOOK_LONE_LF: yes
12979
+Has flag LOOK_CRLF: no
1298012980
 Has flag LOOK_LENGTH: no
1298112981
 Has flag LOOK_ODD: no}
1298212982
1298312983
 utf-check 1010 utf-check-1010-3-113-0.jnk \
1298412984
 {File "%TEMP%/utf-check-1010-3-113-0.jnk" has 8 bytes.
@@ -12985,11 +12985,11 @@
1298512985
 Starts with UTF-8 BOM: no
1298612986
 Starts with UTF-16 BOM: reversed
1298712987
 Looks like UTF-16: yes
1298812988
 Has flag LOOK_NUL: no
1298912989
 Has flag LOOK_CR: yes
12990
-Has flag LOOK_LONE_CR: no
12990
+Has flag LOOK_LONE_CR: yes
1299112991
 Has flag LOOK_LF: yes
1299212992
 Has flag LOOK_LONE_LF: yes
1299312993
 Has flag LOOK_CRLF: no
1299412994
 Has flag LOOK_LENGTH: no
1299512995
 Has flag LOOK_ODD: no}
1299612996
--- test/utf.test
+++ test/utf.test
@@ -160,11 +160,11 @@
160 107 \x00[string repeat A 8193]\x00\r\n \
161 108 \x00[string repeat ABCD 2049]\x00 \
162 109 \x00[string repeat ABCD 2049]\x00\r \
163 110 \x00[string repeat ABCD 2049]\x00\n \
164 111 \x00[string repeat ABCD 2049]\x00\r\n \
165 112 \u0d00\n \
166 113 \u0a00\u0d00\n \
167 ]
168
169 array set extraData [list \
170 0 "" \
@@ -3375,31 +3375,31 @@
3375 Has flag LOOK_CRLF: yes
3376 Has flag LOOK_LENGTH: yes
3377 Has flag LOOK_ODD: no}
3378
3379 utf-check 324 utf-check-324-0-112-0.jnk \
3380 {File "%TEMP%/utf-check-324-0-112-0.jnk" has 2 bytes.
3381 Starts with UTF-8 BOM: no
3382 Starts with UTF-16 BOM: no
3383 Looks like UTF-8: no
3384 Has flag LOOK_NUL: yes
3385 Has flag LOOK_CR: no
3386 Has flag LOOK_LONE_CR: no
3387 Has flag LOOK_LF: yes
3388 Has flag LOOK_LONE_LF: yes
3389 Has flag LOOK_CRLF: no
3390 Has flag LOOK_LENGTH: no
3391 Has flag LOOK_ODD: no}
3392
3393 utf-check 325 utf-check-325-0-112-1.jnk \
3394 {File "%TEMP%/utf-check-325-0-112-1.jnk" has 3 bytes.
3395 Starts with UTF-8 BOM: no
3396 Starts with UTF-16 BOM: no
3397 Looks like UTF-8: no
3398 Has flag LOOK_NUL: yes
3399 Has flag LOOK_CR: no
3400 Has flag LOOK_LONE_CR: no
3401 Has flag LOOK_LF: yes
3402 Has flag LOOK_LONE_LF: yes
3403 Has flag LOOK_CRLF: no
3404 Has flag LOOK_LENGTH: no
3405 Has flag LOOK_ODD: no}
@@ -6567,31 +6567,31 @@
6567 Has flag LOOK_CRLF: yes
6568 Has flag LOOK_LENGTH: yes
6569 Has flag LOOK_ODD: no}
6570
6571 utf-check 552 utf-check-552-1-112-0.jnk \
6572 {File "%TEMP%/utf-check-552-1-112-0.jnk" has 7 bytes.
6573 Starts with UTF-8 BOM: yes
6574 Starts with UTF-16 BOM: no
6575 Looks like UTF-8: yes
6576 Has flag LOOK_NUL: no
6577 Has flag LOOK_CR: no
6578 Has flag LOOK_LONE_CR: no
6579 Has flag LOOK_LF: yes
6580 Has flag LOOK_LONE_LF: yes
6581 Has flag LOOK_CRLF: no
6582 Has flag LOOK_LENGTH: no
6583 Has flag LOOK_ODD: no}
6584
6585 utf-check 553 utf-check-553-1-112-1.jnk \
6586 {File "%TEMP%/utf-check-553-1-112-1.jnk" has 8 bytes.
6587 Starts with UTF-8 BOM: yes
6588 Starts with UTF-16 BOM: no
6589 Looks like UTF-8: yes
6590 Has flag LOOK_NUL: no
6591 Has flag LOOK_CR: no
6592 Has flag LOOK_LONE_CR: no
6593 Has flag LOOK_LF: yes
6594 Has flag LOOK_LONE_LF: yes
6595 Has flag LOOK_CRLF: no
6596 Has flag LOOK_LENGTH: no
6597 Has flag LOOK_ODD: no}
@@ -9759,34 +9759,34 @@
9759 Has flag LOOK_CRLF: no
9760 Has flag LOOK_LENGTH: yes
9761 Has flag LOOK_ODD: no}
9762
9763 utf-check 780 utf-check-780-2-112-0.jnk \
9764 {File "%TEMP%/utf-check-780-2-112-0.jnk" has 6 bytes.
9765 Starts with UTF-8 BOM: no
9766 Starts with UTF-16 BOM: yes
9767 Looks like UTF-16: yes
9768 Has flag LOOK_NUL: no
9769 Has flag LOOK_CR: no
9770 Has flag LOOK_LONE_CR: no
9771 Has flag LOOK_LF: yes
9772 Has flag LOOK_LONE_LF: yes
9773 Has flag LOOK_CRLF: no
9774 Has flag LOOK_LENGTH: no
9775 Has flag LOOK_ODD: no}
9776
9777 utf-check 781 utf-check-781-2-112-1.jnk \
9778 {File "%TEMP%/utf-check-781-2-112-1.jnk" has 7 bytes.
9779 Starts with UTF-8 BOM: no
9780 Starts with UTF-16 BOM: yes
9781 Looks like UTF-8: no
9782 Has flag LOOK_NUL: yes
9783 Has flag LOOK_CR: yes
9784 Has flag LOOK_LONE_CR: no
9785 Has flag LOOK_LF: yes
9786 Has flag LOOK_LONE_LF: no
9787 Has flag LOOK_CRLF: yes
9788 Has flag LOOK_LENGTH: no
9789 Has flag LOOK_ODD: no}
9790
9791 utf-check 782 utf-check-782-2-113-0.jnk \
9792 {File "%TEMP%/utf-check-782-2-113-0.jnk" has 8 bytes.
@@ -12951,34 +12951,34 @@
12951 Has flag LOOK_CRLF: no
12952 Has flag LOOK_LENGTH: yes
12953 Has flag LOOK_ODD: no}
12954
12955 utf-check 1008 utf-check-1008-3-112-0.jnk \
12956 {File "%TEMP%/utf-check-1008-3-112-0.jnk" has 6 bytes.
12957 Starts with UTF-8 BOM: no
12958 Starts with UTF-16 BOM: reversed
12959 Looks like UTF-16: yes
12960 Has flag LOOK_NUL: no
12961 Has flag LOOK_CR: yes
12962 Has flag LOOK_LONE_CR: no
12963 Has flag LOOK_LF: no
12964 Has flag LOOK_LONE_LF: no
12965 Has flag LOOK_CRLF: no
12966 Has flag LOOK_LENGTH: no
12967 Has flag LOOK_ODD: no}
12968
12969 utf-check 1009 utf-check-1009-3-112-1.jnk \
12970 {File "%TEMP%/utf-check-1009-3-112-1.jnk" has 7 bytes.
12971 Starts with UTF-8 BOM: no
12972 Starts with UTF-16 BOM: reversed
12973 Looks like UTF-8: no
12974 Has flag LOOK_NUL: yes
12975 Has flag LOOK_CR: yes
12976 Has flag LOOK_LONE_CR: no
12977 Has flag LOOK_LF: yes
12978 Has flag LOOK_LONE_LF: no
12979 Has flag LOOK_CRLF: yes
12980 Has flag LOOK_LENGTH: no
12981 Has flag LOOK_ODD: no}
12982
12983 utf-check 1010 utf-check-1010-3-113-0.jnk \
12984 {File "%TEMP%/utf-check-1010-3-113-0.jnk" has 8 bytes.
@@ -12985,11 +12985,11 @@
12985 Starts with UTF-8 BOM: no
12986 Starts with UTF-16 BOM: reversed
12987 Looks like UTF-16: yes
12988 Has flag LOOK_NUL: no
12989 Has flag LOOK_CR: yes
12990 Has flag LOOK_LONE_CR: no
12991 Has flag LOOK_LF: yes
12992 Has flag LOOK_LONE_LF: yes
12993 Has flag LOOK_CRLF: no
12994 Has flag LOOK_LENGTH: no
12995 Has flag LOOK_ODD: no}
12996
--- test/utf.test
+++ test/utf.test
@@ -160,11 +160,11 @@
160 107 \x00[string repeat A 8193]\x00\r\n \
161 108 \x00[string repeat ABCD 2049]\x00 \
162 109 \x00[string repeat ABCD 2049]\x00\r \
163 110 \x00[string repeat ABCD 2049]\x00\n \
164 111 \x00[string repeat ABCD 2049]\x00\r\n \
165 112 \r\u0d00\u0a00\n \
166 113 \u0a00\u0d00\n \
167 ]
168
169 array set extraData [list \
170 0 "" \
@@ -3375,31 +3375,31 @@
3375 Has flag LOOK_CRLF: yes
3376 Has flag LOOK_LENGTH: yes
3377 Has flag LOOK_ODD: no}
3378
3379 utf-check 324 utf-check-324-0-112-0.jnk \
3380 {File "%TEMP%/utf-check-324-0-112-0.jnk" has 4 bytes.
3381 Starts with UTF-8 BOM: no
3382 Starts with UTF-16 BOM: no
3383 Looks like UTF-8: no
3384 Has flag LOOK_NUL: yes
3385 Has flag LOOK_CR: yes
3386 Has flag LOOK_LONE_CR: yes
3387 Has flag LOOK_LF: yes
3388 Has flag LOOK_LONE_LF: yes
3389 Has flag LOOK_CRLF: no
3390 Has flag LOOK_LENGTH: no
3391 Has flag LOOK_ODD: no}
3392
3393 utf-check 325 utf-check-325-0-112-1.jnk \
3394 {File "%TEMP%/utf-check-325-0-112-1.jnk" has 5 bytes.
3395 Starts with UTF-8 BOM: no
3396 Starts with UTF-16 BOM: no
3397 Looks like UTF-8: no
3398 Has flag LOOK_NUL: yes
3399 Has flag LOOK_CR: yes
3400 Has flag LOOK_LONE_CR: yes
3401 Has flag LOOK_LF: yes
3402 Has flag LOOK_LONE_LF: yes
3403 Has flag LOOK_CRLF: no
3404 Has flag LOOK_LENGTH: no
3405 Has flag LOOK_ODD: no}
@@ -6567,31 +6567,31 @@
6567 Has flag LOOK_CRLF: yes
6568 Has flag LOOK_LENGTH: yes
6569 Has flag LOOK_ODD: no}
6570
6571 utf-check 552 utf-check-552-1-112-0.jnk \
6572 {File "%TEMP%/utf-check-552-1-112-0.jnk" has 11 bytes.
6573 Starts with UTF-8 BOM: yes
6574 Starts with UTF-16 BOM: no
6575 Looks like UTF-8: yes
6576 Has flag LOOK_NUL: no
6577 Has flag LOOK_CR: yes
6578 Has flag LOOK_LONE_CR: yes
6579 Has flag LOOK_LF: yes
6580 Has flag LOOK_LONE_LF: yes
6581 Has flag LOOK_CRLF: no
6582 Has flag LOOK_LENGTH: no
6583 Has flag LOOK_ODD: no}
6584
6585 utf-check 553 utf-check-553-1-112-1.jnk \
6586 {File "%TEMP%/utf-check-553-1-112-1.jnk" has 12 bytes.
6587 Starts with UTF-8 BOM: yes
6588 Starts with UTF-16 BOM: no
6589 Looks like UTF-8: yes
6590 Has flag LOOK_NUL: no
6591 Has flag LOOK_CR: yes
6592 Has flag LOOK_LONE_CR: yes
6593 Has flag LOOK_LF: yes
6594 Has flag LOOK_LONE_LF: yes
6595 Has flag LOOK_CRLF: no
6596 Has flag LOOK_LENGTH: no
6597 Has flag LOOK_ODD: no}
@@ -9759,34 +9759,34 @@
9759 Has flag LOOK_CRLF: no
9760 Has flag LOOK_LENGTH: yes
9761 Has flag LOOK_ODD: no}
9762
9763 utf-check 780 utf-check-780-2-112-0.jnk \
9764 {File "%TEMP%/utf-check-780-2-112-0.jnk" has 10 bytes.
9765 Starts with UTF-8 BOM: no
9766 Starts with UTF-16 BOM: yes
9767 Looks like UTF-16: yes
9768 Has flag LOOK_NUL: no
9769 Has flag LOOK_CR: yes
9770 Has flag LOOK_LONE_CR: yes
9771 Has flag LOOK_LF: yes
9772 Has flag LOOK_LONE_LF: yes
9773 Has flag LOOK_CRLF: no
9774 Has flag LOOK_LENGTH: no
9775 Has flag LOOK_ODD: no}
9776
9777 utf-check 781 utf-check-781-2-112-1.jnk \
9778 {File "%TEMP%/utf-check-781-2-112-1.jnk" has 11 bytes.
9779 Starts with UTF-8 BOM: no
9780 Starts with UTF-16 BOM: yes
9781 Looks like UTF-8: no
9782 Has flag LOOK_NUL: yes
9783 Has flag LOOK_CR: yes
9784 Has flag LOOK_LONE_CR: yes
9785 Has flag LOOK_LF: yes
9786 Has flag LOOK_LONE_LF: yes
9787 Has flag LOOK_CRLF: no
9788 Has flag LOOK_LENGTH: no
9789 Has flag LOOK_ODD: no}
9790
9791 utf-check 782 utf-check-782-2-113-0.jnk \
9792 {File "%TEMP%/utf-check-782-2-113-0.jnk" has 8 bytes.
@@ -12951,34 +12951,34 @@
12951 Has flag LOOK_CRLF: no
12952 Has flag LOOK_LENGTH: yes
12953 Has flag LOOK_ODD: no}
12954
12955 utf-check 1008 utf-check-1008-3-112-0.jnk \
12956 {File "%TEMP%/utf-check-1008-3-112-0.jnk" has 10 bytes.
12957 Starts with UTF-8 BOM: no
12958 Starts with UTF-16 BOM: reversed
12959 Looks like UTF-16: yes
12960 Has flag LOOK_NUL: no
12961 Has flag LOOK_CR: yes
12962 Has flag LOOK_LONE_CR: no
12963 Has flag LOOK_LF: yes
12964 Has flag LOOK_LONE_LF: no
12965 Has flag LOOK_CRLF: yes
12966 Has flag LOOK_LENGTH: no
12967 Has flag LOOK_ODD: no}
12968
12969 utf-check 1009 utf-check-1009-3-112-1.jnk \
12970 {File "%TEMP%/utf-check-1009-3-112-1.jnk" has 11 bytes.
12971 Starts with UTF-8 BOM: no
12972 Starts with UTF-16 BOM: reversed
12973 Looks like UTF-8: no
12974 Has flag LOOK_NUL: yes
12975 Has flag LOOK_CR: yes
12976 Has flag LOOK_LONE_CR: yes
12977 Has flag LOOK_LF: yes
12978 Has flag LOOK_LONE_LF: yes
12979 Has flag LOOK_CRLF: no
12980 Has flag LOOK_LENGTH: no
12981 Has flag LOOK_ODD: no}
12982
12983 utf-check 1010 utf-check-1010-3-113-0.jnk \
12984 {File "%TEMP%/utf-check-1010-3-113-0.jnk" has 8 bytes.
@@ -12985,11 +12985,11 @@
12985 Starts with UTF-8 BOM: no
12986 Starts with UTF-16 BOM: reversed
12987 Looks like UTF-16: yes
12988 Has flag LOOK_NUL: no
12989 Has flag LOOK_CR: yes
12990 Has flag LOOK_LONE_CR: yes
12991 Has flag LOOK_LF: yes
12992 Has flag LOOK_LONE_LF: yes
12993 Has flag LOOK_CRLF: no
12994 Has flag LOOK_LENGTH: no
12995 Has flag LOOK_ODD: no}
12996

Keyboard Shortcuts

Open search /
Next entry (timeline) j
Previous entry (timeline) k
Open focused entry Enter
Show this help ?
Toggle theme Top nav button