(core) Use unicode-aware comparisons for user-visible strings.

Summary:
- Switch code that compares user strings to use localeCompare() based on Intl.Collator.
- Use en-US locale for now. (Ideally should be a document property.)
- Note that with this change, sorting is also becoming case-insensitive (which
  seems an improvement)

- Updated a sorted test fixture
- Updated a browser test with lots of unicode to expect different order.
- Added a bit of unicode to test ordering in Reference autocomplete dropdown.

Test Plan: Fixed / updated tests

Reviewers: paulfitz

Reviewed By: paulfitz

Differential Revision: https://phab.getgrist.com/D2758

app/client/lib/ACIndex.ts

@@ -7,7 +7,7 @@
  * "lush" would only match the "L" in "Lavender".
  */
 
-import {nativeCompare, sortedIndex} from 'app/common/gutil';
+import {localeCompare, nativeCompare, sortedIndex} from 'app/common/gutil';
 import {DomContents} from 'grainjs';
 
 export interface ACItem {
@@ -80,7 +80,7 @@ export class ACIndexImpl<Item extends ACItem> implements ACIndex<Item> {
       }
     }
 
-    allWords.sort((a, b) => nativeCompare(a.word, b.word));
+    allWords.sort((a, b) => localeCompare(a.word, b.word));
     this._words = allWords;
   }
 

app/client/models/ColumnACIndexes.ts

@@ -13,7 +13,7 @@ import {UserError} from 'app/client/models/errors';
 import {TableData} from 'app/client/models/TableData';
 import {DocAction} from 'app/common/DocActions';
 import {isBulkUpdateRecord, isUpdateRecord} from 'app/common/DocActions';
-import {getSetMapValue, nativeCompare} from 'app/common/gutil';
+import {getSetMapValue, localeCompare, nativeCompare} from 'app/common/gutil';
 import {BaseFormatter} from 'app/common/ValueFormatter';
 
 export interface ICellItem {
@@ -76,7 +76,7 @@ export class ColumnACIndexes {
 }
 
 function itemCompare(a: ICellItem, b: ICellItem) {
-  return nativeCompare(a.cleanText, b.cleanText) ||
-    nativeCompare(a.text, b.text) ||
+  return localeCompare(a.cleanText, b.cleanText) ||
+    localeCompare(a.text, b.text) ||
     nativeCompare(a.rowId, b.rowId);
 }

app/client/ui/ColumnFilterMenu.ts

@@ -15,7 +15,7 @@ import {colors, vars} from 'app/client/ui2018/cssVars';
 import {icon} from 'app/client/ui2018/icons';
 import {menuCssClass, menuDivider, menuIcon} from 'app/client/ui2018/menus';
 import {CellValue} from 'app/common/DocActions';
-import {nativeCompare} from 'app/common/gutil';
+import {localeCompare} from 'app/common/gutil';
 import {Computed, dom, input, makeTestId, Observable, styled} from 'grainjs';
 import escapeRegExp = require('lodash/escapeRegExp');
 import identity = require('lodash/identity');
@@ -63,7 +63,7 @@ export function columnFilterMenu({ columnFilter, valueCounts, doSave, onClose }:
   const filteredValues = Computed.create(null, openSearch, searchValueObs, (_use, isOpen, searchValue) => {
     const searchRegex = new RegExp(escapeRegExp(searchValue), 'i');
     return valueCountArr.filter(([key]) => !isOpen || searchRegex.test(key as string))
-    .sort((a, b) => nativeCompare(a[1].label, b[1].label));
+    .sort((a, b) => localeCompare(a[1].label, b[1].label));
   });
 
   let searchInput: HTMLInputElement;