-
Notifications
You must be signed in to change notification settings - Fork 167
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
f48555f
commit bc32ca4
Showing
6 changed files
with
332 additions
and
10 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,11 @@ | ||
| // https://github.com/koka-lang/koka/issues/457 | ||
| // https://github.com/koka-lang/koka/issues/458 | ||
| import std/text/unicode | ||
|
|
||
| fun main() | ||
| // heart, variation, zero width join, fire | ||
| // ['h','i','/u2764','/uFE0F','/u200D','/U01F525'] | ||
| "hi❤️🔥".list.println | ||
| "hi❤️🔥".graphemes.length.println | ||
|
|
||
| println(width("👾")) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,3 @@ | ||
| ['h','i','/u2764','/uFE0F','/u200D','/U01F525'] | ||
| 3 | ||
| 2 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,45 @@ | ||
| import std/os/path | ||
| import std/os/dir | ||
| import std/os/file | ||
| import std/os/process | ||
| import std/os/env | ||
| import std/os/flags | ||
|
|
||
| struct iflags | ||
| asian-wide: bool = False | ||
|
|
||
| val header = "usage:\n stack exec koka -- -e util/update-unicode [-- [options]]\n\noptions:" | ||
|
|
||
| val flag-descs = | ||
| fun set-asian-wide( f : iflags, b : bool ) : iflags { f(asian-wide = b) } | ||
| [ Flag( "a", ["asian-wide"], Bool(set-asian-wide), "print updated asian wide information" )] | ||
|
|
||
| pub fun process-flags() : <ndet,console> maybe<iflags> | ||
| val (flags,args,errs) = parse( Iflags(), flag-descs, get-args() ) | ||
| if errs.is-nil && args.is-nil then Just(flags) else | ||
| println( errs.join("\n") ++ "\n" ++ flag-descs.usage(header) ) | ||
| Nothing | ||
|
|
||
| fun main() | ||
| val flags = process-flags().unjust | ||
| if flags.asian-wide then | ||
| val file = run-system(r#"curl "https://www.unicode.org/Public/UNIDATA/EastAsianWidth.txt" > EastAsianWidth.txt"#) | ||
| if "EastAsianWidth.txt".path.is-file then | ||
| val lines = "EastAsianWidth.txt".path.read-text-file().split("\n") | ||
| with line <- lines.foreach() | ||
| val values = line.split(";") | ||
| if length(values) >= 2 then | ||
| val width = values[1].unjust.split("#")[0].unjust.trim-right().trim-left() | ||
| if width == "W" then | ||
| val charrange = values[0].unjust.trim-right().split("..") | ||
| if length(charrange) == 2 then | ||
| println(" single(0x" ++ charrange[0].unjust ++ ",0x" ++ charrange[1].unjust ++ "),") | ||
| elif length(charrange) == 1 then | ||
| println(" single(0x" ++ charrange[0].unjust ++ ",0x" ++ charrange[0].unjust ++ "),") | ||
| else | ||
| throw("Error unsupported range " ++ charrange.show) | ||
| // else | ||
| // println("Unrecognized format " ++ line) | ||
| else | ||
| println("Could not find EastAsianWidth.txt\n\tPlease download from https://www.unicode.org/Public/UNIDATA/EastAsianWidth.txt to your current directory") | ||
|
|