about summary refs log tree commit diff stats
path: root/083subx-widths.subx
Commit message (Collapse)AuthorAgeFilesLines
* 6182 - start of support for safe handlesKartik Agaram2020-04-031-1/+1
| | | | | | | | | | | | | | So far it's unclear how to do this in a series of small commits. Still nibbling around the edges. In this commit we standardize some terminology: The length of an array or stream is denominated in the high-level elements. The _size_ is denominated in bytes. The thing we encode into the type is always the size, not the length. There's still an open question of what to do about the Mu `length` operator. I'd like to modify it to provide the length. Currently it provides the size. If I can't fix that I'll rename it.
* 5924Kartik Agaram2020-01-271-4/+4
|
* 5897 - rename comparison instructionsKartik Agaram2020-01-161-4/+4
| | | | | | | Signed and unsigned don't quite capture the essence of what the different combinations of x86 flags are doing for SubX. The crucial distinction is that one set of comparison operators is for integers and the second is for addresses.
* 5883 - drop the `ref` keywordKartik Agaram2020-01-121-1/+1
| | | | | | | | | | When I created it I was conflating two things: a) needing to refer to just the start, rather than the whole, and b) counting indirections. Both are kinda ill-posed. Now Mu will have just `addr` and `handle` types. Normal types will translate implicitly to `addr` types, while `handle` will always require explicit handling.
* 5876 - address -> addrKartik Agaram2020-01-031-3/+3
|
* 5804Kartik Agaram2019-12-081-10/+15
| | | | | Try to make the comments consistent with the type system we'll eventually have.
* 5698Kartik Agaram2019-10-151-6/+6
| | | | Thanks Andrew Owen for reporting this typo.
* 5675 - move helpers from subx-common into layersKartik Agaram2019-09-191-0/+238
This undoes 5672 in favor of a new plan: Layers 000 - 099 are for running without syntax sugar. We use them for building syntax-sugar passes. Layers 100 and up are for running with all syntax sugar. The layers are arranged in approximate order so more phases rely on earlier layers than later ones. I plan to not use intermediate syntax sugar (just sigils without calls, or sigils and calls without braces) anywhere except in the specific passes implementing them.
vious revision' href='/ahoang/chawan/blame/src/js/regex.nim?id=f2daba3542cabb4741e2dc38d1bf36a2d1564f60'>^
4b482418 ^


9ee1dd6e ^





e0745a3e ^
9ee1dd6e ^

6f7bcc54 ^
9ee1dd6e ^
e0745a3e ^


9ee1dd6e ^
e0745a3e ^



c7bfcef7 ^
6f7bcc54 ^
dcec174b ^













39077235 ^
dcec174b ^
39077235 ^
dcec174b ^


39077235 ^
dcec174b ^

39077235 ^
dcec174b ^








39077235 ^

9ee1dd6e ^
39077235 ^


74296e6a ^
39077235 ^





74296e6a ^





39077235 ^






6f7bcc54 ^
9ee1dd6e ^

1a24350e ^



9ee1dd6e ^
e0745a3e ^

3ff3b01f ^
6f7bcc54 ^
b15cbe8f ^

e7b53775 ^
39077235 ^
1a24350e ^

e0745a3e ^
9ee1dd6e ^
1a24350e ^




6f7bcc54 ^
3ff3b01f ^
b15cbe8f ^



9ee1dd6e ^
39077235 ^
1a24350e ^
3ff3b01f ^


6c435aa6 ^
1a24350e ^

672ab553 ^
9ee1dd6e ^
1a24350e ^
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
                                  
                  
 
                         
                
                   
 
               


                 

                        
 



                                           

                       
                                
 




                        


                                 





                                                                              
                

                                                                              
                     
                                                         


                                              
                   



                    
                  
 













                                                             
                            
                   
                            


                                                     
                              

                                                                      
                              








                                                                      

                           
                                                              


                                                                              
                                                                   





                                 





                                             






                                                           
 

                                                                              



                               
                             

                                                    
                                            
                      

                                                         
                         
                                                

                   
                                                              
                                                                     




                                           
                                     
                  



                                              
                                    
                                   
           


                        
                                    

                      
 
                                                                           
                                                              
# Interface for QuickJS libregexp.
import std/unicode

import bindings/libregexp
import types/opt
import utils/twtstr

export LREFlags

type
  Regex* = object
    bytecode: seq[uint8]
    buf: string

  RegexCapture* = tuple # start, end, index
    s, e: int
    i: int32

  RegexResult* = object
    success*: bool
    captures*: seq[RegexCapture]

  RegexReplace* = object
    regex: Regex
    rule: string
    global: bool

func `$`*(regex: Regex): string =
  regex.buf

# this is hardcoded into quickjs, so we must override it here.
proc lre_realloc(opaque, p: pointer; size: csize_t): pointer {.exportc.} =
  return realloc(p, size)

proc compileRegex*(buf: string; flags: LREFlags = {}): Result[Regex, string] =
  var errorMsg = newString(64)
  var plen: cint
  let bytecode = lre_compile(addr plen, cstring(errorMsg), cint(errorMsg.len),
    cstring(buf), csize_t(buf.len), flags.toCInt, nil)
  if bytecode == nil:
    return err(errorMsg.until('\0')) # Failed to compile.
  assert plen > 0
  var bcseq = newSeqUninitialized[uint8](plen)
  copyMem(addr bcseq[0], bytecode, plen)
  dealloc(bytecode)
  let regex = Regex(
    buf: buf,
    bytecode: bcseq
  )
  return ok(regex)

func countBackslashes(buf: string, i: int): int =
  var j = 0
  for i in countdown(i, 0):
    if buf[i] != '\\':
      break
    inc j
  return j

# ^abcd -> ^abcd
# efgh$ -> efgh$
# ^ijkl$ -> ^ijkl$
# mnop -> ^mnop$
proc compileMatchRegex*(buf: string): Result[Regex, string] =
  if buf.len == 0:
    return compileRegex(buf)
  if buf[0] == '^':
    return compileRegex(buf)
  if buf[^1] == '$':
    # Check whether the final dollar sign is escaped.
    if buf.len == 1 or buf[^2] != '\\':
      return compileRegex(buf)
    let j = buf.countBackslashes(buf.high - 2)
    if j mod 2 == 1: # odd, because we do not count the last backslash
      return compileRegex(buf)
    # escaped. proceed as if no dollar sign was at the end
  if buf[^1] == '\\':
    # Check if the regex contains an invalid trailing backslash.
    let j = buf.countBackslashes(buf.high - 1)
    if j mod 2 != 1: # odd, because we do not count the last backslash
      return err("unexpected end")
  var buf2 = "^"
  buf2 &= buf
  buf2 &= "$"
  return compileRegex(buf2)

proc compileSearchRegex*(str: string; defaultFlags: LREFlags):
    Result[Regex, string] =
  # Emulate vim's \c/\C: override defaultFlags if one is found, then remove it
  # from str.
  # Also, replace \< and \> with \b as (a bit sloppy) vi emulation.
  var flags = defaultFlags
  var s = newStringOfCap(str.len)
  var quot = false
  for c in str:
    if quot:
      quot = false
      case c
      of 'c': flags.incl(LRE_FLAG_IGNORECASE)
      of 'C': flags.excl(LRE_FLAG_IGNORECASE)
      of '<', '>': s &= "\\b"
      else: s &= '\\' & c
    elif c == '\\':
      quot = true
    else:
      s &= c
  if quot:
    s &= '\\'
  flags.incl(LRE_FLAG_GLOBAL) # for easy backwards matching
  return compileRegex(s, flags)

proc exec*(regex: Regex; str: string; start = 0; length = -1; nocaps = false):
    RegexResult =
  let length = if length == -1:
    str.len
  else:
    length
  assert start in 0 .. length
  let bytecode = unsafeAddr regex.bytecode[0]
  let captureCount = lre_get_capture_count(bytecode)
  var capture: ptr UncheckedArray[int] = nil
  if captureCount > 0:
    let size = sizeof(ptr uint8) * captureCount * 2
    capture = cast[ptr UncheckedArray[int]](alloc0(size))
  var cstr = cstring(str)
  let flags = lre_get_flags(bytecode).toLREFlags
  var start = start
  while true:
    let ret = lre_exec(cast[ptr ptr uint8](capture), bytecode,
      cast[ptr uint8](cstr), cint(start), cint(length), cint(3), nil)
    if ret != 1: #TODO error handling? (-1)
      break
    result.success = true
    if captureCount == 0 or nocaps:
      break
    let cstrAddress = cast[int](cstr)
    let ps = start
    start = capture[1] - cstrAddress
    for i in 0 ..< captureCount:
      let s = capture[i * 2] - cstrAddress
      let e = capture[i * 2 + 1] - cstrAddress
      result.captures.add((s, e, i))
    if LRE_FLAG_GLOBAL notin flags:
      break
    if start >= str.len:
      break
    if ps == start:
      start += runeLenAt(str, start)
  if captureCount > 0:
    dealloc(capture)

proc match*(regex: Regex; str: string; start = 0; length = str.len): bool =
  return regex.exec(str, start, length, nocaps = true).success