summary refs log tree commit diff stats
path: root/compiler/vmdef.nim
blob: 337e4ec8fcbb3f166382f3cad36b21e60a389d09 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
#
#
#           The Nim Compiler
#        (c) Copyright 2013 Andreas Rumpf
#
#    See the file "copying.txt", included in this
#    distribution, for details about the copyright.
#

## This module contains the type definitions for the new evaluation engine.
## An instruction is 1-3 int32s in memory, it is a register based VM.

import ast, passes, msgs, intsets

const
  byteExcess* = 128 # we use excess-K for immediates
  wordExcess* = 32768

  MaxLoopIterations* = 1500_000 # max iterations of all loops


type
  TRegister* = range[0..255]
  TDest* = range[-1 .. 255]
  TInstr* = distinct uint32

  TOpcode* = enum
    opcEof,         # end of code
    opcRet,         # return
    opcYldYoid,     # yield with no value
    opcYldVal,      # yield with a value

    opcAsgnInt,
    opcAsgnStr,
    opcAsgnFloat,
    opcAsgnRef,
    opcAsgnComplex,
    opcRegToNode,
    opcNodeToReg,

    opcLdArr,  # a = b[c]
    opcWrArr,  # a[b] = c
    opcLdObj,  # a = b.c
    opcWrObj,  # a.b = c
    opcAddrReg,
    opcAddrNode,
    opcLdDeref,
    opcWrDeref,
    opcWrStrIdx,
    opcLdStrIdx, # a = b[c]

    opcAddInt,
    opcAddImmInt,
    opcSubInt,
    opcSubImmInt,
    opcLenSeq,
    opcLenStr,

    opcIncl, opcInclRange, opcExcl, opcCard, opcMulInt, opcDivInt, opcModInt,
    opcAddFloat, opcSubFloat, opcMulFloat, opcDivFloat, opcShrInt, opcShlInt,
    opcBitandInt, opcBitorInt, opcBitxorInt, opcAddu, opcSubu, opcMulu,
    opcDivu, opcModu, opcEqInt, opcLeInt, opcLtInt, opcEqFloat,
    opcLeFloat, opcLtFloat, opcLeu, opcLtu,
    opcEqRef, opcEqNimrodNode, opcSameNodeType,
    opcXor, opcNot, opcUnaryMinusInt, opcUnaryMinusFloat, opcBitnotInt,
    opcEqStr, opcLeStr, opcLtStr, opcEqSet, opcLeSet, opcLtSet,
    opcMulSet, opcPlusSet, opcMinusSet, opcSymdiffSet, opcConcatStr,
    opcContainsSet, opcRepr, opcSetLenStr, opcSetLenSeq,
    opcIsNil, opcOf, opcIs,
    opcSubStr, opcParseFloat, opcConv, opcCast,
    opcQuit, opcReset,
    opcNarrowS, opcNarrowU,

    opcAddStrCh,
    opcAddStrStr,
    opcAddSeqElem,
    opcRangeChck,

    opcNAdd,
    opcNAddMultiple,
    opcNKind,
    opcNIntVal,
    opcNFloatVal,
    opcNSymbol,
    opcNIdent,
    opcNGetType,
    opcNStrVal,

    opcNSetIntVal,
    opcNSetFloatVal, opcNSetSymbol, opcNSetIdent, opcNSetType, opcNSetStrVal,
    opcNNewNimNode, opcNCopyNimNode, opcNCopyNimTree, opcNDel, opcGenSym,

    opcSlurp,
    opcGorge,
    opcParseExprToAst,
    opcParseStmtToAst,
    opcQueryErrorFlag,
    opcNError,
    opcNWarning,
    opcNHint,
    opcNLineInfo,
    opcEqIdent,
    opcStrToIdent,
    opcIdentToStr,
    opcGetImpl,

    opcEcho,
    opcIndCall, # dest = call regStart, n; where regStart = fn, arg1, ...
    opcIndCallAsgn, # dest = call regStart, n; where regStart = fn, arg1, ...

    opcRaise,
    opcNChild,
    opcNSetChild,
    opcCallSite,
    opcNewStr,

    opcTJmp,  # jump Bx if A != 0
    opcFJmp,  # jump Bx if A == 0
    opcJmp,   # jump Bx
    opcJmpBack, # jump Bx; resulting from a while loop
    opcBranch,  # branch for 'case'
    opcTry,
    opcExcept,
    opcFinally,
    opcFinallyEnd,
    opcNew,
    opcNewSeq,
    opcLdNull,    # dest = nullvalue(types[Bx])
    opcLdNullReg,
    opcLdConst,   # dest = constants[Bx]
    opcAsgnConst, # dest = copy(constants[Bx])
    opcLdGlobal,  # dest = globals[Bx]
    opcLdGlobalAddr, # dest = addr(globals[Bx])

    opcLdImmInt,  # dest = immediate value
    opcNBindSym,
    opcSetType,   # dest.typ = types[Bx]
    opcTypeTrait,
    opcMarshalLoad, opcMarshalStore

  TBlock* = object
    label*: PSym
    fixups*: seq[TPosition]

  TEvalMode* = enum           ## reason for evaluation
    emRepl,                   ## evaluate because in REPL mode
    emConst,                  ## evaluate for 'const' according to spec
    emOptimize,               ## evaluate for optimization purposes (same as
                              ## emConst?)
    emStaticExpr,             ## evaluate for enforced compile time eval
                              ## ('static' context)
    emStaticStmt              ## 'static' as an expression

  TSandboxFlag* = enum        ## what the evaluation engine should allow
    allowCast,                ## allow unsafe language feature: 'cast'
    allowFFI,                 ## allow the FFI
    allowInfiniteLoops        ## allow endless loops
  TSandboxFlags* = set[TSandboxFlag]

  TSlotKind* = enum   # We try to re-use slots in a smart way to
                      # minimize allocations; however the VM supports arbitrary
                      # temporary slot usage. This is required for the parameter
                      # passing implementation.
    slotEmpty,        # slot is unused
    slotFixedVar,     # slot is used for a fixed var/result (requires copy then)
    slotFixedLet,     # slot is used for a fixed param/let
    slotTempUnknown,  # slot but type unknown (argument of proc call)
    slotTempInt,      # some temporary int
    slotTempFloat,    # some temporary float
    slotTempStr,      # some temporary string
    slotTempComplex,  # some complex temporary (s.node field is used)
    slotTempPerm      # slot is temporary but permanent (hack)

  PProc* = ref object
    blocks*: seq[TBlock]    # blocks; temp data structure
    sym*: PSym
    slots*: array[TRegister, tuple[inUse: bool, kind: TSlotKind]]
    maxSlots*: int

  VmArgs* = object
    ra*, rb*, rc*: Natural
    slots*: pointer
    currentException*: PNode
  VmCallback* = proc (args: VmArgs) {.closure.}

  PCtx* = ref TCtx
  TCtx* = object of passes.TPassContext # code gen context
    code*: seq[TInstr]
    debug*: seq[TLineInfo]  # line info for every instruction; kept separate
                            # to not slow down interpretation
    globals*: PNode         #
    constants*: PNode       # constant data
    types*: seq[PType]      # some instructions reference types (e.g. 'except')
    currentExceptionA*, currentExceptionB*: PNode
    exceptionInstr*: int # index of instruction that raised the exception
    prc*: PProc
    module*: PSym
    callsite*: PNode
    mode*: TEvalMode
    features*: TSandboxFlags
    traceActive*: bool
    loopIterations*: int
    comesFromHeuristic*: TLineInfo # Heuristic for better macro stack traces
    callbacks*: seq[tuple[key: string, value: VmCallback]]
    errorFlag*: string

  TPosition* = distinct int

  PEvalContext* = PCtx

proc newCtx*(module: PSym): PCtx =
  PCtx(code: @[], debug: @[],
    globals: newNode(nkStmtListExpr), constants: newNode(nkStmtList), types: @[],
    prc: PProc(blocks: @[]), module: module, loopIterations: MaxLoopIterations,
    comesFromHeuristic: unknownLineInfo(), callbacks: @[], errorFlag: "")

proc refresh*(c: PCtx, module: PSym) =
  c.module = module
  c.prc = PProc(blocks: @[])
  c.loopIterations = MaxLoopIterations

proc registerCallback*(c: PCtx; name: string; callback: VmCallback) =
  c.callbacks.add((name, callback))

const
  firstABxInstr* = opcTJmp
  largeInstrs* = { # instructions which use 2 int32s instead of 1:
    opcSubStr, opcConv, opcCast, opcNewSeq, opcOf,
    opcMarshalLoad, opcMarshalStore}
  slotSomeTemp* = slotTempUnknown
  relativeJumps* = {opcTJmp, opcFJmp, opcJmp, opcJmpBack}

template opcode*(x: TInstr): TOpcode {.immediate.} = TOpcode(x.uint32 and 0xff'u32)
template regA*(x: TInstr): TRegister {.immediate.} = TRegister(x.uint32 shr 8'u32 and 0xff'u32)
template regB*(x: TInstr): TRegister {.immediate.} = TRegister(x.uint32 shr 16'u32 and 0xff'u32)
template regC*(x: TInstr): TRegister {.immediate.} = TRegister(x.uint32 shr 24'u32)
template regBx*(x: TInstr): int {.immediate.} = (x.uint32 shr 16'u32).int

template jmpDiff*(x: TInstr): int {.immediate.} = regBx(x) - wordExcess
fer/10 mem/0: location 1313 is 0 run/0: ingredient 0 is 0 run/0: jump-if fell through run/0: instruction grow-buffer/11 run/0: ingredient 0 is {name: "olddata", value: 5, type: 2-5-4, properties: ["olddata": "address":"array":"character", "deref": ]} mem/0: location 1311 is 1062 run/0: ingredient 1 is {name: "i", value: 6, type: 1, properties: ["i": "integer"]} mem/0: location 1312 is 1 run/0: address to copy is 1064 run/0: its type is 4 mem/0: location 1064 is 98 run/0: product 0 is 98 mem/0: storing 98 in location 1314 run/0: instruction grow-buffer/12 run/0: ingredient 0 is x mem/0: location 1308 is 1061 mem/0: location 1061 is 1335 run/0: ingredient 1 is {name: "i", value: 6, type: 1, properties: ["i": "integer"]} mem/0: location 1312 is 1 run/0: address to copy is 1337 run/0: product 0 is 1337 mem/0: storing 1337 in location 1315 run/0: instruction grow-buffer/13 run/0: ingredient 0 is src mem/0: location 1314 is 98 mem/0: location 1315 is 1337 mem/0: storing 98 in location 1337 run/0: instruction grow-buffer/14 run/0: ingredient 0 is i mem/0: location 1312 is 1 run/0: ingredient 1 is 1 run/0: product 0 is 2 mem/0: storing 2 in location 1312 run/0: instruction grow-buffer/15 run/0: ingredient 0 is -7 run/0: jumping to instruction 9 run/0: instruction grow-buffer/9 run/0: ingredient 0 is i mem/0: location 1312 is 2 run/0: ingredient 1 is oldlen mem/0: location 1309 is 3 run/0: product 0 is 0 mem/0: storing 0 in location 1313 run/0: instruction grow-buffer/10 mem/0: location 1313 is 0 run/0: ingredient 0 is 0 run/0: jump-if fell through run/0: instruction grow-buffer/11 run/0: ingredient 0 is {name: "olddata", value: 5, type: 2-5-4, properties: ["olddata": "address":"array":"character", "deref": ]} mem/0: location 1311 is 1062 run/0: ingredient 1 is {name: "i", value: 6, type: 1, properties: ["i": "integer"]} mem/0: location 1312 is 2 run/0: address to copy is 1065 run/0: its type is 4 mem/0: location 1065 is 99 run/0: product 0 is 99 mem/0: storing 99 in location 1314 run/0: instruction grow-buffer/12 run/0: ingredient 0 is x mem/0: location 1308 is 1061 mem/0: location 1061 is 1335 run/0: ingredient 1 is {name: "i", value: 6, type: 1, properties: ["i": "integer"]} mem/0: location 1312 is 2 run/0: address to copy is 1338 run/0: product 0 is 1338 mem/0: storing 1338 in location 1315 run/0: instruction grow-buffer/13 run/0: ingredient 0 is src mem/0: location 1314 is 99 mem/0: location 1315 is 1338 mem/0: storing 99 in location 1338 run/0: instruction grow-buffer/14 run/0: ingredient 0 is i mem/0: location 1312 is 2 run/0: ingredient 1 is 1 run/0: product 0 is 3 mem/0: storing 3 in location 1312 run/0: instruction grow-buffer/15 run/0: ingredient 0 is -7 run/0: jumping to instruction 9 run/0: instruction grow-buffer/9 run/0: ingredient 0 is i mem/0: location 1312 is 3 run/0: ingredient 1 is oldlen mem/0: location 1309 is 3 run/0: product 0 is 1 mem/0: storing 1 in location 1313 run/0: instruction grow-buffer/10 mem/0: location 1313 is 1 run/0: ingredient 0 is 1 run/0: ingredient 1 is run/0: jumping to instruction 16 run/0: instruction grow-buffer/17 mem/0: location 1307 is 1060 run/0: result 0 is 1060 mem/0: storing 1060 in location 1247 run/0: instruction buffer-append/8 run/0: ingredient 0 is in mem/0: location 1247 is 1060 run/0: ingredient 1 is length run/0: address to copy is 1060 run/0: product 0 is 1060 mem/0: storing 1060 in location 1250 run/0: instruction buffer-append/9 run/0: ingredient 0 is in mem/0: location 1247 is 1060 run/0: ingredient 1 is data run/0: address to copy is 1061 run/0: its type is 2 mem/0: location 1061 is 1335 run/0: product 0 is 1335 mem/0: storing 1335 in location 1251 run/0: instruction buffer-append/10 run/0: ingredient 0 is s mem/0: location 1251 is 1335 run/0: ingredient 1 is {name: "len", value: 4, type: 2-1, properties: ["len": "address":"integer", "deref": ]} mem/0: location 1250 is 1060 mem/0: location 1060 is 3 run/0: address to copy is 1339 run/0: product 0 is 1339 mem/0: storing 1339 in location 1252 run/0: instruction buffer-append/11 run/0: ingredient 0 is c mem/0: location 1248 is 100 mem/0: location 1252 is 1339 mem/0: storing 100 in location 1339 run/0: instruction buffer-append/12 run/0: ingredient 0 is len mem/0: location 1250 is 1060 mem/0: location 1060 is 3 run/0: ingredient 1 is 1 run/0: product 0 is 4 mem/0: location 1250 is 1060 mem/0: storing 4 in location 1060 run/0: instruction buffer-append/13 mem/0: location 1247 is 1060 run/0: result 0 is 1060 mem/0: storing 1060 in location 1002 run/0: instruction test-buffer-append-works/11 run/0: ingredient 0 is x mem/0: location 1002 is 1060 run/0: ingredient 1 is data run/0: address to copy is 1061 run/0: its type is 2 mem/0: location 1061 is 1335 run/0: product 0 is 1335 mem/0: storing 1335 in location 1005 run/0: instruction test-buffer-append-works/12 run/0: ingredient 0 is s1 mem/0: location 1003 is 1062 run/0: ingredient 1 is s3 mem/0: location 1005 is 1335 run/0: product 0 is 0 mem/0: storing 0 in location 10 run/0: instruction test-buffer-append-works/13 run/0: ingredient 0 is x mem/0: location 1002 is 1060 run/0: ingredient 1 is length run/0: address to copy is 1060 run/0: its type is 1 mem/0: location 1060 is 4 run/0: product 0 is 4 mem/0: storing 4 in location 11 run/0: instruction test-buffer-append-works/14 run/0: ingredient 0 is s3 mem/0: location 1005 is 1335 mem/0: location 1335 is 6 mem/0: location 1336 is 97 mem/0: location 1337 is 98 mem/0: location 1338 is 99 mem/0: location 1339 is 100 mem/0: location 1340 is 0 mem/0: location 1341 is 0 mem/0: storing 6 in location 12 mem/0: storing 97 in location 13 mem/0: storing 98 in location 14 mem/0: storing 99 in location 15 mem/0: storing 100 in location 16 mem/0: storing 0 in location 17 mem/0: storing 0 in location 18