1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
|
{-# LANGUAGE LambdaCase #-}
module Interpreter (
runInlineScript,
runInlineScript',
runScriptFile,
evaluate
) where
import qualified Data.Map as M
import qualified Data.List as L
import qualified Data.Maybe as MB
import qualified Data.Bifunctor as B
import Data.Function ( on )
import Control.Monad.State
import Control.Monad.Except
import Control.Exception ( try )
import Utils
import Builtins
import Tokenizer ( tokenize' )
import Parser ( parse )
curryCall :: [AST] -> ASTNode -> LContext AST
curryCall [] (ASTFunction fIsPure f) = do
checkPurity fIsPure
f (makeNonsenseAST ASTUnit)
curryCall (arg:[]) (ASTFunction fIsPure f) = do
checkPurity fIsPure
f arg
curryCall (arg:rest) f = do
g <- curryCall rest f
case an g of
ASTFunction fIsPure f' -> do
checkPurity fIsPure
f' arg
other -> throwL (astPos g) $ "cannot call value " ++ show other ++ " as a function"
curryCall _ astFn = throwL "" $ "unreachable: curryCall, astFn: " ++ show astFn
traverseAndReplace :: String -> AST -> AST -> AST
traverseAndReplace param arg ast@AST { an = ASTSymbol sym }
| sym == param = arg
| otherwise = ast
traverseAndReplace param arg ast@AST { an = ASTFunctionCall body } =
ast { an = ASTFunctionCall $ (map (traverseAndReplace param arg) body) }
traverseAndReplace param arg ast@AST { an = ASTVector vec } =
ast { an = ASTVector $ (map (traverseAndReplace param arg) vec) }
traverseAndReplace param arg ast@AST { an = ASTHashMap hmap } =
ast { an = ASTHashMap $ M.assocs hmap
$> L.concatMap (\(a, b) -> [a, b])
.> map (traverseAndReplace param arg)
.> asPairs .> M.fromList }
traverseAndReplace _ _ other = other
foldScope :: Scope -> AST -> AST
foldScope [] body = body
foldScope ((sym, val):rest) body =
let replacedRest = map (B.second $ traverseAndReplace sym val) rest
replacedBody = traverseAndReplace sym val body
in foldScope replacedRest replacedBody
processLetExpr :: Scope -> AST -> LContext Scope
processLetExpr scope letExpr = do
(sym, val) <- case letExpr of
AST { an = ASTFunctionCall [AST { an = ASTSymbol "let" }, AST { an = ASTSymbol symbol' }, value'] } ->
return (symbol', value')
other -> throwL (astPos other) $ "invalid let call in function body: " ++ show other
return $ (sym, val) : scope
foldUserFunctionLetExprs :: Scope -> AST -> [AST] -> LContext LFunction
foldUserFunctionLetExprs scope paramAst@AST { an = ASTSymbol param } exprs = return fn where
fn :: LFunction
fn arg = ret `catchError` appendError ("in a function definition at " ++ astPos paramAst) where
ret = do
let letExprs = init exprs
let localScopeWithArgs = (param, arg) : scope
localScope <- foldM processLetExpr localScopeWithArgs letExprs
let body = last exprs
let newBody = foldScope localScope body
evaluate newBody
foldUserFunctionLetExprs _ param exprs = throwL (astPos param)
$ "unreachable: foldUserFunctionLetExprs, param: " ++ show param ++ ", exprs: " ++ show exprs
foldUserFunctionParams :: Scope -> [AST] -> [AST] -> LContext LFunction
foldUserFunctionParams scope [] exprs =
-- the position info is nonsensical, but it should never get read anyway
foldUserFunctionLetExprs scope (makeNonsenseAST $ ASTSymbol "unit") exprs
foldUserFunctionParams scope (param:[]) exprs =
foldUserFunctionLetExprs scope param exprs
foldUserFunctionParams scope (AST { an = ASTSymbol param }:rest) exprs = return fn where
fn :: LFunction
fn arg = do
let scopeWithCurrentArg = (param, arg) : scope
ret <- foldUserFunctionParams scopeWithCurrentArg rest exprs
-- The returned function AST will not have the correct position info or purity, but that's fine
-- because the info is overridden in evaluateFunctionDef anyway.
return $ makeNonsenseAST $ ASTFunction Pure ret
foldUserFunctionParams _ (param:_) _ = throwL (astPos $ param)
$ "unreachable: foldUserFunctionParams, param: " ++ show param
defineUserFunction :: [AST] -> [AST] -> LContext LFunction
defineUserFunction = foldUserFunctionParams []
evaluateFunctionDef :: Purity -> [AST] -> LContext AST
evaluateFunctionDef isPure asts = do
let defAst = head asts
args = tail asts
(params'', exprs) <- case args of
args'
| length args' < 2 ->
throwL (astPos defAst) $ "\\ or \\! called with " ++ show (length args) ++ " arguments"
| otherwise -> return $ (head args', tail args')
AST { an = ASTVector params' } <- assertIsASTVector params''
params <- mapM assertIsASTSymbol params'
env <- getEnv
let isParamNameShadowing name = MB.isJust $ resolveSymbol name env
let shadowingParamM = L.find (asSymbol .> isParamNameShadowing) params
case shadowingParamM of
Just shadowingParam -> throwL (astPos shadowingParam)
$ "parameter is shadowing already defined symbol " ++ show (an shadowingParam)
Nothing -> return ()
let letExprs = init exprs
let nonLetExprM = L.find (not . isLetAST) letExprs
case nonLetExprM of
Just nonLetExpr -> throwL (astPos nonLetExpr)
$ "non-let expression in function definition before body: " ++ show nonLetExpr
Nothing -> return ()
fn <- defineUserFunction params exprs
return $ defAst { an = ASTFunction isPure fn }
where
isLetAST AST { an = ASTFunctionCall (AST { an = ASTSymbol "let" }:_) } = True
isLetAST _ = False
asSymbol AST { an = ASTSymbol sym } = sym
asSymbol ast = error $ "unreachable: evaluateFunctionDef asSymbol, ast: " ++ show ast
evaluateMatch :: [AST] -> LContext AST
evaluateMatch asts = do
let matchAst = head asts
args = tail asts
(actualExpr, rest) <- case args of
[] -> throwL (astPos matchAst) $ "match called with no arguments"
(_:[]) -> throwL (astPos matchAst) "empty match cases"
(a:b) -> return (a, b)
pairs <- (asPairsM rest) `catchError`
(\_ -> throwL (astPos matchAst) $ "invalid number of arguments passed to match\n"
++ "- matching on expr: " ++ show actualExpr ++ "\n"
++ "- arguments: " ++ show rest)
evaledActual <- evaluate actualExpr
ret <- matchPairs (actualExpr, evaledActual) pairs
return $ matchAst { an = an ret }
where
matchPairs :: (AST, AST) -> [(AST, AST)] -> LContext AST
matchPairs (actualExpr, evaledActual) [] = throwL (astPos actualExpr)
$ "matching case not found when matching on expression: " ++ show actualExpr
++ " (evaled value: " ++ show evaledActual ++ ")"
matchPairs (actualExpr, evaledActual) ((matcher, branch):restPairs) = do
evaledMatcher <- evaluate matcher
if evaledActual == evaledMatcher
then evaluate branch
else matchPairs (actualExpr, evaledActual) restPairs
evaluateLet :: [AST] -> LContext AST
evaluateLet asts = do
let letAst = head asts
args = tail asts
d <- getDepth
when (d > 1) $ throwL (astPos letAst) $ "let can only be called on the top level or in a function definition, current depth: " ++ show d
case args of
[AST { an = ASTSymbol "lazy" }, AST { an = ASTSymbol sym }, val] -> do
env <- getEnv
when (MB.isJust $ resolveSymbol sym env) $ throwL (astPos letAst) $ "symbol already defined: " ++ sym
insertEnv sym $ Regular val
return $ letAst { an = ASTUnit }
[AST { an = ASTSymbol "memo" }, AST { an = ASTSymbol sym }, val] -> do
env <- getEnv
when (MB.isJust $ resolveSymbol sym env) $ throwL (astPos letAst) $ "symbol already defined: " ++ sym
insertEnv sym $ Memoized M.empty val
return $ letAst { an = ASTUnit }
[AST { an = ASTSymbol sym }, value'] -> do
evaledValue <- evaluate value'
env <- getEnv
when (MB.isJust $ resolveSymbol sym env) $ throwL (astPos letAst) $ "symbol already defined: " ++ sym
insertEnv sym $ Regular evaledValue
return $ letAst { an = ASTUnit }
other -> throwL (astPos $ head other) $ "let called with invalid args " ++ show other
evaluateDebugEnv :: [AST] -> LContext AST
evaluateDebugEnv asts = do
let envAst = head asts
env <- getEnv
let pairs = M.assocs env
let longestKey = L.maximumBy (compare `on` (length . fst)) pairs $> fst
let pad s = s ++ take (length longestKey + 4 - length s) (L.repeat ' ')
let rows = pairs $> map (\(k, v) -> pad k ++ show v)
liftIO $ mapM_ putStrLn rows
return $ envAst { an = ASTUnit }
evaluateImport :: [AST] -> LContext AST
evaluateImport asts = do
let importAst = head asts
args = tail asts
d <- getDepth
when (d > 1) $ throwL (astPos importAst) $
"import can only be called on the top level, current depth: " ++ show d
config <- getConfig
let initialState = LState {
stateConfig = config,
stateDepth = 0,
stateEnv = builtinEnv,
statePure = Impure
}
case args of
-- non-qualified import
[AST { an = ASTString path }] -> do
let checkedPath = if (not $ ".milch" `L.isSuffixOf` path)
then (path ++ ".milch")
else path
LState { stateEnv = importedEnv } <- lift $ execStateT (runScriptFile checkedPath) initialState
env <- getEnv
putEnv $ M.union importedEnv env
return $ importAst { an = ASTUnit }
_ -> throwL (astPos importAst) $ "invalid arguments passed to import: " ++ show args
evaluateRecord :: [AST] -> LContext AST
evaluateRecord asts = do
let recordAst = head asts
args = tail asts
d <- getDepth
when (d > 1) $ throwL (astPos recordAst) $ "record can only be called on the top level, current depth: " ++ show d
case args of
(AST { an = ASTSymbol ns }:rest) -> do
let nonSymFields = L.find (not . isSymbolAST) rest
case nonSymFields of
Just invalid -> throwL (astPos invalid)
$ "non-symbol field in record definition: " ++ show invalid
Nothing -> return ()
let fields = extractRows rest
let fnCreateName = ns ++ "/create"
let makeFnCreate :: [String] -> [(String, AST)] -> LFunction
makeFnCreate (param:[]) argsAcc = fn where
fn arg = do
let record = M.fromList $ (param, arg) : argsAcc
return $ makeNonsenseAST $ ASTRecord (computeTagN ns) ns record
makeFnCreate (param:restParams) argsAcc = fn where
fn :: LFunction
fn arg = return $ makeNonsenseAST $ ASTFunction Pure $
makeFnCreate restParams ((param, arg):argsAcc)
makeFnCreate _ _ = error $ "unreachable: makeFnCreate " ++ fnCreateName
let createFn = makeFnCreate fields []
insertEnv fnCreateName $ Regular $ recordAst { an = ASTFunction Pure createFn }
let makeGetFns [] = return $ ()
makeGetFns (param:restParams) = do
let fnGetName = ns ++ "/" ++ "get-" ++ param
let fn = getFn fnGetName
let fnAST = makeNonsenseAST $ ASTFunction Pure $ fn
insertEnv fnGetName $ Regular fnAST
makeGetFns restParams
makeGetFns fields
let makeSetFns [] = return $ ()
makeSetFns (param:restParams) = do
let fnSetName = ns ++ "/" ++ "set-" ++ param
let fn = setFn fnSetName
let fnAST = makeNonsenseAST $ ASTFunction Pure $ fn
insertEnv fnSetName $ Regular fnAST
makeSetFns restParams
makeSetFns fields
return $ recordAst { an = ASTUnit }
_ -> throwL (astPos recordAst) $ "invalid arguments passed to import: " ++ show args
where
isSymbolAST AST { an = ASTSymbol _ } = True
isSymbolAST _ = False
extractRows (AST { an = ASTSymbol sym }:rest) = sym : extractRows rest
extractRows _ = []
getFn fnName ast@AST { an = ASTRecord _ identifier record } = do
when (not $ identifier `L.isPrefixOf` fnName) $
throwL (astPos ast) $ "invalid argument: " ++ fnName ++ " cannot operate on record " ++ identifier
let (_, fnId) = separateNsIdPart fnName
let fieldId = drop 4 fnId
case (M.lookup fieldId record) of
Just value -> return $ value
Nothing -> error $ "unreachable: getFn " ++ fnName
getFn fnName ast = throwL (astPos ast) $ "invalid argument passed to " ++ fnName ++ ": " ++ (show ast)
setFn fnName ast1 = do
return $ makeNonsenseAST $ ASTFunction Pure $ fn where
fn ast2@AST { an = ASTRecord tagHash identifier record } = do
when (not $ identifier `L.isPrefixOf` fnName) $
throwL (astPos ast2) $ "invalid argument: " ++ fnName ++ " cannot operate on record " ++ identifier
let (_, fnId) = separateNsIdPart fnName
let fieldId = drop 4 fnId
let newRecord = M.insert fieldId ast1 record
return $ makeNonsenseAST $ ASTRecord tagHash identifier newRecord
fn ast2 = throwL (astPos ast2) $ "invalid argument passed to " ++ fnName ++ ": " ++ (show ast2)
data ReifyResult
= ReifyRegularFunction AST
| ReifyMemoizedFunction String AST
reifyFunctionReference :: AST -> LContext ReifyResult
reifyFunctionReference ref = case ref of
AST { an = ASTSymbol sym } -> do
env <- getEnv
let bindingM = resolveSymbol sym env
case bindingM of
Just binding -> case binding of
Regular bound -> return $ ReifyRegularFunction $ bound
Memoized _memoMap bound -> return $ ReifyMemoizedFunction sym $ bound
Nothing -> throwL (astPos ref) $ "symbol " ++ sym ++ " not defined in environment"
other -> do
ret <- evaluate other
return $ ReifyRegularFunction ret
unsafeGetMemoMap :: String -> LContext (M.Map [AST] AST)
unsafeGetMemoMap sym = do
env <- getEnv
case ((M.!) env sym) of
Memoized memoMap _ -> return memoMap
_ -> error $ "unreachable: unsafeGetMemoMap " ++ show env ++ ", " ++ sym
evaluateFunctionCall :: [AST] -> LContext AST
evaluateFunctionCall children = do
let fnAst = head children
args = tail children
reifyRes <- reifyFunctionReference fnAst
case reifyRes of
-- ReifyRegularFunction bound -> trace ("not memoed: " ++ show fnAst) $ do
ReifyRegularFunction bound -> do
evaledBound <- evaluate bound
AST { an = astFn@(ASTFunction fIsPure _) } <- assertIsASTFunction evaledBound
checkPurity fIsPure
updatePurity fIsPure
evaledArgs <- mapM evaluate args
result <- curryCall (reverse evaledArgs) astFn
return $ fnAst { an = an result }
ReifyMemoizedFunction sym bound -> do
evaledArgs <- mapM evaluate args
memoMap <- unsafeGetMemoMap sym
case (M.lookup evaledArgs memoMap) of
Just hit -> return hit
Nothing -> do
evaledBound <- evaluate bound
AST { an = astFn@(ASTFunction fIsPure _) } <- assertIsASTFunction evaledBound
checkPurity fIsPure
updatePurity fIsPure
result <- curryCall (reverse evaledArgs) astFn
possiblyUpdatedMemoMap <- unsafeGetMemoMap sym
let newMemoMap = M.insert evaledArgs result possiblyUpdatedMemoMap
insertEnv sym $ Memoized newMemoMap bound
return $ fnAst { an = an result }
resolveSymbol :: String -> Env -> Maybe (Binding AST)
resolveSymbol = M.lookup
evaluateSymbol :: AST -> LContext AST
evaluateSymbol ast@AST { an = ASTSymbol sym } = do
env <- getEnv
let bindingM = resolveSymbol sym env
case bindingM of
Just binding -> return $ case binding of
Regular v -> v
Memoized _ v -> v
Nothing -> throwL (astPos ast) $ "symbol " ++ sym ++ " not defined in environment"
evaluateSymbol ast = throwL (astPos ast) $ "unreachable: evaluateSymbol, ast: " ++ show ast
evaluate :: AST -> LContext AST
evaluate ast@AST { an = fnc@(ASTFunctionCall args@(x:_)) } =
do config <- getConfig
when (configPrintCallStack config) $ liftIO $ putStrLn $ "fn call: " ++ show fnc
incrementDepth
currentPurity <- getPurity
let task = case an x of
-- remember to add these as reseved keywords in Builtins!
ASTSymbol "\\" ->
evaluateFunctionDef Pure args
ASTSymbol "\\!" ->
evaluateFunctionDef Impure args
ASTSymbol "match" ->
evaluateMatch args
ASTSymbol "let" ->
evaluateLet args
ASTSymbol "Debug/env" ->
evaluateDebugEnv args
ASTSymbol "import" ->
evaluateImport args
ASTSymbol "record" ->
evaluateRecord args
_ ->
evaluateFunctionCall args
ret <- task `catchError`
appendError ("when calling function " ++ show x ++ " at " ++ astPos ast)
decrementDepth
updatePurity currentPurity
return ret
evaluate ast@AST { an = (ASTSymbol _) } =
evaluateSymbol ast
evaluate ast@AST { an = (ASTVector vec) } =
do incrementDepth
rets <- mapM evaluate vec `catchError`
appendError ("when evaluating elements of vector " ++ show vec ++ " at " ++ astPos ast)
decrementDepth
return $ ast { an = ASTVector rets }
evaluate other =
return other
-- LIB
runScriptFile :: String -> LContext [AST]
runScriptFile fileName = do
let srcM :: IO (Either IOError String)
srcM = try $ readFile fileName
srcM' <- liftIO srcM
src <- case srcM' of
Right s -> return s
Left _ -> throwL "" $ "Failed to open file: \"" ++ fileName ++ "\""
runInlineScript fileName src
runInlineScript :: String -> String -> LContext [AST]
runInlineScript fileName src =
runInlineScript' 1 fileName src
runInlineScript' :: LineNo -> String -> String -> LContext [AST]
runInlineScript' lineNo fileName src = do
tokenized <- tokenize' (lineNo, 1) fileName src
LState { stateConfig = config } <- get
when (configVerboseMode config) $ liftIO $ putStrLn $ "tokenized:\t\t" ++ show tokenized
parsed <- parse tokenized
when (configVerboseMode config) $ do
let output = "parsed:\t\t\t" ++ (map show parsed $> L.intercalate "\n\t\t\t")
liftIO $ putStrLn output
evaluated <- foldEvaluate parsed
case configPrintEvaled config of
PrintEvaledAll -> liftIO $ mapM_ putStrLn (map show evaluated)
PrintEvaledNonUnit -> do
let evaledNonUnits = evaluated $>
filter (\case AST { an = ASTUnit } -> False
_ -> True)
liftIO $ mapM_ putStrLn (map show evaledNonUnits)
PrintEvaledOff -> return ()
return evaluated
where
foldEvaluate :: [AST] -> LContext [AST]
foldEvaluate [] = return []
foldEvaluate (ast:rest) = do
newAst <- evaluate ast
restEvaled <- foldEvaluate rest
return $ newAst : restEvaled
|