1
Continue Evaluator
2
z 9
true #t
+
twice
Representing procedures
(eval '(define twice (lambda (x) (+ x x))) GE)
symbolprimitive
schemeprocedure +
symbolprocedure
symbol+
symbolx
3
Representing the Environment
• (eval ‘(twice 4))• (extend-environment '(x) '(4) GE) GE x: 10
+: (primitive ...)twice: (procedure ..)
E1 x: 4
Abstractly
Concretely
GE
list ofvalues
list ofvariables
frame
x 4
E1
x
10
+ twice primitive
4
Representing the Environment
• (eval ‘(twice 5))• (extend-environment '(x) '(5) GE)
GE
list ofvalues
list ofvariables
frame
x 4
E1
x
10
+ twice primitive
x 5
E2
5
(define (lookup-variable-value var env) (define (env-loop env) (define (scan vars vals) (cond ((null? vars) (env-loop (enclosing-environment env))) ((eq? var (car vars)) (car vals)) (else (scan (cdr vars) (cdr vals))))) (if (eq? env the-empty-environment) (error "Unbound variable" var) (let ((frame (first-frame env))) (scan (frame-variables frame) (frame-values frame))))) (env-loop env))
(define (frame-variables frame) (car frame))(define (frame-values frame) (cdr frame))
(define (enclosing-environment env) (cdr env))(define (first-frame env) (car env))
6
(define (define-variable! var val env) (let ((frame (first-frame env))) (define (scan vars vals) (cond ((null? vars) (add-binding-to-frame! var val frame)) ((eq? var (car vars)) (set-car! vals val)) (else (scan (cdr vars) (cdr vals))))) (scan (frame-variables frame) (frame-values frame))))
(define (eval-definition exp env) (let ((name (cadr exp)) (defined-to-be (eval (caddr exp) env))) (define-variable! name defined-to-be env) ‘undefined))
Assignments
(define (eval-assignment exp env) (set-variable-value! (assignment-variable exp) (eval (assignment-value exp) env) env) 'ok)
(define (assignment? exp) (tagged-list? exp 'set!))
(define (assignment-variable exp) (cadr exp))
(define (assignment-value exp) (caddr exp))
set-variable-value!
(define (set-variable-value! var val env) (define (env-loop env) (define (scan vars vals) (cond ((null? vars) (env-loop (enclosing-environment env))) ((eq? var (car vars)) (set-car! vals val)) (else (scan (cdr vars) (cdr vals)))))
(if (eq? env the-empty-environment) (error "Unbound variable -- SET!" var) (let ((frame (first-frame env))) (scan (frame-variables frame) (frame-values frame))))( (env-loop env))
9
Initialization primitives andinitial env.
(define the-empty-environment '())
(define the-global-environment (setup-environment))
(define (setup-environment) (let ((initial-env (extend-environment (primitive-procedure-names) (primitive-procedure-objects) the-empty-environment))) (define-variable! 'true #t initial-env) (define-variable! 'false #f initial-env) initial-env))
10
(define primitive-procedure (list (list 'car car) (list 'cdr cdr) (list 'cons cons) (list 'null? null?) (list '+ +);; more primitives ))
(define (primitive-procedure-names) (map car primitive-procedures))
(define (primitive-procedure-objects) (map (lambda (proc) (list 'primitive (cadr proc))) primitive-procedures))
11
Read-Eval-Print Loop
(define input-prompt ";;; M-Eval input:")(define output-prompt ";;; M-Eval value:")
(define (prompt-for-input string) (newline) (newline) (display string) (newline))
(define (announce-output string) (newline) (display string) (newline))
(define (driver-loop) (prompt-for-input input-prompt) (let ((input (read))) (let ((output (eval input the-global-env))) (announce-output output-prompt) (user-print output))) (driver-loop))
Apply (reminder)
(define (apply procedure arguments) (cond ((primitive-procedure? procedure) (apply-primitive-procedure procedure arguments)) ((compound-procedure? procedure) (eval-sequence (procedure-body procedure) (extend-environment (procedure-parameters procedure) arguments (procedure-env procedure)))) (else (error "Unknown procedure type -- APPLY" procedure))))
15
Execution Examples
• An iterative algorithm in scheme
(eval '(define odd (lambda (n) (odd (- n 2)))) GE)
• A recursive algorithm in scheme
(eval '(define sum (lambda (n) (+ n (sum (- n 1))))) GE)
• Base case and if check omitted from both algorithmsto simplify the example
16
(eval '(define odd (lambda (n) (odd (- n 2)))) GE)
(eval '(odd 4) GE)
[call apply, which creates E1: n = 4, then eval body of odd]
(eval '(odd (- n 2)) E1)
(apply (eval 'odd E1) (list (eval '(- n 2) E1)))
[skip some steps in which (- n 2) ==> 2](apply (list ’procedure '(n) '(odd (- n 2)) GE) '(2))
[apply creates E2: n = 2, then eval body of odd]
(eval '(odd (- n 2)) E2))• No pending operations on the recursive call to eval
17
(eval '(define sum (lambda (n) (+ n (sum (- n 1))))) GE)
(eval '(sum 4) GE)
[call apply, which creates E1: n = 4, then eval body of sum]
(eval '(+ n (sum (- n 1))) E1)
(apply '(primitive #[add]) (list (eval 'n E1) (eval '(sum (- n 1)) E1)))
[skip some steps in which (- n 1) ==> 3]
(apply '(primitive #[add]) (list 4 (apply (eval 'sum E1) '(3))))
[apply creates E2: n = 3, then eval body of sum]
(apply '(primitive #[add])(list 4 (eval '(+ n (sum (- n 1))) E2))
• There are pending operations on the recursive call to eval
18
Summary
• Cycle between eval and apply is the core of the evaluator• eval calls apply with operator and argument values• apply calls eval with expression and environment
• What is still missing from scheme ?• Some special forms• data types other than numbers and booleans
19
Note: Syntactic Abstraction
• Semantics• What the language means• Model of computation
• Syntax• Particulars of writing expressions• E.g. how to signal different expressions
• Separation of syntax and semantics: allows one to easily alter syntax
eval/applysyntax
procedures
20
Basic Syntax
• Routines to detect expressions(define (if? exp) (tagged-list? exp 'if))(define (lambda? exp) (tagged-list? exp 'lambda))(define (application? exp) (pair? exp))
• Routines to get information out of expressions(define (operator app) (car app))(define (operands app) (cdr app))(define (first-operand args) (car args))(define (rest-operands args) (cdr args))
• Routines to build expressions(define (make-if predicate consequent alternative) (list 'if predicate consequent alternative))
21
Example – Changing Syntax
• Suppose you wanted a "verbose" application syntax:
(CALL <proc> ARGS <arg1> <arg2> ...)
• Changes – only in the syntax routines!
(define (application? exp) (tagged-list? 'CALL))
(define (operator app) (cadr app))
(define (operands app) (cdddr app))
22
Implementing "Syntactic Sugar"
• Idea:• Implement a simple fundamental "core" in the evaluator• Easy way to add alternative/convenient syntax?
• "let" as sugared procedure application:
(let ((<name1> <val1>) (<name2> <val2>)) <body>)
((lambda (<name1> <name2>) <body>) <val1> <val2>)
23
Detect and Transform the Alternative Syntax
(define (eval exp env) (cond ((self-evaluating? exp) exp) ((variable? exp) (lookup-variable-value exp env)) ((quoted? exp) (text-of-quotation exp)) . . . ((cond? exp) (eval (cond->if exp) env)) ((let? exp) (eval (let->combination exp) env)) ((application? exp) (apply (eval (operator exp) env)
(list-of-values (operands exp) env))) (else (error "Unknown expression" exp))))
24
Implementing cond: Syntax procedures
(define (cond-clauses exp) (cdr exp))
(define (cond-else-clause? clause) (eq? (cond-predicate clause) 'else))
(define (cond-predicate clause) (car clause))
(define (cond-actions clause) (cdr clause))
(cond ((= x 23) (+ x 1))
(else (- x 1)))
(if (= x 23) (+ x 1) (- x 1))
25
Cond syntax
(cond ((= x 23) (+ x 1))
(else (- x 1)))
cond
else
23x=
1x+
1x-
26
Transforming sequence of expression toan expression
(define (sequence->exp seq) (cond ((null? seq) seq) ((last-exp? seq) (first-exp seq)) (else (make-begin seq))))
(define (make-begin seq) (cons 'begin seq))
2x*
car y
begin
27
Implementing cond (Cont.)
(cond ((= x 23) (+ x 1))
(else (- x 1)))
(if (= x 23) (+ x 1) (- x 1))
28
Implementing cond
(define (cond->if exp) (expand-clauses (cond-clauses exp)))
(define (expand-clauses clauses) (if (null? clauses) 'false ; no else clause (let ((first (car clauses)) (rest (cdr clauses))) (if (cond-else-clause? first) (if (null? rest) (sequence->exp (cond-actions first)) (error "ELSE clause isn't last -- COND->IF" clauses)) (make-if (cond-predicate first) (sequence->exp (cond-actions first)) (expand-clauses rest))))))
29
Details of cond syntax transformation
(cond ((= x 23) (+ x 1))
(else (- x 1)))
cond
else
23x=
1x+
1x-
30
Details of cond syntax transformation
(expand-clauses
else
23x=
1x+
1x-
)
31
Details of cond syntax transformation
first
else
23x=
1x+
1x-
rest
32
Details of cond syntax transformation
23x=
1x+
else
1x-
(make-if
(expand-clauses ))
33
Details of cond syntax transformation
23x=
1x+
1x-
(make-if
)
34
Details of cond syntax transformation
23x=
1x+
1x-
if
35
Named Procedures
Support (define (foo <parm>) <body>)
(define (eval-definition exp env) (define-variable! (definition-variable exp) (eval (definition-value exp) env) env))
(define (definition-variable exp) (if (symbol? (cadr exp)) (cadr exp) (caadr exp)))
(define (definition-value exp) (if (symbol? (cadr exp)) (caddr exp) (make-lambda (cdadr exp) ;formal params
(cddr exp)))) ;body
Different frame implementation
(define make-frame
(lambda (variables values)
(lambda (var)
(cond ((empty? variables) empty)
((eq? var (car variables))
(make-binding (car variables) (car values)))
(else
(apply (make-frame (cdr variables) (cdr values))
(list var))))
))
New ADT: Box (whose implementation is a black box) for mutable objects!
Details omitted
36
Substitution Model Instead of the Env. Model
• What changes to the evaluator are required?
37
Substitution Model Instead of the Env. Model
• Main changes:• No generation (and passing as parameters) of
environments (only global environment is generated)– Scoping is handled differently (see next)
• No support of assignment– Assignment does not fit well in the functional
programming framework• Besides application, support of other operations stays
almost intact– Omit the environment parameter, and use global
env. Instead• Application requires some work
38
(define applicative-eval
(lambda (exp)
(cond ((atomic? exp) (eval-atomic exp))
…
((application? exp)
(let ((renamed-exp (rename exp)))
(apply-procedure
(applicative-eval (operator renamed-exp))
(list-of-values (operands renamed-exp)))))
(else
(error "Unknown expression type -- EVAL" exp)))))
39
(define apply-procedure
(lambda (procedure arguments)
(cond ((primitive-procedure? procedure)
(apply-primitive-procedure procedure arguments))
((compound-procedure? procedure)
(eval-sequence
(substitute (procedure-body procedure)
(procedure-parameters procedure)
arguments)))
(else
(error "Unknown procedure type -- APPLY" procedure)))))
40
substitute
(define substitute
(letrec ((substitute-var-val
(lambda (exp var val)
(cond ((variable? exp)
(if (eq? exp var) val exp))
((or (number? exp)
(boolean? exp) (quoted? exp) ) exp)
((value? exp)
(substitute-var-val-in-value exp var val))
(else
(map (lambda(e) (substitute-var-val e var val)) exp)))) )
41
rename
42
• Implementation can be found in lecture notes• Idea: rename the formal arguments of the closure as well
as all occurrences of them in the body• To distinguish from other variables with the same name
that are e.g. in the global scope
Auxiliary function
(define (make-new-names old-names)
(if (null? old-names) ‘()
(cons (gensym)
(make-new-names (cdr old-names)))))))
This should be inside the code of rename, put as external for clarification!
43
One more auxiliary function
• (define (replace val-exp)
(cond ((or (evaluator-symbol? val-exp)
(primitive-procedure? val-exp)) val-exp)
((evaluator-list? val-exp)
(make-list (map rename (list-content val-exp))))
((compound-procedure? val-exp)
(let* ((params (procedure-parameters val-exp))
(new-params (make-new-names params))
(renamed-subs-body (map rename
(procedure-body val-exp)))
(renamed-body (substitute renamed-subs-body params new-params)))
(make-procedure new-params renamed-body))))
44
Finally- rename
(define (rename exp)
(cond ((atomic? exp) exp)
((lambda? exp)
(let* ((params (lambda-parameters exp))
(new-params (make-new-names params))
(renamed-subs (map rename exp)))
(substitute renamed-subs params new-params)) )
((evaluator-value? exp) (replace exp))
(else (map rename exp))
45
Lists
• (define (evaluator-value? val)
(or (evaluator-symbol? val) (evaluator-list? val)
(primitive-procedure? val)
(compound-procedure? val))))• (define (list-form? exp)
(or (tagged-list? exp ’cons) (tagged-list? exp ’list)
(tagged-list? exp ’append))))• (define (eval-list lst) (make-list (apply-primitive-procedure
(eval (operator lst))
(list-of-values (operands lst))))))
46
The Analyzer
• Main idea: separate the syntactic analysis from evaluation
• Main observation: this corresponds to separating the management of expressions from those of the enviornments
• Simplest analysis:
(define (analyze-self-evaluating exp) (lambda (env) exp))
48
The Analyzer (cont.)
(define (analyze-quoted exp) (let ((qval (text-of-quotation exp))) (lambda (env) qval)))
(define (analyze-definition exp)
(let ((var (definition-variable exp))
(val (analyze (definition-value exp))))
(lambda (env)
(if (not (eq? env the-global-environment))
(error ’eval "non global definition: ~s" exp)
(begin
(add-binding! (make-binding var
(val the-global-environment)))
’ok))))))
49
The Analyzer (cont.)
• (define (analyze-if exp)
(let ((pred (analyze (if-predicate exp)))
(consequent (analyze (if-consequent exp)))
(alternative (analyze (if-alternative exp))))
(lambda (env)
(if (true? (pred env))
(consequent env)
(alternative env))))))
And so on…
50