forked from bpython/bpython
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathinterpreter.py
More file actions
130 lines (107 loc) · 4.28 KB
/
interpreter.py
File metadata and controls
130 lines (107 loc) · 4.28 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# encoding: utf-8
import sys
from six import iteritems, text_type
from pygments.token import Generic, Token, Keyword, Name, Comment, String
from pygments.token import Error, Literal, Number, Operator, Punctuation
from pygments.token import Whitespace
from pygments.formatter import Formatter
from pygments.lexers import get_lexer_by_name
from bpython.curtsiesfrontend.parse import parse
from bpython.repl import Interpreter as ReplInterpreter
from bpython.config import getpreferredencoding
default_colors = {
Generic.Error: 'R',
Keyword: 'd',
Name: 'c',
Name.Builtin: 'g',
Comment: 'b',
String: 'm',
Error: 'r',
Literal: 'd',
Number: 'M',
Number.Integer: 'd',
Operator: 'd',
Punctuation: 'd',
Token: 'd',
Whitespace: 'd',
Token.Punctuation.Parenthesis: 'R',
Name.Function: 'd',
Name.Class: 'd'
}
class BPythonFormatter(Formatter):
"""This is subclassed from the custom formatter for bpython. Its format()
method receives the tokensource and outfile params passed to it from the
Pygments highlight() method and slops them into the appropriate format
string as defined above, then writes to the outfile object the final
formatted string. This does not write real strings. It writes format string
(FmtStr) objects.
See the Pygments source for more info; it's pretty
straightforward."""
def __init__(self, color_scheme, **options):
self.f_strings = {}
for k, v in iteritems(color_scheme):
self.f_strings[k] = '\x01%s' % (v,)
Formatter.__init__(self, **options)
def format(self, tokensource, outfile):
o = ''
for token, text in tokensource:
while token not in self.f_strings:
token = token.parent
o += "%s\x03%s\x04" % (self.f_strings[token], text)
outfile.write(parse(o.rstrip()))
class Interp(ReplInterpreter):
def __init__(self, locals=None, encoding=None):
"""Constructor.
We include an argument for the outfile to pass to the formatter for it
to write to.
"""
ReplInterpreter.__init__(self, locals, encoding)
# typically changed after being instantiated
# but used when interpreter used corresponding REPL
def write(err_line):
"""Default stderr handler for tracebacks
Accepts FmtStrs so interpreters can output them"""
sys.stderr.write(text_type(err_line))
self.write = write
self.outfile = self
def writetb(self, lines):
tbtext = ''.join(lines)
lexer = get_lexer_by_name("pytb")
self.format(tbtext, lexer)
# TODO for tracebacks get_lexer_by_name("pytb", stripall=True)
def format(self, tbtext, lexer):
traceback_informative_formatter = BPythonFormatter(default_colors)
traceback_code_formatter = BPythonFormatter({Token: ('d')})
tokens = list(lexer.get_tokens(tbtext))
no_format_mode = False
cur_line = []
for token, text in tokens:
if text.endswith('\n'):
cur_line.append((token, text))
if no_format_mode:
traceback_code_formatter.format(cur_line, self.outfile)
no_format_mode = False
else:
traceback_informative_formatter.format(cur_line,
self.outfile)
cur_line = []
elif text == ' ' and cur_line == []:
no_format_mode = True
cur_line.append((token, text))
else:
cur_line.append((token, text))
assert cur_line == [], cur_line
def code_finished_will_parse(s, compiler):
"""Returns a tuple of whether the buffer could be complete and whether it
will parse
True, True means code block is finished and no predicted parse error
True, False means code block is finished because a parse error is predicted
False, True means code block is unfinished
False, False isn't possible - an predicted error makes code block done"""
try:
finished = bool(compiler(s))
code_will_parse = True
except (ValueError, SyntaxError, OverflowError):
finished = True
code_will_parse = False
return finished, code_will_parse