1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
|
# -*- coding: utf-8 -*- #
# frozen_string_literal: true
module Rouge
module Lexers
class PHP < TemplateLexer
title "PHP"
desc "The PHP scripting language (php.net)"
tag 'php'
aliases 'php', 'php3', 'php4', 'php5'
filenames '*.php', '*.php[345t]','*.phtml',
# Support Drupal file extensions, see:
# https://github.com/gitlabhq/gitlabhq/issues/8900
'*.module', '*.inc', '*.profile', '*.install', '*.test'
mimetypes 'text/x-php'
option :start_inline, 'Whether to start with inline php or require <?php ... ?>. (default: best guess)'
option :funcnamehighlighting, 'Whether to highlight builtin functions (default: true)'
option :disabledmodules, 'Disable certain modules from being highlighted as builtins (default: empty)'
def initialize(*)
super
# if truthy, the lexer starts highlighting with php code
# (no <?php required)
@start_inline = bool_option(:start_inline) { :guess }
@funcnamehighlighting = bool_option(:funcnamehighlighting) { true }
@disabledmodules = list_option(:disabledmodules)
end
def self.detect?(text)
return true if text.shebang?('php')
return false if /^<\?hh/ =~ text
return true if /^<\?php/ =~ text
end
def self.keywords
@keywords ||= Set.new %w(
old_function cfunction
__class__ __dir__ __file__ __function__ __halt_compiler __line__
__method__ __namespace__ __trait__ abstract and array as break case
catch clone continue declare default die do echo else elseif empty
enddeclare endfor endforeach endif endswitch endwhile eval exit
extends final finally fn for foreach global goto if implements
include include_once instanceof insteadof isset list match new or
parent print private protected public readonly require require_once
return self static switch throw try unset var while xor yield
)
end
def self.builtins
Kernel::load File.join(Lexers::BASE_DIR, 'php/keywords.rb')
builtins
end
def builtins
return [] unless @funcnamehighlighting
@builtins ||= Set.new.tap do |builtins|
self.class.builtins.each do |mod, fns|
next if @disabledmodules.include? mod
builtins.merge(fns)
end
end
end
id = /[\p{L}_][\p{L}\p{N}_]*/
ns = /(?:#{id}\\)+/
id_with_ns = /\\?(?:#{ns})?#{id}/
start do
case @start_inline
when true
push :php
when :guess
push :start
end
end
state :escape do
rule %r/\?>/ do
token Comment::Preproc
reset_stack
end
end
state :return do
rule(//) { pop! }
end
state :start do
# We enter this state if we aren't sure whether the PHP in the text is
# delimited by <?php (or <?=) tags or not. These two rules check
# whether there is an opening angle bracket and, if there is, delegates
# the tokens before it to the HTML lexer.
rule(/\s*(?=<)/m) { delegate parent; pop! }
rule(/[^$]+(?=<\?(php|=))/i) { delegate parent; pop! }
rule(//) { goto :php }
end
state :names do
rule %r/(?:public|protected|private)\(set\)/i do
push :in_visibility
token Keyword
end
rule %r/#{id_with_ns}(?=\s*\()/ do |m|
name = m[0].downcase
if self.class.keywords.include? name
token Keyword
elsif self.builtins.include? name
token Name::Builtin
else
token Name::Function
end
end
rule id_with_ns do |m|
name = m[0].downcase
if name == "use"
push :in_use
token Keyword::Namespace
elsif name == "const"
push :in_const
token Keyword
elsif name == "catch"
push :in_catch
token Keyword
elsif %w(public protected private).include? name
push :in_visibility
token Keyword
elsif name == "stdClass"
token Name::Class
elsif self.class.keywords.include? name
token Keyword
elsif m[0] =~ /^__.*?__$/
token Name::Builtin
elsif m[0] =~ /^(E|PHP)(_[[:upper:]]+)+$/
token Keyword::Constant
elsif m[0] =~ /(\\|^)[[:upper:]][[[:upper:]][[:digit:]]_]+$/
token Name::Constant
elsif m[0] =~ /(\\|^)[[:upper:]][[:alnum:]]*?$/
token Name::Class
else
token Name
end
end
end
state :operators do
rule %r/[~!%^&*+\|:.<>\/@-]+/, Operator
end
state :string do
rule %r/"/, Str::Double, :pop!
rule %r/[^\\{$"]+/, Str::Double
rule %r/\\u\{[0-9a-fA-F]+\}/, Str::Escape
rule %r/\\([efrntv\"$\\]|[0-7]{1,3}|[xX][0-9a-fA-F]{1,2})/, Str::Escape
rule %r/\$#{id}(\[\S+\]|->#{id})?/, Name::Variable
rule %r/\{\$\{/, Str::Interpol, :string_interp_double
rule %r/\{(?=\$)/, Str::Interpol, :string_interp_single
rule %r/(\{)(\S+)(\})/ do
groups Str::Interpol, Name::Variable, Str::Interpol
end
rule %r/[${\\]+/, Str::Double
end
state :string_interp_double do
rule %r/\}\}/, Str::Interpol, :pop!
mixin :php
end
state :string_interp_single do
rule %r/\}/, Str::Interpol, :pop!
mixin :php
end
state :values do
# heredocs
rule %r/<<<(["']?)(#{id})\1\n.*?\n\s*\2;?/im, Str::Heredoc
# numbers
rule %r/(\d[_\d]*)?\.(\d[_\d]*)?(e[+-]?\d[_\d]*)?/i, Num::Float
rule %r/0o?[0-7][0-7_]*/i, Num::Oct
rule %r/0b[01][01_]*/i, Num::Bin
rule %r/0x[a-f0-9][a-f0-9_]*/i, Num::Hex
rule %r/\d[_\d]*/, Num::Integer
# strings
rule %r/'([^'\\]*(?:\\.[^'\\]*)*)'/, Str::Single
rule %r/`([^`\\]*(?:\\.[^`\\]*)*)`/, Str::Backtick
rule %r/"/, Str::Double, :string
# functions
rule %r/(function|fn)\b/i do
push :in_function_return
push :in_function_params
push :in_function_name
token Keyword
end
# constants
rule %r/(true|false|null)\b/i, Keyword::Constant
# objects
rule %r/new\b/i, Keyword, :in_new
end
state :variables do
rule %r/\$\{\$+#{id}\}/, Name::Variable
rule %r/\$+#{id}/, Name::Variable
end
state :whitespace do
rule %r/\s+/, Text
rule %r/#[^\[].*?$/, Comment::Single
rule %r(//.*?$), Comment::Single
rule %r(/\*\*(?!/).*?\*/)m, Comment::Doc
rule %r(/\*.*?\*/)m, Comment::Multiline
end
state :root do
rule %r/<\?(php|=)?/i, Comment::Preproc, :php
rule(/.*?(?=<\?)|.*/m) { delegate parent }
end
state :php do
mixin :escape
mixin :whitespace
mixin :variables
mixin :values
rule %r/(namespace)
(\s+)
(#{id_with_ns})/ix do |m|
groups Keyword::Namespace, Text, Name::Namespace
end
rule %r/#\[.*\]$/, Name::Attribute
rule %r/(class|interface|trait|extends|implements)
(\s+)
(#{id_with_ns})/ix do |m|
groups Keyword::Declaration, Text, Name::Class
end
rule %r/(enum)
(\s+)
(#{id_with_ns})/ix do |m|
groups Keyword::Declaration, Text, Name::Class
push :in_enum
end
mixin :names
rule %r/[;,\(\)\{\}\[\]]/, Punctuation
mixin :operators
rule %r/[=?]/, Operator
end
state :in_assign do
rule %r/,/, Punctuation, :pop!
rule %r/[\[\]]/, Punctuation
rule %r/\(/, Punctuation, :in_assign_function
mixin :escape
mixin :whitespace
mixin :values
mixin :variables
mixin :names
mixin :operators
mixin :return
end
state :in_assign_function do
rule %r/\)/, Punctuation, :pop!
rule %r/,/, Punctuation
mixin :in_assign
end
state :in_catch do
rule %r/\(/, Punctuation
rule %r/\|/, Operator
rule id_with_ns, Name::Class
mixin :escape
mixin :whitespace
mixin :return
end
state :in_const do
rule %r/(\??#{id})(\s+)(#{id})/i do
groups Keyword::Type, Text, Name::Constant
end
rule id, Name::Constant
rule %r/=/, Operator, :in_assign
mixin :escape
mixin :whitespace
mixin :return
end
state :in_function_body do
rule %r/{/, Punctuation, :push
rule %r/}/, Punctuation, :pop!
mixin :php
end
state :in_function_name do
rule %r/&/, Operator
rule id, Name
rule %r/\(/, Punctuation, :pop!
mixin :escape
mixin :whitespace
mixin :return
end
state :in_function_params do
rule %r/\)/, Punctuation, :pop!
rule %r/,/, Punctuation
rule %r/[.]{3}/, Punctuation
rule %r/=/, Operator, :in_assign
rule %r/\b(?:public|protected|private|readonly)(?:\(set\)|\b)/i, Keyword
rule %r/\breadonly\b/i, Keyword
rule %r/\??#{id}/, Keyword::Type, :in_assign
mixin :escape
mixin :whitespace
mixin :variables
mixin :return
end
state :in_function_return do
rule %r/:/, Punctuation
rule %r/use\b/i, Keyword, :in_function_use
rule %r/\??#{id}/, Keyword::Type, :in_assign
rule %r/\{/ do
token Punctuation
goto :in_function_body
end
mixin :escape
mixin :whitespace
mixin :return
end
state :in_function_use do
rule %r/[,\(]/, Punctuation
rule %r/&/, Operator
rule %r/\)/, Punctuation, :pop!
mixin :escape
mixin :whitespace
mixin :variables
mixin :return
end
state :in_new do
rule %r/class\b/i do
token Keyword::Declaration
goto :in_new_class
end
rule id_with_ns, Name::Class, :pop!
mixin :escape
mixin :whitespace
mixin :return
end
state :in_new_class do
rule %r/\}/, Punctuation, :pop!
rule %r/\{/, Punctuation
mixin :php
end
state :in_use do
rule %r/[,\}]/, Punctuation
rule %r/(function|const)\b/i, Keyword
rule %r/(#{ns})(\{)/ do
groups Name::Namespace, Punctuation
end
rule %r/#{id_with_ns}(_#{id})+/, Name::Function
mixin :escape
mixin :whitespace
mixin :names
mixin :return
end
state :in_visibility do
rule %r/\b(?:public|protected|private)(?:\(set\)|\b)/i, Keyword
rule %r/\b(?:readonly|static)\b/i, Keyword
rule %r/(?=(abstract|const|function)\b)/i, Keyword, :pop!
rule %r/\??#{id}/, Keyword::Type, :pop!
mixin :escape
mixin :whitespace
mixin :return
end
state :in_enum do
rule %r/:/, Punctuation, :in_enum_base_type
rule %r/\{/, Punctuation, :in_enum_body
mixin :escape
mixin :whitespace
mixin :return
end
state :in_enum_base_type do
rule id, Keyword::Type, :pop!
mixin :escape
mixin :whitespace
mixin :return
end
state :in_enum_body do
rule %r/\}/, Punctuation, :pop!
rule %r/(case)(\s+)(#{id})/i do
groups Keyword, Text, Name::Constant
end
mixin :php
end
end
end
end
|