regexp.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349
  1. package parser
  2. import (
  3. "bytes"
  4. "fmt"
  5. "strconv"
  6. )
  7. type regExpParser struct {
  8. goRegexp *bytes.Buffer
  9. str string
  10. errors []error
  11. length int
  12. chrOffset int
  13. offset int
  14. chr rune
  15. invalid bool
  16. }
  17. // TransformRegExp transforms a JavaScript pattern into a Go "regexp" pattern.
  18. //
  19. // re2 (Go) cannot do backtracking, so the presence of a lookahead (?=) (?!) or
  20. // backreference (\1, \2, ...) will cause an error.
  21. //
  22. // re2 (Go) has a different definition for \s: [\t\n\f\r ].
  23. // The JavaScript definition, on the other hand, also includes \v, Unicode "Separator, Space", etc.
  24. //
  25. // If the pattern is invalid (not valid even in JavaScript), then this function
  26. // returns the empty string and an error.
  27. //
  28. // If the pattern is valid, but incompatible (contains a lookahead or backreference),
  29. // then this function returns the transformation (a non-empty string) AND an error.
  30. func TransformRegExp(pattern string) (string, error) {
  31. if pattern == "" {
  32. return "", nil
  33. }
  34. // TODO If without \, if without (?=, (?!, then another shortcut
  35. p := regExpParser{
  36. str: pattern,
  37. length: len(pattern),
  38. goRegexp: bytes.NewBuffer(make([]byte, 0, 3*len(pattern)/2)),
  39. }
  40. p.read() // Pull in the first character
  41. p.scan()
  42. var err error
  43. if len(p.errors) > 0 {
  44. err = p.errors[0]
  45. }
  46. if p.invalid {
  47. return "", err
  48. }
  49. // Might not be re2 compatible, but is still a valid JavaScript RegExp
  50. return p.goRegexp.String(), err
  51. }
  52. func (p *regExpParser) scan() {
  53. for p.chr != -1 {
  54. switch p.chr {
  55. case '\\':
  56. p.read()
  57. p.scanEscape(false)
  58. case '(':
  59. p.pass()
  60. p.scanGroup()
  61. case '[':
  62. p.pass()
  63. p.scanBracket()
  64. case ')':
  65. p.error(-1, "Unmatched ')'")
  66. p.invalid = true
  67. p.pass()
  68. default:
  69. p.pass()
  70. }
  71. }
  72. }
  73. // (...)
  74. func (p *regExpParser) scanGroup() {
  75. str := p.str[p.chrOffset:]
  76. if len(str) > 1 { // A possibility of (?= or (?!
  77. if str[0] == '?' {
  78. if str[1] == '=' || str[1] == '!' {
  79. p.error(-1, "re2: Invalid (%s) <lookahead>", p.str[p.chrOffset:p.chrOffset+2])
  80. }
  81. }
  82. }
  83. for p.chr != -1 && p.chr != ')' {
  84. switch p.chr {
  85. case '\\':
  86. p.read()
  87. p.scanEscape(false)
  88. case '(':
  89. p.pass()
  90. p.scanGroup()
  91. case '[':
  92. p.pass()
  93. p.scanBracket()
  94. default:
  95. p.pass()
  96. continue
  97. }
  98. }
  99. if p.chr != ')' {
  100. p.error(-1, "Unterminated group")
  101. p.invalid = true
  102. return
  103. }
  104. p.pass()
  105. }
  106. // [...].
  107. func (p *regExpParser) scanBracket() {
  108. for p.chr != -1 {
  109. if p.chr == ']' {
  110. break
  111. } else if p.chr == '\\' {
  112. p.read()
  113. p.scanEscape(true)
  114. continue
  115. }
  116. p.pass()
  117. }
  118. if p.chr != ']' {
  119. p.error(-1, "Unterminated character class")
  120. p.invalid = true
  121. return
  122. }
  123. p.pass()
  124. }
  125. // \...
  126. func (p *regExpParser) scanEscape(inClass bool) {
  127. offset := p.chrOffset
  128. var length, base uint32
  129. switch p.chr {
  130. case '0', '1', '2', '3', '4', '5', '6', '7':
  131. var value int64
  132. size := 0
  133. for {
  134. digit := int64(digitValue(p.chr))
  135. if digit >= 8 {
  136. // Not a valid digit
  137. break
  138. }
  139. value = value*8 + digit
  140. p.read()
  141. size++
  142. }
  143. if size == 1 { // The number of characters read
  144. _, err := p.goRegexp.Write([]byte{'\\', byte(value) + '0'})
  145. if err != nil {
  146. p.errors = append(p.errors, err)
  147. }
  148. if value != 0 {
  149. // An invalid backreference
  150. p.error(-1, "re2: Invalid \\%d <backreference>", value)
  151. }
  152. return
  153. }
  154. tmp := []byte{'\\', 'x', '0', 0}
  155. if value >= 16 {
  156. tmp = tmp[0:2]
  157. } else {
  158. tmp = tmp[0:3]
  159. }
  160. tmp = strconv.AppendInt(tmp, value, 16)
  161. _, err := p.goRegexp.Write(tmp)
  162. if err != nil {
  163. p.errors = append(p.errors, err)
  164. }
  165. return
  166. case '8', '9':
  167. size := 0
  168. for {
  169. digit := digitValue(p.chr)
  170. if digit >= 10 {
  171. // Not a valid digit
  172. break
  173. }
  174. p.read()
  175. size++
  176. }
  177. err := p.goRegexp.WriteByte('\\')
  178. if err != nil {
  179. p.errors = append(p.errors, err)
  180. }
  181. _, err = p.goRegexp.WriteString(p.str[offset:p.chrOffset])
  182. if err != nil {
  183. p.errors = append(p.errors, err)
  184. }
  185. p.error(-1, "re2: Invalid \\%s <backreference>", p.str[offset:p.chrOffset])
  186. return
  187. case 'x':
  188. p.read()
  189. length, base = 2, 16
  190. case 'u':
  191. p.read()
  192. length, base = 4, 16
  193. case 'b':
  194. if inClass {
  195. _, err := p.goRegexp.Write([]byte{'\\', 'x', '0', '8'})
  196. if err != nil {
  197. p.errors = append(p.errors, err)
  198. }
  199. p.read()
  200. return
  201. }
  202. fallthrough
  203. case 'B':
  204. fallthrough
  205. case 'd', 'D', 's', 'S', 'w', 'W':
  206. // This is slightly broken, because ECMAScript
  207. // includes \v in \s, \S, while re2 does not
  208. fallthrough
  209. case '\\':
  210. fallthrough
  211. case 'f', 'n', 'r', 't', 'v':
  212. err := p.goRegexp.WriteByte('\\')
  213. if err != nil {
  214. p.errors = append(p.errors, err)
  215. }
  216. p.pass()
  217. return
  218. case 'c':
  219. p.read()
  220. var value int64
  221. switch {
  222. case 'a' <= p.chr && p.chr <= 'z':
  223. value = int64(p.chr) - 'a' + 1
  224. case 'A' <= p.chr && p.chr <= 'Z':
  225. value = int64(p.chr) - 'A' + 1
  226. default:
  227. err := p.goRegexp.WriteByte('c')
  228. if err != nil {
  229. p.errors = append(p.errors, err)
  230. }
  231. return
  232. }
  233. tmp := []byte{'\\', 'x', '0', 0}
  234. if value >= 16 {
  235. tmp = tmp[0:2]
  236. } else {
  237. tmp = tmp[0:3]
  238. }
  239. tmp = strconv.AppendInt(tmp, value, 16)
  240. _, err := p.goRegexp.Write(tmp)
  241. if err != nil {
  242. p.errors = append(p.errors, err)
  243. }
  244. p.read()
  245. return
  246. default:
  247. // $ is an identifier character, so we have to have
  248. // a special case for it here
  249. if p.chr == '$' || !isIdentifierPart(p.chr) {
  250. // A non-identifier character needs escaping
  251. err := p.goRegexp.WriteByte('\\')
  252. if err != nil {
  253. p.errors = append(p.errors, err)
  254. }
  255. } else { //nolint:staticcheck
  256. // Unescape the character for re2
  257. }
  258. p.pass()
  259. return
  260. }
  261. // Otherwise, we're a \u.... or \x...
  262. valueOffset := p.chrOffset
  263. var value uint32
  264. for length := length; length > 0; length-- {
  265. digit := uint32(digitValue(p.chr))
  266. if digit >= base {
  267. // Not a valid digit
  268. goto skip
  269. }
  270. value = value*base + digit
  271. p.read()
  272. }
  273. switch length {
  274. case 4:
  275. if _, err := p.goRegexp.Write([]byte{
  276. '\\',
  277. 'x',
  278. '{',
  279. p.str[valueOffset+0],
  280. p.str[valueOffset+1],
  281. p.str[valueOffset+2],
  282. p.str[valueOffset+3],
  283. '}',
  284. }); err != nil {
  285. p.errors = append(p.errors, err)
  286. }
  287. case 2:
  288. if _, err := p.goRegexp.Write([]byte{
  289. '\\',
  290. 'x',
  291. p.str[valueOffset+0],
  292. p.str[valueOffset+1],
  293. }); err != nil {
  294. p.errors = append(p.errors, err)
  295. }
  296. default:
  297. // Should never, ever get here...
  298. p.error(-1, "re2: Illegal branch in scanEscape")
  299. goto skip
  300. }
  301. return
  302. skip:
  303. _, err := p.goRegexp.WriteString(p.str[offset:p.chrOffset])
  304. if err != nil {
  305. p.errors = append(p.errors, err)
  306. }
  307. }
  308. func (p *regExpParser) pass() {
  309. if p.chr != -1 {
  310. _, err := p.goRegexp.WriteRune(p.chr)
  311. if err != nil {
  312. p.errors = append(p.errors, err)
  313. }
  314. }
  315. p.read()
  316. }
  317. // TODO Better error reporting, use the offset, etc.
  318. func (p *regExpParser) error(offset int, msg string, msgValues ...interface{}) { //nolint:unparam
  319. err := fmt.Errorf(msg, msgValues...)
  320. p.errors = append(p.errors, err)
  321. }