jsonLoader.go 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386
  1. // Copyright 2015 xeipuuv ( https://github.com/xeipuuv )
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. // author xeipuuv
  15. // author-github https://github.com/xeipuuv
  16. // author-mail xeipuuv@gmail.com
  17. //
  18. // repository-name gojsonschema
  19. // repository-desc An implementation of JSON Schema, based on IETF's draft v4 - Go language.
  20. //
  21. // description Different strategies to load JSON files.
  22. // Includes References (file and HTTP), JSON strings and Go types.
  23. //
  24. // created 01-02-2015
  25. package gojsonschema
  26. import (
  27. "bytes"
  28. "encoding/json"
  29. "errors"
  30. "io"
  31. "io/ioutil"
  32. "net/http"
  33. "net/url"
  34. "os"
  35. "path/filepath"
  36. "runtime"
  37. "strings"
  38. "github.com/xeipuuv/gojsonreference"
  39. )
  40. var osFS = osFileSystem(os.Open)
  41. // JSONLoader defines the JSON loader interface
  42. type JSONLoader interface {
  43. JsonSource() interface{}
  44. LoadJSON() (interface{}, error)
  45. JsonReference() (gojsonreference.JsonReference, error)
  46. LoaderFactory() JSONLoaderFactory
  47. }
  48. // JSONLoaderFactory defines the JSON loader factory interface
  49. type JSONLoaderFactory interface {
  50. // New creates a new JSON loader for the given source
  51. New(source string) JSONLoader
  52. }
  53. // DefaultJSONLoaderFactory is the default JSON loader factory
  54. type DefaultJSONLoaderFactory struct {
  55. }
  56. // FileSystemJSONLoaderFactory is a JSON loader factory that uses http.FileSystem
  57. type FileSystemJSONLoaderFactory struct {
  58. fs http.FileSystem
  59. }
  60. // New creates a new JSON loader for the given source
  61. func (d DefaultJSONLoaderFactory) New(source string) JSONLoader {
  62. return &jsonReferenceLoader{
  63. fs: osFS,
  64. source: source,
  65. }
  66. }
  67. // New creates a new JSON loader for the given source
  68. func (f FileSystemJSONLoaderFactory) New(source string) JSONLoader {
  69. return &jsonReferenceLoader{
  70. fs: f.fs,
  71. source: source,
  72. }
  73. }
  74. // osFileSystem is a functional wrapper for os.Open that implements http.FileSystem.
  75. type osFileSystem func(string) (*os.File, error)
  76. // Opens a file with the given name
  77. func (o osFileSystem) Open(name string) (http.File, error) {
  78. return o(name)
  79. }
  80. // JSON Reference loader
  81. // references are used to load JSONs from files and HTTP
  82. type jsonReferenceLoader struct {
  83. fs http.FileSystem
  84. source string
  85. }
  86. func (l *jsonReferenceLoader) JsonSource() interface{} {
  87. return l.source
  88. }
  89. func (l *jsonReferenceLoader) JsonReference() (gojsonreference.JsonReference, error) {
  90. return gojsonreference.NewJsonReference(l.JsonSource().(string))
  91. }
  92. func (l *jsonReferenceLoader) LoaderFactory() JSONLoaderFactory {
  93. return &FileSystemJSONLoaderFactory{
  94. fs: l.fs,
  95. }
  96. }
  97. // NewReferenceLoader returns a JSON reference loader using the given source and the local OS file system.
  98. func NewReferenceLoader(source string) JSONLoader {
  99. return &jsonReferenceLoader{
  100. fs: osFS,
  101. source: source,
  102. }
  103. }
  104. // NewReferenceLoaderFileSystem returns a JSON reference loader using the given source and file system.
  105. func NewReferenceLoaderFileSystem(source string, fs http.FileSystem) JSONLoader {
  106. return &jsonReferenceLoader{
  107. fs: fs,
  108. source: source,
  109. }
  110. }
  111. func (l *jsonReferenceLoader) LoadJSON() (interface{}, error) {
  112. var err error
  113. reference, err := gojsonreference.NewJsonReference(l.JsonSource().(string))
  114. if err != nil {
  115. return nil, err
  116. }
  117. refToURL := reference
  118. refToURL.GetUrl().Fragment = ""
  119. var document interface{}
  120. if reference.HasFileScheme {
  121. filename := strings.TrimPrefix(refToURL.String(), "file://")
  122. filename, err = url.QueryUnescape(filename)
  123. if err != nil {
  124. return nil, err
  125. }
  126. if runtime.GOOS == "windows" {
  127. // on Windows, a file URL may have an extra leading slash, use slashes
  128. // instead of backslashes, and have spaces escaped
  129. filename = strings.TrimPrefix(filename, "/")
  130. filename = filepath.FromSlash(filename)
  131. }
  132. document, err = l.loadFromFile(filename)
  133. if err != nil {
  134. return nil, err
  135. }
  136. } else {
  137. document, err = l.loadFromHTTP(refToURL.String())
  138. if err != nil {
  139. return nil, err
  140. }
  141. }
  142. return document, nil
  143. }
  144. func (l *jsonReferenceLoader) loadFromHTTP(address string) (interface{}, error) {
  145. // returned cached versions for metaschemas for drafts 4, 6 and 7
  146. // for performance and allow for easier offline use
  147. if metaSchema := drafts.GetMetaSchema(address); metaSchema != "" {
  148. return decodeJSONUsingNumber(strings.NewReader(metaSchema))
  149. }
  150. resp, err := http.Get(address)
  151. if err != nil {
  152. return nil, err
  153. }
  154. // must return HTTP Status 200 OK
  155. if resp.StatusCode != http.StatusOK {
  156. return nil, errors.New(formatErrorDescription(Locale.HttpBadStatus(), ErrorDetails{"status": resp.Status}))
  157. }
  158. bodyBuff, err := ioutil.ReadAll(resp.Body)
  159. if err != nil {
  160. return nil, err
  161. }
  162. return decodeJSONUsingNumber(bytes.NewReader(bodyBuff))
  163. }
  164. func (l *jsonReferenceLoader) loadFromFile(path string) (interface{}, error) {
  165. f, err := l.fs.Open(path)
  166. if err != nil {
  167. return nil, err
  168. }
  169. defer f.Close()
  170. bodyBuff, err := ioutil.ReadAll(f)
  171. if err != nil {
  172. return nil, err
  173. }
  174. return decodeJSONUsingNumber(bytes.NewReader(bodyBuff))
  175. }
  176. // JSON string loader
  177. type jsonStringLoader struct {
  178. source string
  179. }
  180. func (l *jsonStringLoader) JsonSource() interface{} {
  181. return l.source
  182. }
  183. func (l *jsonStringLoader) JsonReference() (gojsonreference.JsonReference, error) {
  184. return gojsonreference.NewJsonReference("#")
  185. }
  186. func (l *jsonStringLoader) LoaderFactory() JSONLoaderFactory {
  187. return &DefaultJSONLoaderFactory{}
  188. }
  189. // NewStringLoader creates a new JSONLoader, taking a string as source
  190. func NewStringLoader(source string) JSONLoader {
  191. return &jsonStringLoader{source: source}
  192. }
  193. func (l *jsonStringLoader) LoadJSON() (interface{}, error) {
  194. return decodeJSONUsingNumber(strings.NewReader(l.JsonSource().(string)))
  195. }
  196. // JSON bytes loader
  197. type jsonBytesLoader struct {
  198. source []byte
  199. }
  200. func (l *jsonBytesLoader) JsonSource() interface{} {
  201. return l.source
  202. }
  203. func (l *jsonBytesLoader) JsonReference() (gojsonreference.JsonReference, error) {
  204. return gojsonreference.NewJsonReference("#")
  205. }
  206. func (l *jsonBytesLoader) LoaderFactory() JSONLoaderFactory {
  207. return &DefaultJSONLoaderFactory{}
  208. }
  209. // NewBytesLoader creates a new JSONLoader, taking a `[]byte` as source
  210. func NewBytesLoader(source []byte) JSONLoader {
  211. return &jsonBytesLoader{source: source}
  212. }
  213. func (l *jsonBytesLoader) LoadJSON() (interface{}, error) {
  214. return decodeJSONUsingNumber(bytes.NewReader(l.JsonSource().([]byte)))
  215. }
  216. // JSON Go (types) loader
  217. // used to load JSONs from the code as maps, interface{}, structs ...
  218. type jsonGoLoader struct {
  219. source interface{}
  220. }
  221. func (l *jsonGoLoader) JsonSource() interface{} {
  222. return l.source
  223. }
  224. func (l *jsonGoLoader) JsonReference() (gojsonreference.JsonReference, error) {
  225. return gojsonreference.NewJsonReference("#")
  226. }
  227. func (l *jsonGoLoader) LoaderFactory() JSONLoaderFactory {
  228. return &DefaultJSONLoaderFactory{}
  229. }
  230. // NewGoLoader creates a new JSONLoader from a given Go struct
  231. func NewGoLoader(source interface{}) JSONLoader {
  232. return &jsonGoLoader{source: source}
  233. }
  234. func (l *jsonGoLoader) LoadJSON() (interface{}, error) {
  235. // convert it to a compliant JSON first to avoid types "mismatches"
  236. jsonBytes, err := json.Marshal(l.JsonSource())
  237. if err != nil {
  238. return nil, err
  239. }
  240. return decodeJSONUsingNumber(bytes.NewReader(jsonBytes))
  241. }
  242. type jsonIOLoader struct {
  243. buf *bytes.Buffer
  244. }
  245. // NewReaderLoader creates a new JSON loader using the provided io.Reader
  246. func NewReaderLoader(source io.Reader) (JSONLoader, io.Reader) {
  247. buf := &bytes.Buffer{}
  248. return &jsonIOLoader{buf: buf}, io.TeeReader(source, buf)
  249. }
  250. // NewWriterLoader creates a new JSON loader using the provided io.Writer
  251. func NewWriterLoader(source io.Writer) (JSONLoader, io.Writer) {
  252. buf := &bytes.Buffer{}
  253. return &jsonIOLoader{buf: buf}, io.MultiWriter(source, buf)
  254. }
  255. func (l *jsonIOLoader) JsonSource() interface{} {
  256. return l.buf.String()
  257. }
  258. func (l *jsonIOLoader) LoadJSON() (interface{}, error) {
  259. return decodeJSONUsingNumber(l.buf)
  260. }
  261. func (l *jsonIOLoader) JsonReference() (gojsonreference.JsonReference, error) {
  262. return gojsonreference.NewJsonReference("#")
  263. }
  264. func (l *jsonIOLoader) LoaderFactory() JSONLoaderFactory {
  265. return &DefaultJSONLoaderFactory{}
  266. }
  267. // JSON raw loader
  268. // In case the JSON is already marshalled to interface{} use this loader
  269. // This is used for testing as otherwise there is no guarantee the JSON is marshalled
  270. // "properly" by using https://golang.org/pkg/encoding/json/#Decoder.UseNumber
  271. type jsonRawLoader struct {
  272. source interface{}
  273. }
  274. // NewRawLoader creates a new JSON raw loader for the given source
  275. func NewRawLoader(source interface{}) JSONLoader {
  276. return &jsonRawLoader{source: source}
  277. }
  278. func (l *jsonRawLoader) JsonSource() interface{} {
  279. return l.source
  280. }
  281. func (l *jsonRawLoader) LoadJSON() (interface{}, error) {
  282. return l.source, nil
  283. }
  284. func (l *jsonRawLoader) JsonReference() (gojsonreference.JsonReference, error) {
  285. return gojsonreference.NewJsonReference("#")
  286. }
  287. func (l *jsonRawLoader) LoaderFactory() JSONLoaderFactory {
  288. return &DefaultJSONLoaderFactory{}
  289. }
  290. func decodeJSONUsingNumber(r io.Reader) (interface{}, error) {
  291. var document interface{}
  292. decoder := json.NewDecoder(r)
  293. decoder.UseNumber()
  294. err := decoder.Decode(&document)
  295. if err != nil {
  296. return nil, err
  297. }
  298. return document, nil
  299. }