formatter_json.go 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468
  1. package dashdiffs
  2. import (
  3. "bytes"
  4. "errors"
  5. "fmt"
  6. "html/template"
  7. "sort"
  8. diff "github.com/yudai/gojsondiff"
  9. )
  10. type ChangeType int
  11. const (
  12. ChangeNil ChangeType = iota
  13. ChangeAdded
  14. ChangeDeleted
  15. ChangeOld
  16. ChangeNew
  17. ChangeUnchanged
  18. )
  19. var (
  20. // changeTypeToSymbol is used for populating the terminating character in
  21. // the diff
  22. changeTypeToSymbol = map[ChangeType]string{
  23. ChangeNil: "",
  24. ChangeAdded: "+",
  25. ChangeDeleted: "-",
  26. ChangeOld: "-",
  27. ChangeNew: "+",
  28. }
  29. // changeTypeToName is used for populating class names in the diff
  30. changeTypeToName = map[ChangeType]string{
  31. ChangeNil: "same",
  32. ChangeAdded: "added",
  33. ChangeDeleted: "deleted",
  34. ChangeOld: "old",
  35. ChangeNew: "new",
  36. }
  37. )
  38. var (
  39. // tplJSONDiffWrapper is the template that wraps a diff
  40. tplJSONDiffWrapper = `{{ define "JSONDiffWrapper" -}}
  41. {{ range $index, $element := . }}
  42. {{ template "JSONDiffLine" $element }}
  43. {{ end }}
  44. {{ end }}`
  45. // tplJSONDiffLine is the template that prints each line in a diff
  46. tplJSONDiffLine = `{{ define "JSONDiffLine" -}}
  47. <p id="l{{ .LineNum }}" class="diff-line diff-json-{{ cton .Change }}">
  48. <span class="diff-line-number">
  49. {{if .LeftLine }}{{ .LeftLine }}{{ end }}
  50. </span>
  51. <span class="diff-line-number">
  52. {{if .RightLine }}{{ .RightLine }}{{ end }}
  53. </span>
  54. <span class="diff-value diff-indent-{{ .Indent }}" title="{{ .Text }}">
  55. {{ .Text }}
  56. </span>
  57. <span class="diff-line-icon">{{ ctos .Change }}</span>
  58. </p>
  59. {{ end }}`
  60. )
  61. var diffTplFuncs = template.FuncMap{
  62. "ctos": func(c ChangeType) string {
  63. if symbol, ok := changeTypeToSymbol[c]; ok {
  64. return symbol
  65. }
  66. return ""
  67. },
  68. "cton": func(c ChangeType) string {
  69. if name, ok := changeTypeToName[c]; ok {
  70. return name
  71. }
  72. return ""
  73. },
  74. }
  75. // JSONLine contains the data required to render each line of the JSON diff
  76. // and contains the data required to produce the tokens output in the basic
  77. // diff.
  78. type JSONLine struct {
  79. LineNum int `json:"line"`
  80. LeftLine int `json:"leftLine"`
  81. RightLine int `json:"rightLine"`
  82. Indent int `json:"indent"`
  83. Text string `json:"text"`
  84. Change ChangeType `json:"changeType"`
  85. Key string `json:"key"`
  86. Val interface{} `json:"value"`
  87. }
  88. func NewJSONFormatter(left interface{}) *JSONFormatter {
  89. tpl := template.Must(template.New("JSONDiffWrapper").Funcs(diffTplFuncs).Parse(tplJSONDiffWrapper))
  90. tpl = template.Must(tpl.New("JSONDiffLine").Funcs(diffTplFuncs).Parse(tplJSONDiffLine))
  91. return &JSONFormatter{
  92. left: left,
  93. Lines: []*JSONLine{},
  94. tpl: tpl,
  95. path: []string{},
  96. size: []int{},
  97. lineCount: 0,
  98. inArray: []bool{},
  99. }
  100. }
  101. type JSONFormatter struct {
  102. left interface{}
  103. path []string
  104. size []int
  105. inArray []bool
  106. lineCount int
  107. leftLine int
  108. rightLine int
  109. line *AsciiLine
  110. Lines []*JSONLine
  111. tpl *template.Template
  112. }
  113. type AsciiLine struct {
  114. // the type of change
  115. change ChangeType
  116. // the actual changes - no formatting
  117. key string
  118. val interface{}
  119. // level of indentation for the current line
  120. indent int
  121. // buffer containing the fully formatted line
  122. buffer *bytes.Buffer
  123. }
  124. func (f *JSONFormatter) Format(diff diff.Diff) (result string, err error) {
  125. if v, ok := f.left.(map[string]interface{}); ok {
  126. f.formatObject(v, diff)
  127. } else if v, ok := f.left.([]interface{}); ok {
  128. f.formatArray(v, diff)
  129. } else {
  130. return "", fmt.Errorf("expected map[string]interface{} or []interface{}, got %T",
  131. f.left)
  132. }
  133. b := &bytes.Buffer{}
  134. err = f.tpl.ExecuteTemplate(b, "JSONDiffWrapper", f.Lines)
  135. if err != nil {
  136. fmt.Printf("%v\n", err)
  137. return "", err
  138. }
  139. return b.String(), nil
  140. }
  141. func (f *JSONFormatter) formatObject(left map[string]interface{}, df diff.Diff) {
  142. f.addLineWith(ChangeNil, "{")
  143. f.push("ROOT", len(left), false)
  144. f.processObject(left, df.Deltas())
  145. f.pop()
  146. f.addLineWith(ChangeNil, "}")
  147. }
  148. func (f *JSONFormatter) formatArray(left []interface{}, df diff.Diff) {
  149. f.addLineWith(ChangeNil, "[")
  150. f.push("ROOT", len(left), true)
  151. f.processArray(left, df.Deltas())
  152. f.pop()
  153. f.addLineWith(ChangeNil, "]")
  154. }
  155. func (f *JSONFormatter) processArray(array []interface{}, deltas []diff.Delta) error {
  156. patchedIndex := 0
  157. for index, value := range array {
  158. f.processItem(value, deltas, diff.Index(index))
  159. patchedIndex++
  160. }
  161. // additional Added
  162. for _, delta := range deltas {
  163. switch delta.(type) {
  164. case *diff.Added:
  165. d := delta.(*diff.Added)
  166. // skip items already processed
  167. if int(d.Position.(diff.Index)) < len(array) {
  168. continue
  169. }
  170. f.printRecursive(d.Position.String(), d.Value, ChangeAdded)
  171. }
  172. }
  173. return nil
  174. }
  175. func (f *JSONFormatter) processObject(object map[string]interface{}, deltas []diff.Delta) error {
  176. names := sortKeys(object)
  177. for _, name := range names {
  178. value := object[name]
  179. f.processItem(value, deltas, diff.Name(name))
  180. }
  181. // Added
  182. for _, delta := range deltas {
  183. switch delta := delta.(type) {
  184. case *diff.Added:
  185. f.printRecursive(delta.Position.String(), delta.Value, ChangeAdded)
  186. }
  187. }
  188. return nil
  189. }
  190. func (f *JSONFormatter) processItem(value interface{}, deltas []diff.Delta, position diff.Position) error {
  191. matchedDeltas := f.searchDeltas(deltas, position)
  192. positionStr := position.String()
  193. if len(matchedDeltas) > 0 {
  194. for _, matchedDelta := range matchedDeltas {
  195. switch matchedDelta := matchedDelta.(type) {
  196. case *diff.Object:
  197. switch value.(type) {
  198. case map[string]interface{}:
  199. //ok
  200. default:
  201. return errors.New("Type mismatch")
  202. }
  203. o := value.(map[string]interface{})
  204. f.newLine(ChangeNil)
  205. f.printKey(positionStr)
  206. f.print("{")
  207. f.closeLine()
  208. f.push(positionStr, len(o), false)
  209. f.processObject(o, matchedDelta.Deltas)
  210. f.pop()
  211. f.newLine(ChangeNil)
  212. f.print("}")
  213. f.printComma()
  214. f.closeLine()
  215. case *diff.Array:
  216. switch value.(type) {
  217. case []interface{}:
  218. //ok
  219. default:
  220. return errors.New("Type mismatch")
  221. }
  222. a := value.([]interface{})
  223. f.newLine(ChangeNil)
  224. f.printKey(positionStr)
  225. f.print("[")
  226. f.closeLine()
  227. f.push(positionStr, len(a), true)
  228. f.processArray(a, matchedDelta.Deltas)
  229. f.pop()
  230. f.newLine(ChangeNil)
  231. f.print("]")
  232. f.printComma()
  233. f.closeLine()
  234. case *diff.Added:
  235. f.printRecursive(positionStr, matchedDelta.Value, ChangeAdded)
  236. f.size[len(f.size)-1]++
  237. case *diff.Modified:
  238. savedSize := f.size[len(f.size)-1]
  239. f.printRecursive(positionStr, matchedDelta.OldValue, ChangeOld)
  240. f.size[len(f.size)-1] = savedSize
  241. f.printRecursive(positionStr, matchedDelta.NewValue, ChangeNew)
  242. case *diff.TextDiff:
  243. savedSize := f.size[len(f.size)-1]
  244. f.printRecursive(positionStr, matchedDelta.OldValue, ChangeOld)
  245. f.size[len(f.size)-1] = savedSize
  246. f.printRecursive(positionStr, matchedDelta.NewValue, ChangeNew)
  247. case *diff.Deleted:
  248. f.printRecursive(positionStr, matchedDelta.Value, ChangeDeleted)
  249. default:
  250. return errors.New("Unknown Delta type detected")
  251. }
  252. }
  253. } else {
  254. f.printRecursive(positionStr, value, ChangeUnchanged)
  255. }
  256. return nil
  257. }
  258. func (f *JSONFormatter) searchDeltas(deltas []diff.Delta, position diff.Position) (results []diff.Delta) {
  259. results = make([]diff.Delta, 0)
  260. for _, delta := range deltas {
  261. switch typedDelta := delta.(type) {
  262. case diff.PostDelta:
  263. if typedDelta.PostPosition() == position {
  264. results = append(results, delta)
  265. }
  266. case diff.PreDelta:
  267. if typedDelta.PrePosition() == position {
  268. results = append(results, delta)
  269. }
  270. default:
  271. panic("heh")
  272. }
  273. }
  274. return
  275. }
  276. func (f *JSONFormatter) push(name string, size int, array bool) {
  277. f.path = append(f.path, name)
  278. f.size = append(f.size, size)
  279. f.inArray = append(f.inArray, array)
  280. }
  281. func (f *JSONFormatter) pop() {
  282. f.path = f.path[0 : len(f.path)-1]
  283. f.size = f.size[0 : len(f.size)-1]
  284. f.inArray = f.inArray[0 : len(f.inArray)-1]
  285. }
  286. func (f *JSONFormatter) addLineWith(change ChangeType, value string) {
  287. f.line = &AsciiLine{
  288. change: change,
  289. indent: len(f.path),
  290. buffer: bytes.NewBufferString(value),
  291. }
  292. f.closeLine()
  293. }
  294. func (f *JSONFormatter) newLine(change ChangeType) {
  295. f.line = &AsciiLine{
  296. change: change,
  297. indent: len(f.path),
  298. buffer: bytes.NewBuffer([]byte{}),
  299. }
  300. }
  301. func (f *JSONFormatter) closeLine() {
  302. leftLine := 0
  303. rightLine := 0
  304. f.lineCount++
  305. switch f.line.change {
  306. case ChangeAdded, ChangeNew:
  307. f.rightLine++
  308. rightLine = f.rightLine
  309. case ChangeDeleted, ChangeOld:
  310. f.leftLine++
  311. leftLine = f.leftLine
  312. case ChangeNil, ChangeUnchanged:
  313. f.rightLine++
  314. f.leftLine++
  315. rightLine = f.rightLine
  316. leftLine = f.leftLine
  317. }
  318. s := f.line.buffer.String()
  319. f.Lines = append(f.Lines, &JSONLine{
  320. LineNum: f.lineCount,
  321. RightLine: rightLine,
  322. LeftLine: leftLine,
  323. Indent: f.line.indent,
  324. Text: s,
  325. Change: f.line.change,
  326. Key: f.line.key,
  327. Val: f.line.val,
  328. })
  329. }
  330. func (f *JSONFormatter) printKey(name string) {
  331. if !f.inArray[len(f.inArray)-1] {
  332. f.line.key = name
  333. fmt.Fprintf(f.line.buffer, `"%s": `, name)
  334. }
  335. }
  336. func (f *JSONFormatter) printComma() {
  337. f.size[len(f.size)-1]--
  338. if f.size[len(f.size)-1] > 0 {
  339. f.line.buffer.WriteRune(',')
  340. }
  341. }
  342. func (f *JSONFormatter) printValue(value interface{}) {
  343. switch value.(type) {
  344. case string:
  345. f.line.val = value
  346. fmt.Fprintf(f.line.buffer, `"%s"`, value)
  347. case nil:
  348. f.line.val = "null"
  349. f.line.buffer.WriteString("null")
  350. default:
  351. f.line.val = value
  352. fmt.Fprintf(f.line.buffer, `%#v`, value)
  353. }
  354. }
  355. func (f *JSONFormatter) print(a string) {
  356. f.line.buffer.WriteString(a)
  357. }
  358. func (f *JSONFormatter) printRecursive(name string, value interface{}, change ChangeType) {
  359. switch value := value.(type) {
  360. case map[string]interface{}:
  361. f.newLine(change)
  362. f.printKey(name)
  363. f.print("{")
  364. f.closeLine()
  365. size := len(value)
  366. f.push(name, size, false)
  367. keys := sortKeys(value)
  368. for _, key := range keys {
  369. f.printRecursive(key, value[key], change)
  370. }
  371. f.pop()
  372. f.newLine(change)
  373. f.print("}")
  374. f.printComma()
  375. f.closeLine()
  376. case []interface{}:
  377. f.newLine(change)
  378. f.printKey(name)
  379. f.print("[")
  380. f.closeLine()
  381. size := len(value)
  382. f.push("", size, true)
  383. for _, item := range value {
  384. f.printRecursive("", item, change)
  385. }
  386. f.pop()
  387. f.newLine(change)
  388. f.print("]")
  389. f.printComma()
  390. f.closeLine()
  391. default:
  392. f.newLine(change)
  393. f.printKey(name)
  394. f.printValue(value)
  395. f.printComma()
  396. f.closeLine()
  397. }
  398. }
  399. func sortKeys(m map[string]interface{}) (keys []string) {
  400. keys = make([]string, 0, len(m))
  401. for key := range m {
  402. keys = append(keys, key)
  403. }
  404. sort.Strings(keys)
  405. return
  406. }