jsonextract_test.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251
  1. package exprhelpers
  2. import (
  3. "log"
  4. "testing"
  5. "github.com/stretchr/testify/assert"
  6. )
  7. func TestJsonExtract(t *testing.T) {
  8. if err := Init(nil); err != nil {
  9. log.Fatal(err)
  10. }
  11. err := FileInit(TestFolder, "test_data_re.txt", "regex")
  12. if err != nil {
  13. log.Fatal(err)
  14. }
  15. tests := []struct {
  16. name string
  17. jsonBlob string
  18. targetField string
  19. expectResult string
  20. }{
  21. {
  22. name: "basic json extract",
  23. jsonBlob: `{"test" : "1234"}`,
  24. targetField: "test",
  25. expectResult: "1234",
  26. },
  27. {
  28. name: "basic json extract with non existing field",
  29. jsonBlob: `{"test" : "1234"}`,
  30. targetField: "non_existing_field",
  31. expectResult: "",
  32. },
  33. {
  34. name: "extract subfield",
  35. jsonBlob: `{"test" : {"a": "b"}}`,
  36. targetField: "test.a",
  37. expectResult: "b",
  38. },
  39. }
  40. for _, test := range tests {
  41. result := JsonExtract(test.jsonBlob, test.targetField)
  42. isOk := assert.Equal(t, test.expectResult, result)
  43. if !isOk {
  44. t.Fatalf("test '%s' failed", test.name)
  45. }
  46. log.Printf("test '%s' : OK", test.name)
  47. }
  48. }
  49. func TestJsonExtractUnescape(t *testing.T) {
  50. if err := Init(nil); err != nil {
  51. log.Fatal(err)
  52. }
  53. err := FileInit(TestFolder, "test_data_re.txt", "regex")
  54. if err != nil {
  55. log.Fatal(err)
  56. }
  57. tests := []struct {
  58. name string
  59. jsonBlob string
  60. targetField string
  61. expectResult string
  62. }{
  63. {
  64. name: "basic json extract",
  65. jsonBlob: `{"log" : "\"GET /JBNwtQ6i.blt HTTP/1.1\" 200 13 \"-\" \"Craftbot\""}`,
  66. targetField: "log",
  67. expectResult: "\"GET /JBNwtQ6i.blt HTTP/1.1\" 200 13 \"-\" \"Craftbot\"",
  68. },
  69. {
  70. name: "basic json extract with non existing field",
  71. jsonBlob: `{"test" : "1234"}`,
  72. targetField: "non_existing_field",
  73. expectResult: "",
  74. },
  75. }
  76. for _, test := range tests {
  77. result := JsonExtractUnescape(test.jsonBlob, test.targetField)
  78. isOk := assert.Equal(t, test.expectResult, result)
  79. if !isOk {
  80. t.Fatalf("test '%s' failed", test.name)
  81. }
  82. log.Printf("test '%s' : OK", test.name)
  83. }
  84. }
  85. func TestJsonExtractSlice(t *testing.T) {
  86. if err := Init(nil); err != nil {
  87. log.Fatal(err)
  88. }
  89. err := FileInit(TestFolder, "test_data_re.txt", "regex")
  90. if err != nil {
  91. log.Fatal(err)
  92. }
  93. tests := []struct {
  94. name string
  95. jsonBlob string
  96. targetField string
  97. expectResult []interface{}
  98. }{
  99. {
  100. name: "try to extract a string as a slice",
  101. jsonBlob: `{"test" : "1234"}`,
  102. targetField: "test",
  103. expectResult: nil,
  104. },
  105. {
  106. name: "basic json slice extract",
  107. jsonBlob: `{"test" : ["1234"]}`,
  108. targetField: "test",
  109. expectResult: []interface{}{"1234"},
  110. },
  111. {
  112. name: "extract with complex expression",
  113. jsonBlob: `{"test": {"foo": [{"a":"b"}]}}`,
  114. targetField: "test.foo",
  115. expectResult: []interface{}{map[string]interface{}{"a": "b"}},
  116. },
  117. {
  118. name: "extract non-existing key",
  119. jsonBlob: `{"test: "11234"}`,
  120. targetField: "foo",
  121. expectResult: nil,
  122. },
  123. }
  124. for _, test := range tests {
  125. test := test
  126. t.Run(test.name, func(t *testing.T) {
  127. result := JsonExtractSlice(test.jsonBlob, test.targetField)
  128. assert.Equal(t, test.expectResult, result)
  129. })
  130. }
  131. }
  132. func TestJsonExtractObject(t *testing.T) {
  133. if err := Init(nil); err != nil {
  134. log.Fatal(err)
  135. }
  136. err := FileInit(TestFolder, "test_data_re.txt", "regex")
  137. if err != nil {
  138. log.Fatal(err)
  139. }
  140. tests := []struct {
  141. name string
  142. jsonBlob string
  143. targetField string
  144. expectResult map[string]interface{}
  145. }{
  146. {
  147. name: "try to extract a string as an object",
  148. jsonBlob: `{"test" : "1234"}`,
  149. targetField: "test",
  150. expectResult: nil,
  151. },
  152. {
  153. name: "basic json object extract",
  154. jsonBlob: `{"test" : {"1234": {"foo": "bar"}}}`,
  155. targetField: "test",
  156. expectResult: map[string]interface{}{"1234": map[string]interface{}{"foo": "bar"}},
  157. },
  158. {
  159. name: "extract with complex expression",
  160. jsonBlob: `{"test": {"foo": [{"a":"b"}]}}`,
  161. targetField: "test.foo[0]",
  162. expectResult: map[string]interface{}{"a": "b"},
  163. },
  164. }
  165. for _, test := range tests {
  166. test := test
  167. t.Run(test.name, func(t *testing.T) {
  168. result := JsonExtractObject(test.jsonBlob, test.targetField)
  169. assert.Equal(t, test.expectResult, result)
  170. })
  171. }
  172. }
  173. func TestToJson(t *testing.T) {
  174. tests := []struct {
  175. name string
  176. obj interface{}
  177. expectResult string
  178. }{
  179. {
  180. name: "convert int",
  181. obj: 42,
  182. expectResult: "42",
  183. },
  184. {
  185. name: "convert slice",
  186. obj: []string{"foo", "bar"},
  187. expectResult: `["foo","bar"]`,
  188. },
  189. {
  190. name: "convert map",
  191. obj: map[string]string{"foo": "bar"},
  192. expectResult: `{"foo":"bar"}`,
  193. },
  194. {
  195. name: "convert struct",
  196. obj: struct{ Foo string }{"bar"},
  197. expectResult: `{"Foo":"bar"}`,
  198. },
  199. {
  200. name: "convert complex struct",
  201. obj: struct {
  202. Foo string
  203. Bar struct {
  204. Baz string
  205. }
  206. Bla []string
  207. }{
  208. Foo: "bar",
  209. Bar: struct {
  210. Baz string
  211. }{
  212. Baz: "baz",
  213. },
  214. Bla: []string{"foo", "bar"},
  215. },
  216. expectResult: `{"Foo":"bar","Bar":{"Baz":"baz"},"Bla":["foo","bar"]}`,
  217. },
  218. {
  219. name: "convert invalid type",
  220. obj: func() {},
  221. expectResult: "",
  222. },
  223. }
  224. for _, test := range tests {
  225. test := test
  226. t.Run(test.name, func(t *testing.T) {
  227. result := ToJson(test.obj)
  228. assert.Equal(t, test.expectResult, result)
  229. })
  230. }
  231. }