exprlib_test.go 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973
  1. package exprhelpers
  2. import (
  3. "context"
  4. "fmt"
  5. "os"
  6. "time"
  7. "github.com/pkg/errors"
  8. "github.com/crowdsecurity/crowdsec/pkg/csconfig"
  9. "github.com/crowdsecurity/crowdsec/pkg/database"
  10. "github.com/crowdsecurity/crowdsec/pkg/models"
  11. "github.com/crowdsecurity/crowdsec/pkg/types"
  12. log "github.com/sirupsen/logrus"
  13. "testing"
  14. "github.com/antonmedv/expr"
  15. "github.com/stretchr/testify/assert"
  16. "github.com/stretchr/testify/require"
  17. )
  18. var (
  19. TestFolder = "tests"
  20. )
  21. func getDBClient(t *testing.T) *database.Client {
  22. t.Helper()
  23. dbPath, err := os.CreateTemp("", "*sqlite")
  24. if err != nil {
  25. t.Fatal(err)
  26. }
  27. testDbClient, err := database.NewClient(&csconfig.DatabaseCfg{
  28. Type: "sqlite",
  29. DbName: "crowdsec",
  30. DbPath: dbPath.Name(),
  31. })
  32. if err != nil {
  33. t.Fatal(err)
  34. }
  35. return testDbClient
  36. }
  37. func TestVisitor(t *testing.T) {
  38. if err := Init(nil); err != nil {
  39. log.Fatalf(err.Error())
  40. }
  41. tests := []struct {
  42. name string
  43. filter string
  44. result bool
  45. env map[string]interface{}
  46. err error
  47. }{
  48. {
  49. name: "debug : no variable",
  50. filter: "'crowdsec' startsWith 'crowdse'",
  51. result: true,
  52. err: nil,
  53. env: map[string]interface{}{},
  54. },
  55. {
  56. name: "debug : simple variable",
  57. filter: "'crowdsec' startsWith static_one && 1 == 1",
  58. result: true,
  59. err: nil,
  60. env: map[string]interface{}{"static_one": string("crowdse")},
  61. },
  62. {
  63. name: "debug : simple variable re-used",
  64. filter: "static_one.foo == 'bar' && static_one.foo != 'toto'",
  65. result: true,
  66. err: nil,
  67. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  68. },
  69. {
  70. name: "debug : can't compile",
  71. filter: "static_one.foo.toto == 'lol'",
  72. result: false,
  73. err: fmt.Errorf("bad syntax"),
  74. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  75. },
  76. {
  77. name: "debug : can't compile #2",
  78. filter: "static_one.f!oo.to/to == 'lol'",
  79. result: false,
  80. err: fmt.Errorf("bad syntax"),
  81. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  82. },
  83. {
  84. name: "debug : can't compile #3",
  85. filter: "",
  86. result: false,
  87. err: fmt.Errorf("bad syntax"),
  88. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  89. },
  90. }
  91. log.SetLevel(log.DebugLevel)
  92. clog := log.WithFields(log.Fields{
  93. "type": "test",
  94. })
  95. for _, test := range tests {
  96. compiledFilter, err := expr.Compile(test.filter, expr.Env(GetExprEnv(test.env)))
  97. if err != nil && test.err == nil {
  98. log.Fatalf("compile: %s", err)
  99. }
  100. debugFilter, err := NewDebugger(test.filter, expr.Env(GetExprEnv(test.env)))
  101. if err != nil && test.err == nil {
  102. log.Fatalf("debug: %s", err)
  103. }
  104. if compiledFilter != nil {
  105. result, err := expr.Run(compiledFilter, GetExprEnv(test.env))
  106. if err != nil && test.err == nil {
  107. log.Fatalf("run : %s", err)
  108. }
  109. if isOk := assert.Equal(t, test.result, result); !isOk {
  110. t.Fatalf("test '%s' : NOK", test.filter)
  111. }
  112. }
  113. if debugFilter != nil {
  114. debugFilter.Run(clog, test.result, GetExprEnv(test.env))
  115. }
  116. }
  117. }
  118. func TestRegexpInFile(t *testing.T) {
  119. if err := Init(nil); err != nil {
  120. log.Fatalf(err.Error())
  121. }
  122. err := FileInit(TestFolder, "test_data_re.txt", "regex")
  123. if err != nil {
  124. log.Fatalf(err.Error())
  125. }
  126. tests := []struct {
  127. name string
  128. filter string
  129. result bool
  130. err error
  131. }{
  132. {
  133. name: "RegexpInFile() test: lower case word in data file",
  134. filter: "RegexpInFile('crowdsec', 'test_data_re.txt')",
  135. result: false,
  136. err: nil,
  137. },
  138. {
  139. name: "RegexpInFile() test: Match exactly",
  140. filter: "RegexpInFile('Crowdsec', 'test_data_re.txt')",
  141. result: true,
  142. err: nil,
  143. },
  144. {
  145. name: "RegexpInFile() test: match with word before",
  146. filter: "RegexpInFile('test Crowdsec', 'test_data_re.txt')",
  147. result: true,
  148. err: nil,
  149. },
  150. {
  151. name: "RegexpInFile() test: match with word before and other case",
  152. filter: "RegexpInFile('test CrowdSec', 'test_data_re.txt')",
  153. result: true,
  154. err: nil,
  155. },
  156. }
  157. for _, test := range tests {
  158. compiledFilter, err := expr.Compile(test.filter, expr.Env(GetExprEnv(map[string]interface{}{})))
  159. if err != nil {
  160. log.Fatalf(err.Error())
  161. }
  162. result, err := expr.Run(compiledFilter, GetExprEnv(map[string]interface{}{}))
  163. if err != nil {
  164. log.Fatalf(err.Error())
  165. }
  166. if isOk := assert.Equal(t, test.result, result); !isOk {
  167. t.Fatalf("test '%s' : NOK", test.name)
  168. }
  169. }
  170. }
  171. func TestFileInit(t *testing.T) {
  172. if err := Init(nil); err != nil {
  173. log.Fatalf(err.Error())
  174. }
  175. tests := []struct {
  176. name string
  177. filename string
  178. types string
  179. result int
  180. err error
  181. }{
  182. {
  183. name: "file with type:string",
  184. filename: "test_data.txt",
  185. types: "string",
  186. result: 3,
  187. },
  188. {
  189. name: "file with type:string and empty lines + commentaries",
  190. filename: "test_empty_line.txt",
  191. types: "string",
  192. result: 3,
  193. },
  194. {
  195. name: "file with type:re",
  196. filename: "test_data_re.txt",
  197. types: "regex",
  198. result: 2,
  199. },
  200. {
  201. name: "file without type",
  202. filename: "test_data_no_type.txt",
  203. types: "",
  204. },
  205. }
  206. for _, test := range tests {
  207. err := FileInit(TestFolder, test.filename, test.types)
  208. if err != nil {
  209. log.Fatalf(err.Error())
  210. }
  211. if test.types == "string" {
  212. if _, ok := dataFile[test.filename]; !ok {
  213. t.Fatalf("test '%s' : NOK", test.name)
  214. }
  215. if isOk := assert.Equal(t, test.result, len(dataFile[test.filename])); !isOk {
  216. t.Fatalf("test '%s' : NOK", test.name)
  217. }
  218. } else if test.types == "regex" {
  219. if _, ok := dataFileRegex[test.filename]; !ok {
  220. t.Fatalf("test '%s' : NOK", test.name)
  221. }
  222. if isOk := assert.Equal(t, test.result, len(dataFileRegex[test.filename])); !isOk {
  223. t.Fatalf("test '%s' : NOK", test.name)
  224. }
  225. } else {
  226. if _, ok := dataFileRegex[test.filename]; ok {
  227. t.Fatalf("test '%s' : NOK", test.name)
  228. }
  229. if _, ok := dataFile[test.filename]; ok {
  230. t.Fatalf("test '%s' : NOK", test.name)
  231. }
  232. }
  233. log.Printf("test '%s' : OK", test.name)
  234. }
  235. }
  236. func TestFile(t *testing.T) {
  237. if err := Init(nil); err != nil {
  238. log.Fatalf(err.Error())
  239. }
  240. err := FileInit(TestFolder, "test_data.txt", "string")
  241. if err != nil {
  242. log.Fatalf(err.Error())
  243. }
  244. tests := []struct {
  245. name string
  246. filter string
  247. result bool
  248. err error
  249. }{
  250. {
  251. name: "File() test: word in file",
  252. filter: "'Crowdsec' in File('test_data.txt')",
  253. result: true,
  254. err: nil,
  255. },
  256. {
  257. name: "File() test: word in file but different case",
  258. filter: "'CrowdSecurity' in File('test_data.txt')",
  259. result: false,
  260. err: nil,
  261. },
  262. {
  263. name: "File() test: word not in file",
  264. filter: "'test' in File('test_data.txt')",
  265. result: false,
  266. err: nil,
  267. },
  268. {
  269. name: "File() test: filepath provided doesn't exist",
  270. filter: "'test' in File('non_existing_data.txt')",
  271. result: false,
  272. err: nil,
  273. },
  274. }
  275. for _, test := range tests {
  276. compiledFilter, err := expr.Compile(test.filter, expr.Env(GetExprEnv(map[string]interface{}{})))
  277. if err != nil {
  278. log.Fatalf(err.Error())
  279. }
  280. result, err := expr.Run(compiledFilter, GetExprEnv(map[string]interface{}{}))
  281. if err != nil {
  282. log.Fatalf(err.Error())
  283. }
  284. if isOk := assert.Equal(t, test.result, result); !isOk {
  285. t.Fatalf("test '%s' : NOK", test.name)
  286. }
  287. log.Printf("test '%s' : OK", test.name)
  288. }
  289. }
  290. func TestIpInRange(t *testing.T) {
  291. tests := []struct {
  292. name string
  293. env map[string]interface{}
  294. code string
  295. result bool
  296. err string
  297. }{
  298. {
  299. name: "IpInRange() test: basic test",
  300. env: map[string]interface{}{
  301. "ip": "192.168.0.1",
  302. "ipRange": "192.168.0.0/24",
  303. "IpInRange": IpInRange,
  304. },
  305. code: "IpInRange(ip, ipRange)",
  306. result: true,
  307. err: "",
  308. },
  309. {
  310. name: "IpInRange() test: malformed IP",
  311. env: map[string]interface{}{
  312. "ip": "192.168.0",
  313. "ipRange": "192.168.0.0/24",
  314. "IpInRange": IpInRange,
  315. },
  316. code: "IpInRange(ip, ipRange)",
  317. result: false,
  318. err: "",
  319. },
  320. {
  321. name: "IpInRange() test: malformed IP range",
  322. env: map[string]interface{}{
  323. "ip": "192.168.0.0/255",
  324. "ipRange": "192.168.0.0/24",
  325. "IpInRange": IpInRange,
  326. },
  327. code: "IpInRange(ip, ipRange)",
  328. result: false,
  329. err: "",
  330. },
  331. }
  332. for _, test := range tests {
  333. program, err := expr.Compile(test.code, expr.Env(test.env))
  334. require.NoError(t, err)
  335. output, err := expr.Run(program, test.env)
  336. require.NoError(t, err)
  337. require.Equal(t, test.result, output)
  338. log.Printf("test '%s' : OK", test.name)
  339. }
  340. }
  341. func TestIpToRange(t *testing.T) {
  342. tests := []struct {
  343. name string
  344. env map[string]interface{}
  345. code string
  346. result string
  347. err string
  348. }{
  349. {
  350. name: "IpToRange() test: IPv4",
  351. env: map[string]interface{}{
  352. "ip": "192.168.1.1",
  353. "netmask": "16",
  354. "IpToRange": IpToRange,
  355. },
  356. code: "IpToRange(ip, netmask)",
  357. result: "192.168.0.0/16",
  358. err: "",
  359. },
  360. {
  361. name: "IpToRange() test: IPv6",
  362. env: map[string]interface{}{
  363. "ip": "2001:db8::1",
  364. "netmask": "/64",
  365. "IpToRange": IpToRange,
  366. },
  367. code: "IpToRange(ip, netmask)",
  368. result: "2001:db8::/64",
  369. err: "",
  370. },
  371. {
  372. name: "IpToRange() test: malformed netmask",
  373. env: map[string]interface{}{
  374. "ip": "192.168.0.1",
  375. "netmask": "test",
  376. "IpToRange": IpToRange,
  377. },
  378. code: "IpToRange(ip, netmask)",
  379. result: "",
  380. err: "",
  381. },
  382. {
  383. name: "IpToRange() test: malformed IP",
  384. env: map[string]interface{}{
  385. "ip": "a.b.c.d",
  386. "netmask": "24",
  387. "IpToRange": IpToRange,
  388. },
  389. code: "IpToRange(ip, netmask)",
  390. result: "",
  391. err: "",
  392. },
  393. {
  394. name: "IpToRange() test: too high netmask",
  395. env: map[string]interface{}{
  396. "ip": "192.168.1.1",
  397. "netmask": "35",
  398. "IpToRange": IpToRange,
  399. },
  400. code: "IpToRange(ip, netmask)",
  401. result: "",
  402. err: "",
  403. },
  404. }
  405. for _, test := range tests {
  406. program, err := expr.Compile(test.code, expr.Env(test.env))
  407. require.NoError(t, err)
  408. output, err := expr.Run(program, test.env)
  409. require.NoError(t, err)
  410. require.Equal(t, test.result, output)
  411. log.Printf("test '%s' : OK", test.name)
  412. }
  413. }
  414. func TestAtof(t *testing.T) {
  415. testFloat := "1.5"
  416. expectedFloat := 1.5
  417. if Atof(testFloat) != expectedFloat {
  418. t.Fatalf("Atof should returned 1.5 as a float")
  419. }
  420. log.Printf("test 'Atof()' : OK")
  421. //bad float
  422. testFloat = "1aaa.5"
  423. expectedFloat = 0.0
  424. if Atof(testFloat) != expectedFloat {
  425. t.Fatalf("Atof should returned a negative value (error) as a float got")
  426. }
  427. log.Printf("test 'Atof()' : OK")
  428. }
  429. func TestUpper(t *testing.T) {
  430. testStr := "test"
  431. expectedStr := "TEST"
  432. if Upper(testStr) != expectedStr {
  433. t.Fatalf("Upper() should returned test in upper case")
  434. }
  435. log.Printf("test 'Upper()' : OK")
  436. }
  437. func TestTimeNow(t *testing.T) {
  438. ti, err := time.Parse(time.RFC3339, TimeNow())
  439. if err != nil {
  440. t.Fatalf("Error parsing the return value of TimeNow: %s", err)
  441. }
  442. if -1*time.Until(ti) > time.Second {
  443. t.Fatalf("TimeNow func should return time.Now().UTC()")
  444. }
  445. log.Printf("test 'TimeNow()' : OK")
  446. }
  447. func TestParseUri(t *testing.T) {
  448. tests := []struct {
  449. name string
  450. env map[string]interface{}
  451. code string
  452. result map[string][]string
  453. err string
  454. }{
  455. {
  456. name: "ParseUri() test: basic test",
  457. env: map[string]interface{}{
  458. "uri": "/foo?a=1&b=2",
  459. "ParseUri": ParseUri,
  460. },
  461. code: "ParseUri(uri)",
  462. result: map[string][]string{"a": []string{"1"}, "b": []string{"2"}},
  463. err: "",
  464. },
  465. {
  466. name: "ParseUri() test: no param",
  467. env: map[string]interface{}{
  468. "uri": "/foo",
  469. "ParseUri": ParseUri,
  470. },
  471. code: "ParseUri(uri)",
  472. result: map[string][]string{},
  473. err: "",
  474. },
  475. {
  476. name: "ParseUri() test: extra question mark",
  477. env: map[string]interface{}{
  478. "uri": "/foo?a=1&b=2?",
  479. "ParseUri": ParseUri,
  480. },
  481. code: "ParseUri(uri)",
  482. result: map[string][]string{"a": []string{"1"}, "b": []string{"2?"}},
  483. err: "",
  484. },
  485. {
  486. name: "ParseUri() test: weird params",
  487. env: map[string]interface{}{
  488. "uri": "/foo?&?&&&&?=123",
  489. "ParseUri": ParseUri,
  490. },
  491. code: "ParseUri(uri)",
  492. result: map[string][]string{"?": []string{"", "123"}},
  493. err: "",
  494. },
  495. {
  496. name: "ParseUri() test: bad encoding",
  497. env: map[string]interface{}{
  498. "uri": "/foo?a=%%F",
  499. "ParseUri": ParseUri,
  500. },
  501. code: "ParseUri(uri)",
  502. result: map[string][]string{},
  503. err: "",
  504. },
  505. }
  506. for _, test := range tests {
  507. program, err := expr.Compile(test.code, expr.Env(test.env))
  508. require.NoError(t, err)
  509. output, err := expr.Run(program, test.env)
  510. require.NoError(t, err)
  511. require.Equal(t, test.result, output)
  512. log.Printf("test '%s' : OK", test.name)
  513. }
  514. }
  515. func TestQueryEscape(t *testing.T) {
  516. tests := []struct {
  517. name string
  518. env map[string]interface{}
  519. code string
  520. result string
  521. err string
  522. }{
  523. {
  524. name: "QueryEscape() test: basic test",
  525. env: map[string]interface{}{
  526. "uri": "/foo?a=1&b=2",
  527. "QueryEscape": QueryEscape,
  528. },
  529. code: "QueryEscape(uri)",
  530. result: "%2Ffoo%3Fa%3D1%26b%3D2",
  531. err: "",
  532. },
  533. {
  534. name: "QueryEscape() test: basic test",
  535. env: map[string]interface{}{
  536. "uri": "/foo?a=1&&b=<>'\"",
  537. "QueryEscape": QueryEscape,
  538. },
  539. code: "QueryEscape(uri)",
  540. result: "%2Ffoo%3Fa%3D1%26%26b%3D%3C%3E%27%22",
  541. err: "",
  542. },
  543. }
  544. for _, test := range tests {
  545. program, err := expr.Compile(test.code, expr.Env(test.env))
  546. require.NoError(t, err)
  547. output, err := expr.Run(program, test.env)
  548. require.NoError(t, err)
  549. require.Equal(t, test.result, output)
  550. log.Printf("test '%s' : OK", test.name)
  551. }
  552. }
  553. func TestPathEscape(t *testing.T) {
  554. tests := []struct {
  555. name string
  556. env map[string]interface{}
  557. code string
  558. result string
  559. err string
  560. }{
  561. {
  562. name: "PathEscape() test: basic test",
  563. env: map[string]interface{}{
  564. "uri": "/foo?a=1&b=2",
  565. "PathEscape": PathEscape,
  566. },
  567. code: "PathEscape(uri)",
  568. result: "%2Ffoo%3Fa=1&b=2",
  569. err: "",
  570. },
  571. {
  572. name: "PathEscape() test: basic test with more special chars",
  573. env: map[string]interface{}{
  574. "uri": "/foo?a=1&&b=<>'\"",
  575. "PathEscape": PathEscape,
  576. },
  577. code: "PathEscape(uri)",
  578. result: "%2Ffoo%3Fa=1&&b=%3C%3E%27%22",
  579. err: "",
  580. },
  581. }
  582. for _, test := range tests {
  583. program, err := expr.Compile(test.code, expr.Env(test.env))
  584. require.NoError(t, err)
  585. output, err := expr.Run(program, test.env)
  586. require.NoError(t, err)
  587. require.Equal(t, test.result, output)
  588. log.Printf("test '%s' : OK", test.name)
  589. }
  590. }
  591. func TestPathUnescape(t *testing.T) {
  592. tests := []struct {
  593. name string
  594. env map[string]interface{}
  595. code string
  596. result string
  597. err string
  598. }{
  599. {
  600. name: "PathUnescape() test: basic test",
  601. env: map[string]interface{}{
  602. "uri": "%2Ffoo%3Fa=1&b=%3C%3E%27%22",
  603. "PathUnescape": PathUnescape,
  604. },
  605. code: "PathUnescape(uri)",
  606. result: "/foo?a=1&b=<>'\"",
  607. err: "",
  608. },
  609. {
  610. name: "PathUnescape() test: basic test with more special chars",
  611. env: map[string]interface{}{
  612. "uri": "/$%7Bjndi",
  613. "PathUnescape": PathUnescape,
  614. },
  615. code: "PathUnescape(uri)",
  616. result: "/${jndi",
  617. err: "",
  618. },
  619. }
  620. for _, test := range tests {
  621. program, err := expr.Compile(test.code, expr.Env(test.env))
  622. require.NoError(t, err)
  623. output, err := expr.Run(program, test.env)
  624. require.NoError(t, err)
  625. require.Equal(t, test.result, output)
  626. log.Printf("test '%s' : OK", test.name)
  627. }
  628. }
  629. func TestQueryUnescape(t *testing.T) {
  630. tests := []struct {
  631. name string
  632. env map[string]interface{}
  633. code string
  634. result string
  635. err string
  636. }{
  637. {
  638. name: "QueryUnescape() test: basic test",
  639. env: map[string]interface{}{
  640. "uri": "%2Ffoo%3Fa=1&b=%3C%3E%27%22",
  641. "QueryUnescape": QueryUnescape,
  642. },
  643. code: "QueryUnescape(uri)",
  644. result: "/foo?a=1&b=<>'\"",
  645. err: "",
  646. },
  647. {
  648. name: "QueryUnescape() test: basic test with more special chars",
  649. env: map[string]interface{}{
  650. "uri": "/$%7Bjndi",
  651. "QueryUnescape": QueryUnescape,
  652. },
  653. code: "QueryUnescape(uri)",
  654. result: "/${jndi",
  655. err: "",
  656. },
  657. }
  658. for _, test := range tests {
  659. program, err := expr.Compile(test.code, expr.Env(test.env))
  660. require.NoError(t, err)
  661. output, err := expr.Run(program, test.env)
  662. require.NoError(t, err)
  663. require.Equal(t, test.result, output)
  664. log.Printf("test '%s' : OK", test.name)
  665. }
  666. }
  667. func TestLower(t *testing.T) {
  668. tests := []struct {
  669. name string
  670. env map[string]interface{}
  671. code string
  672. result string
  673. err string
  674. }{
  675. {
  676. name: "Lower() test: basic test",
  677. env: map[string]interface{}{
  678. "name": "ABCDEFG",
  679. "Lower": Lower,
  680. },
  681. code: "Lower(name)",
  682. result: "abcdefg",
  683. err: "",
  684. },
  685. {
  686. name: "Lower() test: basic test with more special chars",
  687. env: map[string]interface{}{
  688. "name": "AbcDefG!#",
  689. "Lower": Lower,
  690. },
  691. code: "Lower(name)",
  692. result: "abcdefg!#",
  693. err: "",
  694. },
  695. }
  696. for _, test := range tests {
  697. program, err := expr.Compile(test.code, expr.Env(test.env))
  698. require.NoError(t, err)
  699. output, err := expr.Run(program, test.env)
  700. require.NoError(t, err)
  701. require.Equal(t, test.result, output)
  702. log.Printf("test '%s' : OK", test.name)
  703. }
  704. }
  705. func TestGetDecisionsCount(t *testing.T) {
  706. var err error
  707. var start_ip, start_sfx, end_ip, end_sfx int64
  708. var ip_sz int
  709. existingIP := "1.2.3.4"
  710. unknownIP := "1.2.3.5"
  711. ip_sz, start_ip, start_sfx, end_ip, end_sfx, err = types.Addr2Ints(existingIP)
  712. if err != nil {
  713. t.Errorf("unable to convert '%s' to int: %s", existingIP, err)
  714. }
  715. // Add sample data to DB
  716. dbClient = getDBClient(t)
  717. decision := dbClient.Ent.Decision.Create().
  718. SetUntil(time.Now().Add(time.Hour)).
  719. SetScenario("crowdsec/test").
  720. SetStartIP(start_ip).
  721. SetStartSuffix(start_sfx).
  722. SetEndIP(end_ip).
  723. SetEndSuffix(end_sfx).
  724. SetIPSize(int64(ip_sz)).
  725. SetType("ban").
  726. SetScope("IP").
  727. SetValue(existingIP).
  728. SetOrigin("CAPI").
  729. SaveX(context.Background())
  730. if decision == nil {
  731. assert.Error(t, errors.Errorf("Failed to create sample decision"))
  732. }
  733. tests := []struct {
  734. name string
  735. env map[string]interface{}
  736. code string
  737. result string
  738. err string
  739. }{
  740. {
  741. name: "GetDecisionsCount() test: existing IP count",
  742. env: map[string]interface{}{
  743. "Alert": &models.Alert{
  744. Source: &models.Source{
  745. Value: &existingIP,
  746. },
  747. Decisions: []*models.Decision{
  748. {
  749. Value: &existingIP,
  750. },
  751. },
  752. },
  753. "GetDecisionsCount": GetDecisionsCount,
  754. "sprintf": fmt.Sprintf,
  755. },
  756. code: "sprintf('%d', GetDecisionsCount(Alert.GetValue()))",
  757. result: "1",
  758. err: "",
  759. },
  760. {
  761. name: "GetDecisionsCount() test: unknown IP count",
  762. env: map[string]interface{}{
  763. "Alert": &models.Alert{
  764. Source: &models.Source{
  765. Value: &unknownIP,
  766. },
  767. Decisions: []*models.Decision{
  768. {
  769. Value: &unknownIP,
  770. },
  771. },
  772. },
  773. "GetDecisionsCount": GetDecisionsCount,
  774. "sprintf": fmt.Sprintf,
  775. },
  776. code: "sprintf('%d', GetDecisionsCount(Alert.GetValue()))",
  777. result: "0",
  778. err: "",
  779. },
  780. }
  781. for _, test := range tests {
  782. program, err := expr.Compile(test.code, expr.Env(GetExprEnv(test.env)))
  783. require.NoError(t, err)
  784. output, err := expr.Run(program, GetExprEnv(test.env))
  785. require.NoError(t, err)
  786. require.Equal(t, test.result, output)
  787. log.Printf("test '%s' : OK", test.name)
  788. }
  789. }
  790. func TestGetDecisionsSinceCount(t *testing.T) {
  791. var err error
  792. var start_ip, start_sfx, end_ip, end_sfx int64
  793. var ip_sz int
  794. existingIP := "1.2.3.4"
  795. unknownIP := "1.2.3.5"
  796. ip_sz, start_ip, start_sfx, end_ip, end_sfx, err = types.Addr2Ints(existingIP)
  797. if err != nil {
  798. t.Errorf("unable to convert '%s' to int: %s", existingIP, err)
  799. }
  800. // Add sample data to DB
  801. dbClient = getDBClient(t)
  802. decision := dbClient.Ent.Decision.Create().
  803. SetUntil(time.Now().Add(time.Hour)).
  804. SetScenario("crowdsec/test").
  805. SetStartIP(start_ip).
  806. SetStartSuffix(start_sfx).
  807. SetEndIP(end_ip).
  808. SetEndSuffix(end_sfx).
  809. SetIPSize(int64(ip_sz)).
  810. SetType("ban").
  811. SetScope("IP").
  812. SetValue(existingIP).
  813. SetOrigin("CAPI").
  814. SaveX(context.Background())
  815. if decision == nil {
  816. assert.Error(t, errors.Errorf("Failed to create sample decision"))
  817. }
  818. decision2 := dbClient.Ent.Decision.Create().
  819. SetCreatedAt(time.Now().AddDate(0, 0, -1)).
  820. SetUntil(time.Now().AddDate(0, 0, -1)).
  821. SetScenario("crowdsec/test").
  822. SetStartIP(start_ip).
  823. SetStartSuffix(start_sfx).
  824. SetEndIP(end_ip).
  825. SetEndSuffix(end_sfx).
  826. SetIPSize(int64(ip_sz)).
  827. SetType("ban").
  828. SetScope("IP").
  829. SetValue(existingIP).
  830. SetOrigin("CAPI").
  831. SaveX(context.Background())
  832. if decision2 == nil {
  833. assert.Error(t, errors.Errorf("Failed to create sample decision"))
  834. }
  835. tests := []struct {
  836. name string
  837. env map[string]interface{}
  838. code string
  839. result string
  840. err string
  841. }{
  842. {
  843. name: "GetDecisionsSinceCount() test: existing IP count since more than 1 day",
  844. env: map[string]interface{}{
  845. "Alert": &models.Alert{
  846. Source: &models.Source{
  847. Value: &existingIP,
  848. },
  849. Decisions: []*models.Decision{
  850. {
  851. Value: &existingIP,
  852. },
  853. },
  854. },
  855. "GetDecisionsSinceCount": GetDecisionsSinceCount,
  856. "sprintf": fmt.Sprintf,
  857. },
  858. code: "sprintf('%d', GetDecisionsSinceCount(Alert.GetValue(), '25h'))",
  859. result: "2",
  860. err: "",
  861. },
  862. {
  863. name: "GetDecisionsSinceCount() test: existing IP count since more than 1 hour",
  864. env: map[string]interface{}{
  865. "Alert": &models.Alert{
  866. Source: &models.Source{
  867. Value: &existingIP,
  868. },
  869. Decisions: []*models.Decision{
  870. {
  871. Value: &existingIP,
  872. },
  873. },
  874. },
  875. "GetDecisionsSinceCount": GetDecisionsSinceCount,
  876. "sprintf": fmt.Sprintf,
  877. },
  878. code: "sprintf('%d', GetDecisionsSinceCount(Alert.GetValue(), '1h'))",
  879. result: "1",
  880. err: "",
  881. },
  882. {
  883. name: "GetDecisionsSinceCount() test: unknown IP count",
  884. env: map[string]interface{}{
  885. "Alert": &models.Alert{
  886. Source: &models.Source{
  887. Value: &unknownIP,
  888. },
  889. Decisions: []*models.Decision{
  890. {
  891. Value: &unknownIP,
  892. },
  893. },
  894. },
  895. "GetDecisionsSinceCount": GetDecisionsSinceCount,
  896. "sprintf": fmt.Sprintf,
  897. },
  898. code: "sprintf('%d', GetDecisionsSinceCount(Alert.GetValue(), '1h'))",
  899. result: "0",
  900. err: "",
  901. },
  902. }
  903. for _, test := range tests {
  904. program, err := expr.Compile(test.code, expr.Env(GetExprEnv(test.env)))
  905. require.NoError(t, err)
  906. output, err := expr.Run(program, GetExprEnv(test.env))
  907. require.NoError(t, err)
  908. require.Equal(t, test.result, output)
  909. log.Printf("test '%s' : OK", test.name)
  910. }
  911. }