exprlib_test.go 24 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033
  1. package exprhelpers
  2. import (
  3. "context"
  4. "fmt"
  5. "os"
  6. "time"
  7. "github.com/pkg/errors"
  8. "github.com/crowdsecurity/crowdsec/pkg/csconfig"
  9. "github.com/crowdsecurity/crowdsec/pkg/database"
  10. "github.com/crowdsecurity/crowdsec/pkg/models"
  11. "github.com/crowdsecurity/crowdsec/pkg/types"
  12. log "github.com/sirupsen/logrus"
  13. "testing"
  14. "github.com/antonmedv/expr"
  15. "github.com/stretchr/testify/assert"
  16. "github.com/stretchr/testify/require"
  17. )
  18. var (
  19. TestFolder = "tests"
  20. )
  21. func getDBClient(t *testing.T) *database.Client {
  22. t.Helper()
  23. dbPath, err := os.CreateTemp("", "*sqlite")
  24. if err != nil {
  25. t.Fatal(err)
  26. }
  27. testDbClient, err := database.NewClient(&csconfig.DatabaseCfg{
  28. Type: "sqlite",
  29. DbName: "crowdsec",
  30. DbPath: dbPath.Name(),
  31. })
  32. if err != nil {
  33. t.Fatal(err)
  34. }
  35. return testDbClient
  36. }
  37. func TestVisitor(t *testing.T) {
  38. if err := Init(nil); err != nil {
  39. log.Fatal(err)
  40. }
  41. tests := []struct {
  42. name string
  43. filter string
  44. result bool
  45. env map[string]interface{}
  46. err error
  47. }{
  48. {
  49. name: "debug : no variable",
  50. filter: "'crowdsec' startsWith 'crowdse'",
  51. result: true,
  52. err: nil,
  53. env: map[string]interface{}{},
  54. },
  55. {
  56. name: "debug : simple variable",
  57. filter: "'crowdsec' startsWith static_one && 1 == 1",
  58. result: true,
  59. err: nil,
  60. env: map[string]interface{}{"static_one": string("crowdse")},
  61. },
  62. {
  63. name: "debug : simple variable re-used",
  64. filter: "static_one.foo == 'bar' && static_one.foo != 'toto'",
  65. result: true,
  66. err: nil,
  67. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  68. },
  69. {
  70. name: "debug : can't compile",
  71. filter: "static_one.foo.toto == 'lol'",
  72. result: false,
  73. err: fmt.Errorf("bad syntax"),
  74. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  75. },
  76. {
  77. name: "debug : can't compile #2",
  78. filter: "static_one.f!oo.to/to == 'lol'",
  79. result: false,
  80. err: fmt.Errorf("bad syntax"),
  81. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  82. },
  83. {
  84. name: "debug : can't compile #3",
  85. filter: "",
  86. result: false,
  87. err: fmt.Errorf("bad syntax"),
  88. env: map[string]interface{}{"static_one": map[string]string{"foo": "bar"}},
  89. },
  90. }
  91. log.SetLevel(log.DebugLevel)
  92. clog := log.WithFields(log.Fields{
  93. "type": "test",
  94. })
  95. for _, test := range tests {
  96. compiledFilter, err := expr.Compile(test.filter, expr.Env(GetExprEnv(test.env)))
  97. if err != nil && test.err == nil {
  98. log.Fatalf("compile: %s", err)
  99. }
  100. debugFilter, err := NewDebugger(test.filter, expr.Env(GetExprEnv(test.env)))
  101. if err != nil && test.err == nil {
  102. log.Fatalf("debug: %s", err)
  103. }
  104. if compiledFilter != nil {
  105. result, err := expr.Run(compiledFilter, GetExprEnv(test.env))
  106. if err != nil && test.err == nil {
  107. log.Fatalf("run : %s", err)
  108. }
  109. if isOk := assert.Equal(t, test.result, result); !isOk {
  110. t.Fatalf("test '%s' : NOK", test.filter)
  111. }
  112. }
  113. if debugFilter != nil {
  114. debugFilter.Run(clog, test.result, GetExprEnv(test.env))
  115. }
  116. }
  117. }
  118. func TestRegexpInFile(t *testing.T) {
  119. if err := Init(nil); err != nil {
  120. log.Fatal(err)
  121. }
  122. err := FileInit(TestFolder, "test_data_re.txt", "regex")
  123. if err != nil {
  124. log.Fatal(err)
  125. }
  126. tests := []struct {
  127. name string
  128. filter string
  129. result bool
  130. err error
  131. }{
  132. {
  133. name: "RegexpInFile() test: lower case word in data file",
  134. filter: "RegexpInFile('crowdsec', 'test_data_re.txt')",
  135. result: false,
  136. err: nil,
  137. },
  138. {
  139. name: "RegexpInFile() test: Match exactly",
  140. filter: "RegexpInFile('Crowdsec', 'test_data_re.txt')",
  141. result: true,
  142. err: nil,
  143. },
  144. {
  145. name: "RegexpInFile() test: match with word before",
  146. filter: "RegexpInFile('test Crowdsec', 'test_data_re.txt')",
  147. result: true,
  148. err: nil,
  149. },
  150. {
  151. name: "RegexpInFile() test: match with word before and other case",
  152. filter: "RegexpInFile('test CrowdSec', 'test_data_re.txt')",
  153. result: true,
  154. err: nil,
  155. },
  156. }
  157. for _, test := range tests {
  158. compiledFilter, err := expr.Compile(test.filter, expr.Env(GetExprEnv(map[string]interface{}{})))
  159. if err != nil {
  160. log.Fatal(err)
  161. }
  162. result, err := expr.Run(compiledFilter, GetExprEnv(map[string]interface{}{}))
  163. if err != nil {
  164. log.Fatal(err)
  165. }
  166. if isOk := assert.Equal(t, test.result, result); !isOk {
  167. t.Fatalf("test '%s' : NOK", test.name)
  168. }
  169. }
  170. }
  171. func TestFileInit(t *testing.T) {
  172. if err := Init(nil); err != nil {
  173. log.Fatal(err)
  174. }
  175. tests := []struct {
  176. name string
  177. filename string
  178. types string
  179. result int
  180. err error
  181. }{
  182. {
  183. name: "file with type:string",
  184. filename: "test_data.txt",
  185. types: "string",
  186. result: 3,
  187. },
  188. {
  189. name: "file with type:string and empty lines + commentaries",
  190. filename: "test_empty_line.txt",
  191. types: "string",
  192. result: 3,
  193. },
  194. {
  195. name: "file with type:re",
  196. filename: "test_data_re.txt",
  197. types: "regex",
  198. result: 2,
  199. },
  200. {
  201. name: "file without type",
  202. filename: "test_data_no_type.txt",
  203. types: "",
  204. },
  205. }
  206. for _, test := range tests {
  207. err := FileInit(TestFolder, test.filename, test.types)
  208. if err != nil {
  209. log.Fatal(err)
  210. }
  211. if test.types == "string" {
  212. if _, ok := dataFile[test.filename]; !ok {
  213. t.Fatalf("test '%s' : NOK", test.name)
  214. }
  215. if isOk := assert.Equal(t, test.result, len(dataFile[test.filename])); !isOk {
  216. t.Fatalf("test '%s' : NOK", test.name)
  217. }
  218. } else if test.types == "regex" {
  219. if _, ok := dataFileRegex[test.filename]; !ok {
  220. t.Fatalf("test '%s' : NOK", test.name)
  221. }
  222. if isOk := assert.Equal(t, test.result, len(dataFileRegex[test.filename])); !isOk {
  223. t.Fatalf("test '%s' : NOK", test.name)
  224. }
  225. } else {
  226. if _, ok := dataFileRegex[test.filename]; ok {
  227. t.Fatalf("test '%s' : NOK", test.name)
  228. }
  229. if _, ok := dataFile[test.filename]; ok {
  230. t.Fatalf("test '%s' : NOK", test.name)
  231. }
  232. }
  233. log.Printf("test '%s' : OK", test.name)
  234. }
  235. }
  236. func TestFile(t *testing.T) {
  237. if err := Init(nil); err != nil {
  238. log.Fatal(err)
  239. }
  240. err := FileInit(TestFolder, "test_data.txt", "string")
  241. if err != nil {
  242. log.Fatal(err)
  243. }
  244. tests := []struct {
  245. name string
  246. filter string
  247. result bool
  248. err error
  249. }{
  250. {
  251. name: "File() test: word in file",
  252. filter: "'Crowdsec' in File('test_data.txt')",
  253. result: true,
  254. err: nil,
  255. },
  256. {
  257. name: "File() test: word in file but different case",
  258. filter: "'CrowdSecurity' in File('test_data.txt')",
  259. result: false,
  260. err: nil,
  261. },
  262. {
  263. name: "File() test: word not in file",
  264. filter: "'test' in File('test_data.txt')",
  265. result: false,
  266. err: nil,
  267. },
  268. {
  269. name: "File() test: filepath provided doesn't exist",
  270. filter: "'test' in File('non_existing_data.txt')",
  271. result: false,
  272. err: nil,
  273. },
  274. }
  275. for _, test := range tests {
  276. compiledFilter, err := expr.Compile(test.filter, expr.Env(GetExprEnv(map[string]interface{}{})))
  277. if err != nil {
  278. log.Fatal(err)
  279. }
  280. result, err := expr.Run(compiledFilter, GetExprEnv(map[string]interface{}{}))
  281. if err != nil {
  282. log.Fatal(err)
  283. }
  284. if isOk := assert.Equal(t, test.result, result); !isOk {
  285. t.Fatalf("test '%s' : NOK", test.name)
  286. }
  287. log.Printf("test '%s' : OK", test.name)
  288. }
  289. }
  290. func TestIpInRange(t *testing.T) {
  291. tests := []struct {
  292. name string
  293. env map[string]interface{}
  294. code string
  295. result bool
  296. err string
  297. }{
  298. {
  299. name: "IpInRange() test: basic test",
  300. env: map[string]interface{}{
  301. "ip": "192.168.0.1",
  302. "ipRange": "192.168.0.0/24",
  303. "IpInRange": IpInRange,
  304. },
  305. code: "IpInRange(ip, ipRange)",
  306. result: true,
  307. err: "",
  308. },
  309. {
  310. name: "IpInRange() test: malformed IP",
  311. env: map[string]interface{}{
  312. "ip": "192.168.0",
  313. "ipRange": "192.168.0.0/24",
  314. "IpInRange": IpInRange,
  315. },
  316. code: "IpInRange(ip, ipRange)",
  317. result: false,
  318. err: "",
  319. },
  320. {
  321. name: "IpInRange() test: malformed IP range",
  322. env: map[string]interface{}{
  323. "ip": "192.168.0.0/255",
  324. "ipRange": "192.168.0.0/24",
  325. "IpInRange": IpInRange,
  326. },
  327. code: "IpInRange(ip, ipRange)",
  328. result: false,
  329. err: "",
  330. },
  331. }
  332. for _, test := range tests {
  333. program, err := expr.Compile(test.code, expr.Env(test.env))
  334. require.NoError(t, err)
  335. output, err := expr.Run(program, test.env)
  336. require.NoError(t, err)
  337. require.Equal(t, test.result, output)
  338. log.Printf("test '%s' : OK", test.name)
  339. }
  340. }
  341. func TestIpToRange(t *testing.T) {
  342. tests := []struct {
  343. name string
  344. env map[string]interface{}
  345. code string
  346. result string
  347. err string
  348. }{
  349. {
  350. name: "IpToRange() test: IPv4",
  351. env: map[string]interface{}{
  352. "ip": "192.168.1.1",
  353. "netmask": "16",
  354. "IpToRange": IpToRange,
  355. },
  356. code: "IpToRange(ip, netmask)",
  357. result: "192.168.0.0/16",
  358. err: "",
  359. },
  360. {
  361. name: "IpToRange() test: IPv6",
  362. env: map[string]interface{}{
  363. "ip": "2001:db8::1",
  364. "netmask": "/64",
  365. "IpToRange": IpToRange,
  366. },
  367. code: "IpToRange(ip, netmask)",
  368. result: "2001:db8::/64",
  369. err: "",
  370. },
  371. {
  372. name: "IpToRange() test: malformed netmask",
  373. env: map[string]interface{}{
  374. "ip": "192.168.0.1",
  375. "netmask": "test",
  376. "IpToRange": IpToRange,
  377. },
  378. code: "IpToRange(ip, netmask)",
  379. result: "",
  380. err: "",
  381. },
  382. {
  383. name: "IpToRange() test: malformed IP",
  384. env: map[string]interface{}{
  385. "ip": "a.b.c.d",
  386. "netmask": "24",
  387. "IpToRange": IpToRange,
  388. },
  389. code: "IpToRange(ip, netmask)",
  390. result: "",
  391. err: "",
  392. },
  393. {
  394. name: "IpToRange() test: too high netmask",
  395. env: map[string]interface{}{
  396. "ip": "192.168.1.1",
  397. "netmask": "35",
  398. "IpToRange": IpToRange,
  399. },
  400. code: "IpToRange(ip, netmask)",
  401. result: "",
  402. err: "",
  403. },
  404. }
  405. for _, test := range tests {
  406. program, err := expr.Compile(test.code, expr.Env(test.env))
  407. require.NoError(t, err)
  408. output, err := expr.Run(program, test.env)
  409. require.NoError(t, err)
  410. require.Equal(t, test.result, output)
  411. log.Printf("test '%s' : OK", test.name)
  412. }
  413. }
  414. func TestAtof(t *testing.T) {
  415. testFloat := "1.5"
  416. expectedFloat := 1.5
  417. if Atof(testFloat) != expectedFloat {
  418. t.Fatalf("Atof should returned 1.5 as a float")
  419. }
  420. log.Printf("test 'Atof()' : OK")
  421. //bad float
  422. testFloat = "1aaa.5"
  423. expectedFloat = 0.0
  424. if Atof(testFloat) != expectedFloat {
  425. t.Fatalf("Atof should returned a negative value (error) as a float got")
  426. }
  427. log.Printf("test 'Atof()' : OK")
  428. }
  429. func TestUpper(t *testing.T) {
  430. testStr := "test"
  431. expectedStr := "TEST"
  432. if Upper(testStr) != expectedStr {
  433. t.Fatalf("Upper() should returned test in upper case")
  434. }
  435. log.Printf("test 'Upper()' : OK")
  436. }
  437. func TestTimeNow(t *testing.T) {
  438. ti, err := time.Parse(time.RFC3339, TimeNow())
  439. if err != nil {
  440. t.Fatalf("Error parsing the return value of TimeNow: %s", err)
  441. }
  442. if -1*time.Until(ti) > time.Second {
  443. t.Fatalf("TimeNow func should return time.Now().UTC()")
  444. }
  445. log.Printf("test 'TimeNow()' : OK")
  446. }
  447. func TestParseUri(t *testing.T) {
  448. tests := []struct {
  449. name string
  450. env map[string]interface{}
  451. code string
  452. result map[string][]string
  453. err string
  454. }{
  455. {
  456. name: "ParseUri() test: basic test",
  457. env: map[string]interface{}{
  458. "uri": "/foo?a=1&b=2",
  459. "ParseUri": ParseUri,
  460. },
  461. code: "ParseUri(uri)",
  462. result: map[string][]string{"a": []string{"1"}, "b": []string{"2"}},
  463. err: "",
  464. },
  465. {
  466. name: "ParseUri() test: no param",
  467. env: map[string]interface{}{
  468. "uri": "/foo",
  469. "ParseUri": ParseUri,
  470. },
  471. code: "ParseUri(uri)",
  472. result: map[string][]string{},
  473. err: "",
  474. },
  475. {
  476. name: "ParseUri() test: extra question mark",
  477. env: map[string]interface{}{
  478. "uri": "/foo?a=1&b=2?",
  479. "ParseUri": ParseUri,
  480. },
  481. code: "ParseUri(uri)",
  482. result: map[string][]string{"a": []string{"1"}, "b": []string{"2?"}},
  483. err: "",
  484. },
  485. {
  486. name: "ParseUri() test: weird params",
  487. env: map[string]interface{}{
  488. "uri": "/foo?&?&&&&?=123",
  489. "ParseUri": ParseUri,
  490. },
  491. code: "ParseUri(uri)",
  492. result: map[string][]string{"?": []string{"", "123"}},
  493. err: "",
  494. },
  495. {
  496. name: "ParseUri() test: bad encoding",
  497. env: map[string]interface{}{
  498. "uri": "/foo?a=%%F",
  499. "ParseUri": ParseUri,
  500. },
  501. code: "ParseUri(uri)",
  502. result: map[string][]string{},
  503. err: "",
  504. },
  505. }
  506. for _, test := range tests {
  507. program, err := expr.Compile(test.code, expr.Env(test.env))
  508. require.NoError(t, err)
  509. output, err := expr.Run(program, test.env)
  510. require.NoError(t, err)
  511. require.Equal(t, test.result, output)
  512. log.Printf("test '%s' : OK", test.name)
  513. }
  514. }
  515. func TestQueryEscape(t *testing.T) {
  516. tests := []struct {
  517. name string
  518. env map[string]interface{}
  519. code string
  520. result string
  521. err string
  522. }{
  523. {
  524. name: "QueryEscape() test: basic test",
  525. env: map[string]interface{}{
  526. "uri": "/foo?a=1&b=2",
  527. "QueryEscape": QueryEscape,
  528. },
  529. code: "QueryEscape(uri)",
  530. result: "%2Ffoo%3Fa%3D1%26b%3D2",
  531. err: "",
  532. },
  533. {
  534. name: "QueryEscape() test: basic test",
  535. env: map[string]interface{}{
  536. "uri": "/foo?a=1&&b=<>'\"",
  537. "QueryEscape": QueryEscape,
  538. },
  539. code: "QueryEscape(uri)",
  540. result: "%2Ffoo%3Fa%3D1%26%26b%3D%3C%3E%27%22",
  541. err: "",
  542. },
  543. }
  544. for _, test := range tests {
  545. program, err := expr.Compile(test.code, expr.Env(test.env))
  546. require.NoError(t, err)
  547. output, err := expr.Run(program, test.env)
  548. require.NoError(t, err)
  549. require.Equal(t, test.result, output)
  550. log.Printf("test '%s' : OK", test.name)
  551. }
  552. }
  553. func TestPathEscape(t *testing.T) {
  554. tests := []struct {
  555. name string
  556. env map[string]interface{}
  557. code string
  558. result string
  559. err string
  560. }{
  561. {
  562. name: "PathEscape() test: basic test",
  563. env: map[string]interface{}{
  564. "uri": "/foo?a=1&b=2",
  565. "PathEscape": PathEscape,
  566. },
  567. code: "PathEscape(uri)",
  568. result: "%2Ffoo%3Fa=1&b=2",
  569. err: "",
  570. },
  571. {
  572. name: "PathEscape() test: basic test with more special chars",
  573. env: map[string]interface{}{
  574. "uri": "/foo?a=1&&b=<>'\"",
  575. "PathEscape": PathEscape,
  576. },
  577. code: "PathEscape(uri)",
  578. result: "%2Ffoo%3Fa=1&&b=%3C%3E%27%22",
  579. err: "",
  580. },
  581. }
  582. for _, test := range tests {
  583. program, err := expr.Compile(test.code, expr.Env(test.env))
  584. require.NoError(t, err)
  585. output, err := expr.Run(program, test.env)
  586. require.NoError(t, err)
  587. require.Equal(t, test.result, output)
  588. log.Printf("test '%s' : OK", test.name)
  589. }
  590. }
  591. func TestPathUnescape(t *testing.T) {
  592. tests := []struct {
  593. name string
  594. env map[string]interface{}
  595. code string
  596. result string
  597. err string
  598. }{
  599. {
  600. name: "PathUnescape() test: basic test",
  601. env: map[string]interface{}{
  602. "uri": "%2Ffoo%3Fa=1&b=%3C%3E%27%22",
  603. "PathUnescape": PathUnescape,
  604. },
  605. code: "PathUnescape(uri)",
  606. result: "/foo?a=1&b=<>'\"",
  607. err: "",
  608. },
  609. {
  610. name: "PathUnescape() test: basic test with more special chars",
  611. env: map[string]interface{}{
  612. "uri": "/$%7Bjndi",
  613. "PathUnescape": PathUnescape,
  614. },
  615. code: "PathUnescape(uri)",
  616. result: "/${jndi",
  617. err: "",
  618. },
  619. }
  620. for _, test := range tests {
  621. program, err := expr.Compile(test.code, expr.Env(test.env))
  622. require.NoError(t, err)
  623. output, err := expr.Run(program, test.env)
  624. require.NoError(t, err)
  625. require.Equal(t, test.result, output)
  626. log.Printf("test '%s' : OK", test.name)
  627. }
  628. }
  629. func TestQueryUnescape(t *testing.T) {
  630. tests := []struct {
  631. name string
  632. env map[string]interface{}
  633. code string
  634. result string
  635. err string
  636. }{
  637. {
  638. name: "QueryUnescape() test: basic test",
  639. env: map[string]interface{}{
  640. "uri": "%2Ffoo%3Fa=1&b=%3C%3E%27%22",
  641. "QueryUnescape": QueryUnescape,
  642. },
  643. code: "QueryUnescape(uri)",
  644. result: "/foo?a=1&b=<>'\"",
  645. err: "",
  646. },
  647. {
  648. name: "QueryUnescape() test: basic test with more special chars",
  649. env: map[string]interface{}{
  650. "uri": "/$%7Bjndi",
  651. "QueryUnescape": QueryUnescape,
  652. },
  653. code: "QueryUnescape(uri)",
  654. result: "/${jndi",
  655. err: "",
  656. },
  657. }
  658. for _, test := range tests {
  659. program, err := expr.Compile(test.code, expr.Env(test.env))
  660. require.NoError(t, err)
  661. output, err := expr.Run(program, test.env)
  662. require.NoError(t, err)
  663. require.Equal(t, test.result, output)
  664. log.Printf("test '%s' : OK", test.name)
  665. }
  666. }
  667. func TestLower(t *testing.T) {
  668. tests := []struct {
  669. name string
  670. env map[string]interface{}
  671. code string
  672. result string
  673. err string
  674. }{
  675. {
  676. name: "Lower() test: basic test",
  677. env: map[string]interface{}{
  678. "name": "ABCDEFG",
  679. "Lower": Lower,
  680. },
  681. code: "Lower(name)",
  682. result: "abcdefg",
  683. err: "",
  684. },
  685. {
  686. name: "Lower() test: basic test with more special chars",
  687. env: map[string]interface{}{
  688. "name": "AbcDefG!#",
  689. "Lower": Lower,
  690. },
  691. code: "Lower(name)",
  692. result: "abcdefg!#",
  693. err: "",
  694. },
  695. }
  696. for _, test := range tests {
  697. program, err := expr.Compile(test.code, expr.Env(test.env))
  698. require.NoError(t, err)
  699. output, err := expr.Run(program, test.env)
  700. require.NoError(t, err)
  701. require.Equal(t, test.result, output)
  702. log.Printf("test '%s' : OK", test.name)
  703. }
  704. }
  705. func TestGetDecisionsCount(t *testing.T) {
  706. var err error
  707. var start_ip, start_sfx, end_ip, end_sfx int64
  708. var ip_sz int
  709. existingIP := "1.2.3.4"
  710. unknownIP := "1.2.3.5"
  711. ip_sz, start_ip, start_sfx, end_ip, end_sfx, err = types.Addr2Ints(existingIP)
  712. if err != nil {
  713. t.Errorf("unable to convert '%s' to int: %s", existingIP, err)
  714. }
  715. // Add sample data to DB
  716. dbClient = getDBClient(t)
  717. decision := dbClient.Ent.Decision.Create().
  718. SetUntil(time.Now().Add(time.Hour)).
  719. SetScenario("crowdsec/test").
  720. SetStartIP(start_ip).
  721. SetStartSuffix(start_sfx).
  722. SetEndIP(end_ip).
  723. SetEndSuffix(end_sfx).
  724. SetIPSize(int64(ip_sz)).
  725. SetType("ban").
  726. SetScope("IP").
  727. SetValue(existingIP).
  728. SetOrigin("CAPI").
  729. SaveX(context.Background())
  730. if decision == nil {
  731. assert.Error(t, errors.Errorf("Failed to create sample decision"))
  732. }
  733. tests := []struct {
  734. name string
  735. env map[string]interface{}
  736. code string
  737. result string
  738. err string
  739. }{
  740. {
  741. name: "GetDecisionsCount() test: existing IP count",
  742. env: map[string]interface{}{
  743. "Alert": &models.Alert{
  744. Source: &models.Source{
  745. Value: &existingIP,
  746. },
  747. Decisions: []*models.Decision{
  748. {
  749. Value: &existingIP,
  750. },
  751. },
  752. },
  753. "GetDecisionsCount": GetDecisionsCount,
  754. "sprintf": fmt.Sprintf,
  755. },
  756. code: "sprintf('%d', GetDecisionsCount(Alert.GetValue()))",
  757. result: "1",
  758. err: "",
  759. },
  760. {
  761. name: "GetDecisionsCount() test: unknown IP count",
  762. env: map[string]interface{}{
  763. "Alert": &models.Alert{
  764. Source: &models.Source{
  765. Value: &unknownIP,
  766. },
  767. Decisions: []*models.Decision{
  768. {
  769. Value: &unknownIP,
  770. },
  771. },
  772. },
  773. "GetDecisionsCount": GetDecisionsCount,
  774. "sprintf": fmt.Sprintf,
  775. },
  776. code: "sprintf('%d', GetDecisionsCount(Alert.GetValue()))",
  777. result: "0",
  778. err: "",
  779. },
  780. }
  781. for _, test := range tests {
  782. program, err := expr.Compile(test.code, expr.Env(GetExprEnv(test.env)))
  783. require.NoError(t, err)
  784. output, err := expr.Run(program, GetExprEnv(test.env))
  785. require.NoError(t, err)
  786. require.Equal(t, test.result, output)
  787. log.Printf("test '%s' : OK", test.name)
  788. }
  789. }
  790. func TestGetDecisionsSinceCount(t *testing.T) {
  791. var err error
  792. var start_ip, start_sfx, end_ip, end_sfx int64
  793. var ip_sz int
  794. existingIP := "1.2.3.4"
  795. unknownIP := "1.2.3.5"
  796. ip_sz, start_ip, start_sfx, end_ip, end_sfx, err = types.Addr2Ints(existingIP)
  797. if err != nil {
  798. t.Errorf("unable to convert '%s' to int: %s", existingIP, err)
  799. }
  800. // Add sample data to DB
  801. dbClient = getDBClient(t)
  802. decision := dbClient.Ent.Decision.Create().
  803. SetUntil(time.Now().Add(time.Hour)).
  804. SetScenario("crowdsec/test").
  805. SetStartIP(start_ip).
  806. SetStartSuffix(start_sfx).
  807. SetEndIP(end_ip).
  808. SetEndSuffix(end_sfx).
  809. SetIPSize(int64(ip_sz)).
  810. SetType("ban").
  811. SetScope("IP").
  812. SetValue(existingIP).
  813. SetOrigin("CAPI").
  814. SaveX(context.Background())
  815. if decision == nil {
  816. assert.Error(t, errors.Errorf("Failed to create sample decision"))
  817. }
  818. decision2 := dbClient.Ent.Decision.Create().
  819. SetCreatedAt(time.Now().AddDate(0, 0, -1)).
  820. SetUntil(time.Now().AddDate(0, 0, -1)).
  821. SetScenario("crowdsec/test").
  822. SetStartIP(start_ip).
  823. SetStartSuffix(start_sfx).
  824. SetEndIP(end_ip).
  825. SetEndSuffix(end_sfx).
  826. SetIPSize(int64(ip_sz)).
  827. SetType("ban").
  828. SetScope("IP").
  829. SetValue(existingIP).
  830. SetOrigin("CAPI").
  831. SaveX(context.Background())
  832. if decision2 == nil {
  833. assert.Error(t, errors.Errorf("Failed to create sample decision"))
  834. }
  835. tests := []struct {
  836. name string
  837. env map[string]interface{}
  838. code string
  839. result string
  840. err string
  841. }{
  842. {
  843. name: "GetDecisionsSinceCount() test: existing IP count since more than 1 day",
  844. env: map[string]interface{}{
  845. "Alert": &models.Alert{
  846. Source: &models.Source{
  847. Value: &existingIP,
  848. },
  849. Decisions: []*models.Decision{
  850. {
  851. Value: &existingIP,
  852. },
  853. },
  854. },
  855. "GetDecisionsSinceCount": GetDecisionsSinceCount,
  856. "sprintf": fmt.Sprintf,
  857. },
  858. code: "sprintf('%d', GetDecisionsSinceCount(Alert.GetValue(), '25h'))",
  859. result: "2",
  860. err: "",
  861. },
  862. {
  863. name: "GetDecisionsSinceCount() test: existing IP count since more than 1 hour",
  864. env: map[string]interface{}{
  865. "Alert": &models.Alert{
  866. Source: &models.Source{
  867. Value: &existingIP,
  868. },
  869. Decisions: []*models.Decision{
  870. {
  871. Value: &existingIP,
  872. },
  873. },
  874. },
  875. "GetDecisionsSinceCount": GetDecisionsSinceCount,
  876. "sprintf": fmt.Sprintf,
  877. },
  878. code: "sprintf('%d', GetDecisionsSinceCount(Alert.GetValue(), '1h'))",
  879. result: "1",
  880. err: "",
  881. },
  882. {
  883. name: "GetDecisionsSinceCount() test: unknown IP count",
  884. env: map[string]interface{}{
  885. "Alert": &models.Alert{
  886. Source: &models.Source{
  887. Value: &unknownIP,
  888. },
  889. Decisions: []*models.Decision{
  890. {
  891. Value: &unknownIP,
  892. },
  893. },
  894. },
  895. "GetDecisionsSinceCount": GetDecisionsSinceCount,
  896. "sprintf": fmt.Sprintf,
  897. },
  898. code: "sprintf('%d', GetDecisionsSinceCount(Alert.GetValue(), '1h'))",
  899. result: "0",
  900. err: "",
  901. },
  902. }
  903. for _, test := range tests {
  904. program, err := expr.Compile(test.code, expr.Env(GetExprEnv(test.env)))
  905. require.NoError(t, err)
  906. output, err := expr.Run(program, GetExprEnv(test.env))
  907. require.NoError(t, err)
  908. require.Equal(t, test.result, output)
  909. log.Printf("test '%s' : OK", test.name)
  910. }
  911. }
  912. func TestParseUnix(t *testing.T) {
  913. tests := []struct {
  914. name string
  915. env map[string]interface{}
  916. code string
  917. result string
  918. err string
  919. }{
  920. {
  921. name: "ParseUnix() test: valid value with milli",
  922. env: map[string]interface{}{
  923. "unix": "1672239773.3590894",
  924. "ParseUnix": ParseUnix,
  925. },
  926. code: "ParseUnix(unix)",
  927. result: "2022-12-28T15:02:53Z",
  928. err: "",
  929. },
  930. {
  931. name: "ParseUnix() test: valid value without milli",
  932. env: map[string]interface{}{
  933. "unix": "1672239773",
  934. "ParseUnix": ParseUnix,
  935. },
  936. code: "ParseUnix(unix)",
  937. result: "2022-12-28T15:02:53Z",
  938. err: "",
  939. },
  940. {
  941. name: "ParseUnix() test: invalid input",
  942. env: map[string]interface{}{
  943. "unix": "AbcDefG!#",
  944. "ParseUnix": ParseUnix,
  945. },
  946. code: "ParseUnix(unix)",
  947. result: "",
  948. err: "",
  949. },
  950. {
  951. name: "ParseUnix() test: negative value",
  952. env: map[string]interface{}{
  953. "unix": "-1000",
  954. "ParseUnix": ParseUnix,
  955. },
  956. code: "ParseUnix(unix)",
  957. result: "",
  958. err: "",
  959. },
  960. }
  961. for _, test := range tests {
  962. program, err := expr.Compile(test.code, expr.Env(test.env))
  963. require.NoError(t, err)
  964. output, err := expr.Run(program, test.env)
  965. require.NoError(t, err)
  966. require.Equal(t, test.result, output)
  967. log.Printf("test '%s' : OK", test.name)
  968. }
  969. }