struct.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450
  1. // Copyright 2014 Unknwon
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License"): you may
  4. // not use this file except in compliance with the License. You may obtain
  5. // a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
  11. // WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
  12. // License for the specific language governing permissions and limitations
  13. // under the License.
  14. package ini
  15. import (
  16. "bytes"
  17. "errors"
  18. "fmt"
  19. "reflect"
  20. "strings"
  21. "time"
  22. "unicode"
  23. )
  24. // NameMapper represents a ini tag name mapper.
  25. type NameMapper func(string) string
  26. // Built-in name getters.
  27. var (
  28. // AllCapsUnderscore converts to format ALL_CAPS_UNDERSCORE.
  29. AllCapsUnderscore NameMapper = func(raw string) string {
  30. newstr := make([]rune, 0, len(raw))
  31. for i, chr := range raw {
  32. if isUpper := 'A' <= chr && chr <= 'Z'; isUpper {
  33. if i > 0 {
  34. newstr = append(newstr, '_')
  35. }
  36. }
  37. newstr = append(newstr, unicode.ToUpper(chr))
  38. }
  39. return string(newstr)
  40. }
  41. // TitleUnderscore converts to format title_underscore.
  42. TitleUnderscore NameMapper = func(raw string) string {
  43. newstr := make([]rune, 0, len(raw))
  44. for i, chr := range raw {
  45. if isUpper := 'A' <= chr && chr <= 'Z'; isUpper {
  46. if i > 0 {
  47. newstr = append(newstr, '_')
  48. }
  49. chr -= ('A' - 'a')
  50. }
  51. newstr = append(newstr, chr)
  52. }
  53. return string(newstr)
  54. }
  55. )
  56. func (s *Section) parseFieldName(raw, actual string) string {
  57. if len(actual) > 0 {
  58. return actual
  59. }
  60. if s.f.NameMapper != nil {
  61. return s.f.NameMapper(raw)
  62. }
  63. return raw
  64. }
  65. func parseDelim(actual string) string {
  66. if len(actual) > 0 {
  67. return actual
  68. }
  69. return ","
  70. }
  71. var reflectTime = reflect.TypeOf(time.Now()).Kind()
  72. // setSliceWithProperType sets proper values to slice based on its type.
  73. func setSliceWithProperType(key *Key, field reflect.Value, delim string, allowShadow bool) error {
  74. var strs []string
  75. if allowShadow {
  76. strs = key.StringsWithShadows(delim)
  77. } else {
  78. strs = key.Strings(delim)
  79. }
  80. numVals := len(strs)
  81. if numVals == 0 {
  82. return nil
  83. }
  84. var vals interface{}
  85. sliceOf := field.Type().Elem().Kind()
  86. switch sliceOf {
  87. case reflect.String:
  88. vals = strs
  89. case reflect.Int:
  90. vals, _ = key.parseInts(strs, true, false)
  91. case reflect.Int64:
  92. vals, _ = key.parseInt64s(strs, true, false)
  93. case reflect.Uint:
  94. vals = key.Uints(delim)
  95. case reflect.Uint64:
  96. vals = key.Uint64s(delim)
  97. case reflect.Float64:
  98. vals = key.Float64s(delim)
  99. case reflectTime:
  100. vals = key.Times(delim)
  101. default:
  102. return fmt.Errorf("unsupported type '[]%s'", sliceOf)
  103. }
  104. slice := reflect.MakeSlice(field.Type(), numVals, numVals)
  105. for i := 0; i < numVals; i++ {
  106. switch sliceOf {
  107. case reflect.String:
  108. slice.Index(i).Set(reflect.ValueOf(vals.([]string)[i]))
  109. case reflect.Int:
  110. slice.Index(i).Set(reflect.ValueOf(vals.([]int)[i]))
  111. case reflect.Int64:
  112. slice.Index(i).Set(reflect.ValueOf(vals.([]int64)[i]))
  113. case reflect.Uint:
  114. slice.Index(i).Set(reflect.ValueOf(vals.([]uint)[i]))
  115. case reflect.Uint64:
  116. slice.Index(i).Set(reflect.ValueOf(vals.([]uint64)[i]))
  117. case reflect.Float64:
  118. slice.Index(i).Set(reflect.ValueOf(vals.([]float64)[i]))
  119. case reflectTime:
  120. slice.Index(i).Set(reflect.ValueOf(vals.([]time.Time)[i]))
  121. }
  122. }
  123. field.Set(slice)
  124. return nil
  125. }
  126. // setWithProperType sets proper value to field based on its type,
  127. // but it does not return error for failing parsing,
  128. // because we want to use default value that is already assigned to strcut.
  129. func setWithProperType(t reflect.Type, key *Key, field reflect.Value, delim string, allowShadow bool) error {
  130. switch t.Kind() {
  131. case reflect.String:
  132. if len(key.String()) == 0 {
  133. return nil
  134. }
  135. field.SetString(key.String())
  136. case reflect.Bool:
  137. boolVal, err := key.Bool()
  138. if err != nil {
  139. return nil
  140. }
  141. field.SetBool(boolVal)
  142. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  143. durationVal, err := key.Duration()
  144. // Skip zero value
  145. if err == nil && int(durationVal) > 0 {
  146. field.Set(reflect.ValueOf(durationVal))
  147. return nil
  148. }
  149. intVal, err := key.Int64()
  150. if err != nil || intVal == 0 {
  151. return nil
  152. }
  153. field.SetInt(intVal)
  154. // byte is an alias for uint8, so supporting uint8 breaks support for byte
  155. case reflect.Uint, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  156. durationVal, err := key.Duration()
  157. // Skip zero value
  158. if err == nil && int(durationVal) > 0 {
  159. field.Set(reflect.ValueOf(durationVal))
  160. return nil
  161. }
  162. uintVal, err := key.Uint64()
  163. if err != nil {
  164. return nil
  165. }
  166. field.SetUint(uintVal)
  167. case reflect.Float32, reflect.Float64:
  168. floatVal, err := key.Float64()
  169. if err != nil {
  170. return nil
  171. }
  172. field.SetFloat(floatVal)
  173. case reflectTime:
  174. timeVal, err := key.Time()
  175. if err != nil {
  176. return nil
  177. }
  178. field.Set(reflect.ValueOf(timeVal))
  179. case reflect.Slice:
  180. return setSliceWithProperType(key, field, delim, allowShadow)
  181. default:
  182. return fmt.Errorf("unsupported type '%s'", t)
  183. }
  184. return nil
  185. }
  186. func parseTagOptions(tag string) (rawName string, omitEmpty bool, allowShadow bool) {
  187. opts := strings.SplitN(tag, ",", 3)
  188. rawName = opts[0]
  189. if len(opts) > 1 {
  190. omitEmpty = opts[1] == "omitempty"
  191. }
  192. if len(opts) > 2 {
  193. allowShadow = opts[2] == "allowshadow"
  194. }
  195. return rawName, omitEmpty, allowShadow
  196. }
  197. func (s *Section) mapTo(val reflect.Value) error {
  198. if val.Kind() == reflect.Ptr {
  199. val = val.Elem()
  200. }
  201. typ := val.Type()
  202. for i := 0; i < typ.NumField(); i++ {
  203. field := val.Field(i)
  204. tpField := typ.Field(i)
  205. tag := tpField.Tag.Get("ini")
  206. if tag == "-" {
  207. continue
  208. }
  209. rawName, _, allowShadow := parseTagOptions(tag)
  210. fieldName := s.parseFieldName(tpField.Name, rawName)
  211. if len(fieldName) == 0 || !field.CanSet() {
  212. continue
  213. }
  214. isAnonymous := tpField.Type.Kind() == reflect.Ptr && tpField.Anonymous
  215. isStruct := tpField.Type.Kind() == reflect.Struct
  216. if isAnonymous {
  217. field.Set(reflect.New(tpField.Type.Elem()))
  218. }
  219. if isAnonymous || isStruct {
  220. if sec, err := s.f.GetSection(fieldName); err == nil {
  221. if err = sec.mapTo(field); err != nil {
  222. return fmt.Errorf("error mapping field(%s): %v", fieldName, err)
  223. }
  224. continue
  225. }
  226. }
  227. if key, err := s.GetKey(fieldName); err == nil {
  228. delim := parseDelim(tpField.Tag.Get("delim"))
  229. if err = setWithProperType(tpField.Type, key, field, delim, allowShadow); err != nil {
  230. return fmt.Errorf("error mapping field(%s): %v", fieldName, err)
  231. }
  232. }
  233. }
  234. return nil
  235. }
  236. // MapTo maps section to given struct.
  237. func (s *Section) MapTo(v interface{}) error {
  238. typ := reflect.TypeOf(v)
  239. val := reflect.ValueOf(v)
  240. if typ.Kind() == reflect.Ptr {
  241. typ = typ.Elem()
  242. val = val.Elem()
  243. } else {
  244. return errors.New("cannot map to non-pointer struct")
  245. }
  246. return s.mapTo(val)
  247. }
  248. // MapTo maps file to given struct.
  249. func (f *File) MapTo(v interface{}) error {
  250. return f.Section("").MapTo(v)
  251. }
  252. // MapTo maps data sources to given struct with name mapper.
  253. func MapToWithMapper(v interface{}, mapper NameMapper, source interface{}, others ...interface{}) error {
  254. cfg, err := Load(source, others...)
  255. if err != nil {
  256. return err
  257. }
  258. cfg.NameMapper = mapper
  259. return cfg.MapTo(v)
  260. }
  261. // MapTo maps data sources to given struct.
  262. func MapTo(v, source interface{}, others ...interface{}) error {
  263. return MapToWithMapper(v, nil, source, others...)
  264. }
  265. // reflectSliceWithProperType does the opposite thing as setSliceWithProperType.
  266. func reflectSliceWithProperType(key *Key, field reflect.Value, delim string) error {
  267. slice := field.Slice(0, field.Len())
  268. if field.Len() == 0 {
  269. return nil
  270. }
  271. var buf bytes.Buffer
  272. sliceOf := field.Type().Elem().Kind()
  273. for i := 0; i < field.Len(); i++ {
  274. switch sliceOf {
  275. case reflect.String:
  276. buf.WriteString(slice.Index(i).String())
  277. case reflect.Int, reflect.Int64:
  278. buf.WriteString(fmt.Sprint(slice.Index(i).Int()))
  279. case reflect.Uint, reflect.Uint64:
  280. buf.WriteString(fmt.Sprint(slice.Index(i).Uint()))
  281. case reflect.Float64:
  282. buf.WriteString(fmt.Sprint(slice.Index(i).Float()))
  283. case reflectTime:
  284. buf.WriteString(slice.Index(i).Interface().(time.Time).Format(time.RFC3339))
  285. default:
  286. return fmt.Errorf("unsupported type '[]%s'", sliceOf)
  287. }
  288. buf.WriteString(delim)
  289. }
  290. key.SetValue(buf.String()[:buf.Len()-1])
  291. return nil
  292. }
  293. // reflectWithProperType does the opposite thing as setWithProperType.
  294. func reflectWithProperType(t reflect.Type, key *Key, field reflect.Value, delim string) error {
  295. switch t.Kind() {
  296. case reflect.String:
  297. key.SetValue(field.String())
  298. case reflect.Bool:
  299. key.SetValue(fmt.Sprint(field.Bool()))
  300. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  301. key.SetValue(fmt.Sprint(field.Int()))
  302. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64:
  303. key.SetValue(fmt.Sprint(field.Uint()))
  304. case reflect.Float32, reflect.Float64:
  305. key.SetValue(fmt.Sprint(field.Float()))
  306. case reflectTime:
  307. key.SetValue(fmt.Sprint(field.Interface().(time.Time).Format(time.RFC3339)))
  308. case reflect.Slice:
  309. return reflectSliceWithProperType(key, field, delim)
  310. default:
  311. return fmt.Errorf("unsupported type '%s'", t)
  312. }
  313. return nil
  314. }
  315. // CR: copied from encoding/json/encode.go with modifications of time.Time support.
  316. // TODO: add more test coverage.
  317. func isEmptyValue(v reflect.Value) bool {
  318. switch v.Kind() {
  319. case reflect.Array, reflect.Map, reflect.Slice, reflect.String:
  320. return v.Len() == 0
  321. case reflect.Bool:
  322. return !v.Bool()
  323. case reflect.Int, reflect.Int8, reflect.Int16, reflect.Int32, reflect.Int64:
  324. return v.Int() == 0
  325. case reflect.Uint, reflect.Uint8, reflect.Uint16, reflect.Uint32, reflect.Uint64, reflect.Uintptr:
  326. return v.Uint() == 0
  327. case reflect.Float32, reflect.Float64:
  328. return v.Float() == 0
  329. case reflectTime:
  330. return v.Interface().(time.Time).IsZero()
  331. case reflect.Interface, reflect.Ptr:
  332. return v.IsNil()
  333. }
  334. return false
  335. }
  336. func (s *Section) reflectFrom(val reflect.Value) error {
  337. if val.Kind() == reflect.Ptr {
  338. val = val.Elem()
  339. }
  340. typ := val.Type()
  341. for i := 0; i < typ.NumField(); i++ {
  342. field := val.Field(i)
  343. tpField := typ.Field(i)
  344. tag := tpField.Tag.Get("ini")
  345. if tag == "-" {
  346. continue
  347. }
  348. opts := strings.SplitN(tag, ",", 2)
  349. if len(opts) == 2 && opts[1] == "omitempty" && isEmptyValue(field) {
  350. continue
  351. }
  352. fieldName := s.parseFieldName(tpField.Name, opts[0])
  353. if len(fieldName) == 0 || !field.CanSet() {
  354. continue
  355. }
  356. if (tpField.Type.Kind() == reflect.Ptr && tpField.Anonymous) ||
  357. (tpField.Type.Kind() == reflect.Struct && tpField.Type.Name() != "Time") {
  358. // Note: The only error here is section doesn't exist.
  359. sec, err := s.f.GetSection(fieldName)
  360. if err != nil {
  361. // Note: fieldName can never be empty here, ignore error.
  362. sec, _ = s.f.NewSection(fieldName)
  363. }
  364. if err = sec.reflectFrom(field); err != nil {
  365. return fmt.Errorf("error reflecting field (%s): %v", fieldName, err)
  366. }
  367. continue
  368. }
  369. // Note: Same reason as secion.
  370. key, err := s.GetKey(fieldName)
  371. if err != nil {
  372. key, _ = s.NewKey(fieldName, "")
  373. }
  374. if err = reflectWithProperType(tpField.Type, key, field, parseDelim(tpField.Tag.Get("delim"))); err != nil {
  375. return fmt.Errorf("error reflecting field (%s): %v", fieldName, err)
  376. }
  377. }
  378. return nil
  379. }
  380. // ReflectFrom reflects secion from given struct.
  381. func (s *Section) ReflectFrom(v interface{}) error {
  382. typ := reflect.TypeOf(v)
  383. val := reflect.ValueOf(v)
  384. if typ.Kind() == reflect.Ptr {
  385. typ = typ.Elem()
  386. val = val.Elem()
  387. } else {
  388. return errors.New("cannot reflect from non-pointer struct")
  389. }
  390. return s.reflectFrom(val)
  391. }
  392. // ReflectFrom reflects file from given struct.
  393. func (f *File) ReflectFrom(v interface{}) error {
  394. return f.Section("").ReflectFrom(v)
  395. }
  396. // ReflectFrom reflects data sources from given struct with name mapper.
  397. func ReflectFromWithMapper(cfg *File, v interface{}, mapper NameMapper) error {
  398. cfg.NameMapper = mapper
  399. return cfg.ReflectFrom(v)
  400. }
  401. // ReflectFrom reflects data sources from given struct.
  402. func ReflectFrom(cfg *File, v interface{}) error {
  403. return ReflectFromWithMapper(cfg, v, nil)
  404. }