appsflyer/parser.go at master · fourtwoapp/appsflyer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
package appsflyer

import (
	"encoding/csv"
	"io"
	"reflect"
	"strings"
)

func getReader(body []byte) *csv.Reader {
	reader := csv.NewReader(strings.NewReader(strings.TrimSuffix(string(body), "\n")))
	reader.FieldsPerRecord = -1
	return reader
}

func Parse(body []byte, v interface{}, f func(result interface{})) error {

	reader := getReader(body)
	headers, err := reader.Read()
	if err != nil {
		return err
	}

	t := reflect.TypeOf(v)
	newData := reflect.New(t).Elem()

	for {
		row, err := reader.Read()
		if err == io.EOF {
			break
		}
		if err != nil {
			break
		}
		for i := 0; i < t.NumField(); i++ {
			var (
				f     = t.Field(i)
				index = -1
			)
			fieldName := f.Tag.Get("csv")
			for k, v := range headers {
				if v == fieldName {
					index = k
				}
			}
			if index == -1 {
				continue
			}
			newField := newData.FieldByName(f.Name)
			if !newField.IsValid() || !newField.CanSet() {
				continue
			}
			newField.Set(reflect.ValueOf(row[index]))
		}
		f(newData.Interface())
	}
	return nil
}

func Map(body []byte) (rows []map[string]interface{}, err error) {

	var header []string

	// get csv reader
	reader := getReader(body)

	// get header (first row)
	if header, err = reader.Read(); err != nil {
		return
	}

	for {

		var line []string

		// get csv line
		line, err = reader.Read()

		if err != nil {

			// reset error
			if err == io.EOF {
				err = nil
			}

			break

		}

		// init report record
		record := make(map[string]interface{})

		// parse data to correct datatype
		for i, column := range header {
			record[column] = StringToInterface(line[i])
		}

		// append record
		rows = append(rows,record)

	}

	return

}