1 Star 0 Fork 13

谋决量化/go_pandas

forked from 王布衣/pandas 
加入 Gitee
与超过 1200万 开发者一起发现、参与优秀开源项目,私有仓库也完全免费 :)
免费加入
文件
克隆/下载
dataframe.go 5.29 KB
一键复制 编辑 原始数据 按行查看 历史
王布衣 提交于 2023-02-16 16:51 . 调整函数的文件路径
package pandas
import (
"fmt"
"gitee.com/quant1x/pandas/stat"
"sort"
)
// DataFrame 以gota的DataFrame的方法为主, 兼顾新流程, 避免单元格元素结构化
type DataFrame struct {
columns []stat.Series
ncols int
nrows int
// deprecated: Use Error() instead
Err error
}
// NewDataFrame is the generic DataFrame constructor
func NewDataFrame(se ...stat.Series) DataFrame {
if se == nil || len(se) == 0 {
return DataFrame{Err: fmt.Errorf("empty DataFrame")}
}
columns := make([]stat.Series, len(se))
for i, s := range se {
var d stat.Series
if s.Type() == stat.SERIES_TYPE_INT64 {
d = NewSeries(stat.SERIES_TYPE_INT64, s.Name(), s.Values())
} else if s.Type() == stat.SERIES_TYPE_BOOL {
d = NewSeries(stat.SERIES_TYPE_BOOL, s.Name(), s.Values())
} else if s.Type() == stat.SERIES_TYPE_STRING {
d = NewSeries(stat.SERIES_TYPE_STRING, s.Name(), s.Values())
} else if s.Type() == stat.SERIES_TYPE_FLOAT32 {
d = NewSeries(stat.SERIES_TYPE_FLOAT32, s.Name(), s.Values())
} else {
d = NewSeries(stat.SERIES_TYPE_FLOAT64, s.Name(), s.Values())
}
columns[i] = d
}
nrows, ncols, err := checkColumnsDimensions(columns...)
if err != nil {
return DataFrame{Err: err}
}
// Fill DataFrame base structure
df := DataFrame{
columns: columns,
ncols: ncols,
nrows: nrows,
}
colnames := df.Names()
fixColnames(colnames)
for i, colname := range colnames {
df.columns[i].Rename(colname)
}
return df
}
// Dims retrieves the dimensions of a DataFrame.
func (self DataFrame) Dims() (int, int) {
return self.Nrow(), self.Ncol()
}
// Nrow returns the number of rows on a DataFrame.
func (self DataFrame) Nrow() int {
return self.nrows
}
// Ncol returns the number of columns on a DataFrame.
func (self DataFrame) Ncol() int {
return self.ncols
}
// Returns error or nil if no error occured
func (self DataFrame) Error() error {
return self.Err
}
// 检查列的尺寸
func checkColumnsDimensions(se ...stat.Series) (nrows, ncols int, err error) {
ncols = len(se)
nrows = -1
if se == nil || ncols == 0 {
err = fmt.Errorf("no Series given")
return
}
for i, s := range se {
//if s.Err != nil {
// err = fmt.Errorf("error on series %d: %v", i, s.Err)
// return
//}
if nrows == -1 {
nrows = s.Len()
}
if nrows != s.Len() {
err = fmt.Errorf("arguments have different dimensions")
return
}
_ = i
}
return
}
// Types returns the types of the columns on a DataFrame.
func (self DataFrame) Types() []string {
coltypes := make([]string, self.ncols)
for i, s := range self.columns {
coltypes[i] = s.Type().String()
}
return coltypes
}
// Records return the string record representation of a DataFrame.
func (self DataFrame) Records() [][]string {
var records [][]string
records = append(records, self.Names())
if self.ncols == 0 || self.nrows == 0 {
return records
}
var tRecords [][]string
for _, col := range self.columns {
tRecords = append(tRecords, col.Records())
}
records = append(records, transposeRecords(tRecords)...)
return records
}
// Getters/Setters for DataFrame fields
// ====================================
// Names returns the name of the columns on a DataFrame.
func (self DataFrame) Names() []string {
colnames := make([]string, self.ncols)
for i, s := range self.columns {
colnames[i] = s.Name()
}
return colnames
}
func transposeRecords(x [][]string) [][]string {
n := len(x)
if n == 0 {
return x
}
m := len(x[0])
y := make([][]string, m)
for i := 0; i < m; i++ {
z := make([]string, n)
for j := 0; j < n; j++ {
z[j] = x[j][i]
}
y[i] = z
}
return y
}
// fixColnames assigns a name to the missing column names and makes it so that the
// column names are unique.
func fixColnames(colnames []string) {
// Find duplicated and missing colnames
dupnamesidx := make(map[string][]int)
var missingnames []int
for i := 0; i < len(colnames); i++ {
a := colnames[i]
if a == "" {
missingnames = append(missingnames, i)
continue
}
// for now, dupnamesidx contains the indices of *all* the columns
// the columns with unique locations will be removed after this loop
dupnamesidx[a] = append(dupnamesidx[a], i)
}
// NOTE: deleting a map key in a range is legal and correct in Go.
for k, places := range dupnamesidx {
if len(places) < 2 {
delete(dupnamesidx, k)
}
}
// Now: dupnameidx contains only keys that appeared more than once
// Autofill missing column names
counter := 0
for _, i := range missingnames {
proposedName := fmt.Sprintf("X%d", counter)
for findInStringSlice(proposedName, colnames) != -1 {
counter++
proposedName = fmt.Sprintf("X%d", counter)
}
colnames[i] = proposedName
counter++
}
// Sort map keys to make sure it always follows the same order
var keys []string
for k := range dupnamesidx {
keys = append(keys, k)
}
sort.Strings(keys)
// Add a suffix to the duplicated colnames
for _, name := range keys {
idx := dupnamesidx[name]
if name == "" {
name = "X"
}
counter := 0
for _, i := range idx {
proposedName := fmt.Sprintf("%s_%d", name, counter)
for findInStringSlice(proposedName, colnames) != -1 {
counter++
proposedName = fmt.Sprintf("%s_%d", name, counter)
}
colnames[i] = proposedName
counter++
}
}
}
func findInStringSlice(str string, s []string) int {
for i, e := range s {
if e == str {
return i
}
}
return -1
}
马建仓 AI 助手
尝试更多
代码解读
代码找茬
代码优化
Go
1
https://gitee.com/moujue/go_pandas.git
git@gitee.com:moujue/go_pandas.git
moujue
go_pandas
go_pandas
master

搜索帮助