This commit is contained in:
		
							parent
							
								
									f42f667764
								
							
						
					
					
						commit
						a7bd12a344
					
				
							
								
								
									
										44
									
								
								csv.go
								
								
								
								
							
							
						
						
									
										44
									
								
								csv.go
								
								
								
								
							| 
						 | 
				
			
			@ -10,11 +10,22 @@ import (
 | 
			
		|||
	"strings"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
func getCsvInfo(dir string) (dataMap []map[string]string, title []string) {
 | 
			
		||||
func getCsvInfo(dir string) (dataMap []map[string]string, title []string, files []string) {
 | 
			
		||||
	fp := fmt.Sprintf("%s/%s/", dir, "csvfile")
 | 
			
		||||
	if _, err := os.Stat(fp); os.IsNotExist(err) {
 | 
			
		||||
		// 文件夹不存在,创建它
 | 
			
		||||
		err := os.Mkdir(fp, 0755) // 0755 是常见的目录权限
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			fatal("无法创建目录 %s: %v", fp, err)
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
	entries, err := os.ReadDir(fp)
 | 
			
		||||
	if err != nil {
 | 
			
		||||
		panic("当前目录下未找到csvfile文件夹,请自行创建")
 | 
			
		||||
		fatal("获取文件目录失败 %s: %v", fp, err)
 | 
			
		||||
	}
 | 
			
		||||
	if len(entries) == 0 {
 | 
			
		||||
		warning("请将需导入文件放入%s目录下", fp)
 | 
			
		||||
		exit()
 | 
			
		||||
	}
 | 
			
		||||
	var csvFiles []string
 | 
			
		||||
	for _, entry := range entries {
 | 
			
		||||
| 
						 | 
				
			
			@ -25,7 +36,7 @@ func getCsvInfo(dir string) (dataMap []map[string]string, title []string) {
 | 
			
		|||
	for {
 | 
			
		||||
		prompt := promptui.Select{
 | 
			
		||||
			Label: "请选择需要导入的csv文件: ",
 | 
			
		||||
			Items: csvFiles,
 | 
			
		||||
			Items: append([]string{"全选", "导入非`已导入_`开头的文件"}, csvFiles...),
 | 
			
		||||
			Size:  len(csvFiles),
 | 
			
		||||
		}
 | 
			
		||||
		_, f, err := prompt.Run()
 | 
			
		||||
| 
						 | 
				
			
			@ -33,10 +44,35 @@ func getCsvInfo(dir string) (dataMap []map[string]string, title []string) {
 | 
			
		|||
			warning("Prompt failed %v\n", err)
 | 
			
		||||
			continue
 | 
			
		||||
		}
 | 
			
		||||
 | 
			
		||||
		fp = fmt.Sprintf("%s/%s", fp, f)
 | 
			
		||||
		switch fp {
 | 
			
		||||
		case "全选":
 | 
			
		||||
			files = csvFiles
 | 
			
		||||
		case "导入非`已导入_`开头的文件":
 | 
			
		||||
			for _, s := range csvFiles {
 | 
			
		||||
				if !strings.HasPrefix(s, "已导入_") {
 | 
			
		||||
					files = append(files, s)
 | 
			
		||||
				}
 | 
			
		||||
			}
 | 
			
		||||
		default:
 | 
			
		||||
			files = append(files, fp)
 | 
			
		||||
		}
 | 
			
		||||
		break
 | 
			
		||||
	}
 | 
			
		||||
	return ReadCsvData(fp)
 | 
			
		||||
	if len(files) == 0 {
 | 
			
		||||
		warning("未找到符合条件的文件")
 | 
			
		||||
		finish(dir)
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
	for _, v := range files {
 | 
			
		||||
		data, fileTitle := ReadCsvData(v)
 | 
			
		||||
		if title == nil {
 | 
			
		||||
			title = fileTitle
 | 
			
		||||
		}
 | 
			
		||||
		dataMap = append(dataMap, data...)
 | 
			
		||||
	}
 | 
			
		||||
	return dataMap, title, files
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func ReadCsvData(fp string) (dataMap []map[string]string, title []string) {
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
							
								
								
									
										13
									
								
								func.go
								
								
								
								
							
							
						
						
									
										13
									
								
								func.go
								
								
								
								
							| 
						 | 
				
			
			@ -90,7 +90,7 @@ func saveData(dataChan chan []map[string]string, set *Set, title []string, dir s
 | 
			
		|||
				for _, item := range v {
 | 
			
		||||
					var dataRaw strings.Builder
 | 
			
		||||
					is_start := true
 | 
			
		||||
					dataRaw.WriteString(fmt.Sprintf("SELECT %s From %s WHERE ", strings.Join(title, "`,`"), c.Table))
 | 
			
		||||
					dataRaw.WriteString(fmt.Sprintf("SELECT %s From %s WHERE ", strings.Join(set.OverWriteJudColumns, "`,`"), c.Table))
 | 
			
		||||
					for _, t := range set.OverWriteJudColumns {
 | 
			
		||||
						if strings.Contains(item[t], "'") {
 | 
			
		||||
							item[t] = strings.ReplaceAll(item[t], "'", "`")
 | 
			
		||||
| 
						 | 
				
			
			@ -99,10 +99,17 @@ func saveData(dataChan chan []map[string]string, set *Set, title []string, dir s
 | 
			
		|||
							item[t] = strings.ReplaceAll(item[t], `"`, "`")
 | 
			
		||||
						}
 | 
			
		||||
						if !is_start {
 | 
			
		||||
							dataRaw.WriteString(fmt.Sprintf("'%s',", item[t]))
 | 
			
		||||
							dataRaw.WriteString(fmt.Sprintf("'%s'=%s", t, item[t]))
 | 
			
		||||
						}
 | 
			
		||||
						dataRaw.WriteString(fmt.Sprintf("'%s',", item[t]))
 | 
			
		||||
						dataRaw.WriteString(fmt.Sprintf("AND '%s'=%s", item[t]))
 | 
			
		||||
					}
 | 
			
		||||
					raw := dataRaw.String()
 | 
			
		||||
					result := db.Exec(raw)
 | 
			
		||||
					if result.Error != nil {
 | 
			
		||||
						warning(fmt.Sprintf(" 查询失败: %v", result.Error))
 | 
			
		||||
						return
 | 
			
		||||
					}
 | 
			
		||||
 | 
			
		||||
				}
 | 
			
		||||
			default:
 | 
			
		||||
				query.WriteString(";")
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
							
								
								
									
										26
									
								
								main.go
								
								
								
								
							
							
						
						
									
										26
									
								
								main.go
								
								
								
								
							| 
						 | 
				
			
			@ -7,6 +7,7 @@ import (
 | 
			
		|||
	"gorm.io/gorm"
 | 
			
		||||
	"os"
 | 
			
		||||
	"strings"
 | 
			
		||||
	"time"
 | 
			
		||||
)
 | 
			
		||||
 | 
			
		||||
var (
 | 
			
		||||
| 
						 | 
				
			
			@ -54,10 +55,11 @@ func main() {
 | 
			
		|||
 | 
			
		||||
}
 | 
			
		||||
func do(dir string) {
 | 
			
		||||
	csvData, title := getCsvInfo(dir)
 | 
			
		||||
	csvData, title, files := getCsvInfo(dir)
 | 
			
		||||
	set := setOp(title)
 | 
			
		||||
	cutChannel := cutData(csvData, 100)
 | 
			
		||||
	cutChannel := cutData(csvData, 1)
 | 
			
		||||
	saveData(cutChannel, set, title, dir)
 | 
			
		||||
	overFiles(files)
 | 
			
		||||
	finish(dir)
 | 
			
		||||
	select {}
 | 
			
		||||
}
 | 
			
		||||
| 
						 | 
				
			
			@ -141,9 +143,29 @@ func cConf(fp string) *Conf {
 | 
			
		|||
}
 | 
			
		||||
 | 
			
		||||
func exit() {
 | 
			
		||||
	waitTime := 3
 | 
			
		||||
	warning("程序即将再%d秒后退出", waitTime)
 | 
			
		||||
	for {
 | 
			
		||||
		if waitTime == 0 {
 | 
			
		||||
			os.Exit(1)
 | 
			
		||||
		}
 | 
			
		||||
		time.Sleep(1 * time.Second)
 | 
			
		||||
		warning("%d", waitTime)
 | 
			
		||||
		waitTime--
 | 
			
		||||
	}
 | 
			
		||||
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func finish(dir string) {
 | 
			
		||||
	do(dir)
 | 
			
		||||
}
 | 
			
		||||
 | 
			
		||||
func overFiles(files []string) {
 | 
			
		||||
	for _, v := range files {
 | 
			
		||||
		err := os.Rename(v, fmt.Sprintf("已导入_%s", v))
 | 
			
		||||
		if err != nil {
 | 
			
		||||
			warning("重命名文件时出错: %v\n", err)
 | 
			
		||||
			exit()
 | 
			
		||||
		}
 | 
			
		||||
	}
 | 
			
		||||
}
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue