Feat/teacher

cmd/load/teacher/extend_teacher_profile.go

@@ -0,0 +1,60 @@
+package main
+
+import (
+	"jcourse_go/dal"
+	"jcourse_go/model/po"
+	seleniumget "jcourse_go/util/selenium-get"
+	"log"
+	"os"
+)
+
+func main() {
+	dal.InitDBClient()
+	db := dal.GetDBClient()
+	extend_teacher_data_path := "./data/teachers.json"
+	log_file, err := os.OpenFile("./log/logfile.log", os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0666)
+	if err != nil {
+		panic(err)
+	}
+	defer log_file.Close()
+	defer log.SetOutput(os.Stdout)
+
+	log.SetOutput(log_file)
+
+	extend_teachers := seleniumget.LoadTeacherProfiles(extend_teacher_data_path)
+
+	// to extend: email, profile_url, profile_desc, picture
+	for _, t := range extend_teachers {
+		// t.department 是全名，jwc是简称
+		var teachers []po.TeacherPO
+		db.Model(po.TeacherPO{}).Where("name = ?", t.Name).Find(&teachers)
+		if len(teachers) == 1 {
+			teachers[0].Email = t.Mail
+			teachers[0].ProfileURL = t.ProfileUrl
+			teachers[0].Biography = t.Biography
+			teachers[0].Picture = t.HeadImage
+			db.Save(&teachers[0])
+			continue
+		}
+		// len == 0, no need to extend
+		if len(teachers) > 1 {
+			confirm := false
+			for _, tt := range teachers {
+				if tt.Department == t.Department {
+					tt.Email = t.Mail
+					tt.ProfileURL = t.ProfileUrl
+					tt.Biography = t.Biography
+					tt.Picture = t.HeadImage
+					db.Save(&tt)
+					confirm = true
+					break
+				}
+			}
+			if !confirm {
+				log.Printf("name %s has multiple teachers, please extend by hand", t.Name)
+			}
+		}
+
+	}
+
+}

cmd/load/trainingplan/extend_training_plan.go

@@ -0,0 +1,73 @@
+package main
+
+import (
+	"errors"
+	"jcourse_go/dal"
+	"jcourse_go/model/po"
+	seleniumget "jcourse_go/util/selenium-get"
+	"log"
+	"os"
+	"strconv"
+
+	"gorm.io/gorm"
+)
+
+func main() {
+	dal.InitDBClient()
+	db := dal.GetDBClient()
+	data_path := "./data/trainingPlan.txt"
+	log_file, err := os.OpenFile("./log/logfile.log", os.O_CREATE|os.O_WRONLY|os.O_APPEND, 0666)
+	if err != nil {
+		panic(err)
+	}
+	defer log_file.Close()
+	defer log.SetOutput(os.Stdout)
+	log.SetOutput(log_file)
+	allTrainingPlans := seleniumget.LoadTrainingPLans(data_path)
+
+	// 对齐trainingplan course 和 basecourse
+	var all_courses []po.BaseCoursePO
+	db.Model(po.BaseCoursePO{}).Find(&all_courses)
+
+	for _, tp := range allTrainingPlans {
+		tp_po := po.TrainingPlanPO{
+			Degree:     tp.Degree,
+			Major:      tp.Name,
+			Department: tp.Department,
+			EntryYear:  strconv.Itoa(tp.EntryYear),
+			TotalYear:  tp.TotalYear,
+			MinCredits: tp.MinCredits,
+			MajorCode:  tp.Code,
+			MajorClass: tp.MajorClass,
+		}
+		result := db.Model(po.TrainingPlanPO{}).Create(&tp_po)
+		if result.Error != nil {
+			log.Fatalf("In create training plan %#v:%#v", tp, result.Error)
+		}
+		for _, c := range tp.Courses {
+			course := po.BaseCoursePO{}
+			cresult := db.Model(po.BaseCoursePO{}).Where("code = ?", c.Code).First(&course)
+			if cresult.Error != nil {
+				if !errors.Is(cresult.Error, gorm.ErrRecordNotFound) {
+					log.Fatalf("In bind course %#v totraining plan %#v:%#v", c, tp, cresult.Error)
+				}
+				// HINT:for production
+				log.Printf("In bind course %#v totraining plan %#v:course not found", c, tp)
+				continue
+			}
+			tpc_po := po.TrainingPlanCoursePO{
+				TrainingPlanID:  int64(tp_po.ID),
+				CourseID:        int64(course.ID),
+				SuggestSemester: c.SuggestSemester,
+				Department:      c.Department,
+			}
+			cresult = db.Model(po.TrainingPlanCoursePO{}).Create(&tpc_po)
+			if cresult.Error != nil {
+				if !errors.Is(cresult.Error, gorm.ErrRecordNotFound) {
+					log.Fatalf("In bind course %#v totraining plan %#v:%#v", c, tp, cresult.Error)
+				}
+				log.Printf("In bind course %#v totraining plan %#v:course not found", c, tp)
+			}
+		}
+	}
+}

cmd/migrate/migrate.go

@@ -14,7 +14,7 @@ func main() {
 	err := db.AutoMigrate(&po.UserPO{},
 		&po.BaseCoursePO{}, &po.CoursePO{}, &po.TeacherPO{}, &po.CourseCategoryPO{},
 		&po.OfferedCoursePO{}, &po.OfferedCourseTeacherPO{},
-		&po.ReviewPO{}, &po.RatingPO{})
+		&po.ReviewPO{}, &po.RatingPO{}, &po.TrainingPlanPO{}, &po.TrainingPlanCoursePO{})
 	if err != nil {
 		panic(err)
 	}

dal/sql.go

@@ -10,6 +10,7 @@ import (
 	"github.com/DATA-DOG/go-sqlmock"
 	_ "github.com/lib/pq"
 	"gorm.io/driver/postgres"
+	"gorm.io/driver/sqlite"
 	"gorm.io/gorm"
 	"gorm.io/gorm/logger"
 )
@@ -61,3 +62,11 @@ func InitMockDBClient() (sqlmock.Sqlmock, error) {
 	}
 	return mock, nil
 }
+
+func InitTestMemDBClient() {
+	db, err := gorm.Open(sqlite.Open("file::memory:?cache=shared"), &gorm.Config{})
+	if err != nil {
+		panic(err)
+	}
+	dbClient = db
+}