Taobin-Recipe-Manager/server/server.go

419 lines
12 KiB
Go
Raw Normal View History

2023-09-14 14:52:04 +07:00
package main
import (
"context"
"encoding/json"
"fmt"
"io"
2023-09-14 14:52:04 +07:00
"log"
"net/http"
2023-09-19 15:21:08 +07:00
"os"
"os/exec"
2023-09-20 13:35:36 +07:00
"path/filepath"
2023-09-20 10:39:11 +07:00
"recipe-manager/config"
2023-09-14 14:52:04 +07:00
"recipe-manager/data"
2023-09-21 16:12:28 +07:00
"recipe-manager/models"
2023-09-14 14:52:04 +07:00
"recipe-manager/routers"
2023-09-22 11:00:35 +07:00
"recipe-manager/services/logger"
2023-09-21 14:21:14 +07:00
"recipe-manager/services/oauth"
2023-09-20 10:39:11 +07:00
"strings"
2023-09-14 14:52:04 +07:00
"github.com/go-chi/chi/v5"
2023-09-19 15:21:08 +07:00
"github.com/go-chi/cors"
2023-09-20 10:39:11 +07:00
"github.com/spf13/viper"
2023-09-22 11:00:35 +07:00
"go.uber.org/zap"
2023-09-21 14:21:14 +07:00
"golang.org/x/oauth2"
2023-09-14 14:52:04 +07:00
)
2023-09-22 11:00:35 +07:00
var (
Log = logger.GetInstance()
)
2023-09-20 10:39:11 +07:00
func loadConfig(path string) (*config.ServerConfig, error) {
viper.AddConfigPath(path)
viper.SetConfigName("app")
viper.SetConfigType("env")
viper.AutomaticEnv()
var config config.ServerConfig
err := viper.ReadInConfig()
if err != nil {
return nil, err
}
err = viper.Unmarshal(&config)
if err != nil {
return nil, err
}
return &config, nil
}
2023-09-14 14:52:04 +07:00
type Server struct {
server *http.Server
data *data.Data
2023-09-20 10:39:11 +07:00
cfg *config.ServerConfig
2023-09-21 14:21:14 +07:00
oauth oauth.OAuthService
2023-09-14 14:52:04 +07:00
}
2023-09-20 10:39:11 +07:00
func NewServer() *Server {
serverCfg, err := loadConfig(".")
if err != nil {
log.Fatal(err)
}
2023-09-14 14:52:04 +07:00
return &Server{
2023-09-20 10:39:11 +07:00
server: &http.Server{Addr: fmt.Sprintf(":%d", serverCfg.ServerPort)},
2023-09-14 14:52:04 +07:00
data: data.NewData(),
2023-09-20 10:39:11 +07:00
cfg: serverCfg,
2023-09-21 14:21:14 +07:00
oauth: oauth.NewOAuthService(serverCfg),
2023-09-14 14:52:04 +07:00
}
}
func (s *Server) Run() error {
2023-09-22 11:00:35 +07:00
// logger
// defer log_inst.Sync()
if s.cfg.Debug {
// logger.SetLevel("DEBUG")
Log.Debug("Debug mode", zap.Bool("enable", s.cfg.Debug))
logger.EnableDebug(s.cfg.Debug)
}
2023-09-20 10:39:11 +07:00
s.createHandler()
// log.Printf("Server running on %s", s.server.Addr)
2023-09-22 11:00:35 +07:00
Log.Info("Server running", zap.String("addr", s.server.Addr))
2023-09-14 14:52:04 +07:00
return s.server.ListenAndServe()
}
2023-09-20 10:39:11 +07:00
func (s *Server) createHandler() {
2023-09-14 14:52:04 +07:00
r := chi.NewRouter()
2023-09-19 15:21:08 +07:00
r.Use(cors.Handler(cors.Options{
2023-09-20 10:39:11 +07:00
AllowedOrigins: strings.Split(s.cfg.AllowedOrigins, ","),
AllowedHeaders: []string{"Accept", "Authorization", "Content-Type", "X-CSRF-Token"},
2023-09-19 15:21:08 +07:00
AllowCredentials: true,
2023-09-20 13:35:36 +07:00
ExposedHeaders: []string{"Content-Type"},
AllowedMethods: []string{"GET", "POST", "PUT", "DELETE"},
2023-09-19 15:21:08 +07:00
}))
database := data.NewData()
// Auth Router
r.Group(func(r chi.Router) {
2023-09-21 14:21:14 +07:00
ar := routers.NewAuthRouter(s.cfg, s.oauth)
ar.Route(r)
})
// Protect Group
r.Group(func(r chi.Router) {
2023-09-20 13:35:36 +07:00
r.Use(func(next http.Handler) http.Handler {
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
2023-09-21 14:21:14 +07:00
token := &oauth2.Token{}
2023-09-21 14:21:14 +07:00
if cookie, err := r.Cookie("access_token"); err == nil {
token.AccessToken = cookie.Value
}
2023-09-21 14:21:14 +07:00
user, err := s.oauth.GetUserInfo(r.Context(), token)
if err != nil {
2023-09-21 14:21:14 +07:00
// if have refresh token, set refresh token to token
if cookie, err := r.Cookie("refresh_token"); err == nil {
token.RefreshToken = cookie.Value
}
2023-09-21 14:21:14 +07:00
newToken, err := s.oauth.RefreshToken(r.Context(), token)
2023-09-21 14:21:14 +07:00
if err != nil {
http.Error(w, "Unauthorized", http.StatusUnauthorized)
return
}
// set new token to cookie
w.Header().Add("set-cookie", fmt.Sprintf("access_token=%s; Path=/; HttpOnly; SameSite=None; Secure; Max-Age=3600", newToken.AccessToken))
}
2023-09-21 14:21:14 +07:00
ctx := context.WithValue(r.Context(), "user", user)
if user == nil {
Log.Error("User is not authenticated or timed out", zap.Any("requester", user))
} else {
Log.Info("User is authenticated", zap.String("user", user.Name))
}
2023-09-22 11:00:35 +07:00
2023-09-21 14:21:14 +07:00
next.ServeHTTP(w, r.WithContext(ctx))
})
})
r.Post("/merge", func(w http.ResponseWriter, r *http.Request) {
2023-09-20 13:35:36 +07:00
var targetMap map[string]interface{}
err := json.NewDecoder(r.Body).Decode(&targetMap)
if err != nil {
w.WriteHeader(http.StatusBadRequest)
Log.Fatal("Merge request failed", zap.Error(err))
return
}
2023-09-20 13:35:36 +07:00
repo_path := "cofffeemachineConfig/coffeethai02_"
master_version := targetMap["master"].(string)
dev_version := targetMap["dev"].(string)
2023-09-20 13:35:36 +07:00
output_path := targetMap["output"].(string)
changelog_path := targetMap["changelog"].(string)
// find target file in the cofffeemachineConfig
2023-09-20 13:35:36 +07:00
if _, err := os.Stat(repo_path + master_version + ".json"); err != nil {
w.WriteHeader(http.StatusBadRequest)
Log.Fatal("Merge request failed. Master file not found: ", zap.Error(err))
return
}
2023-09-20 13:35:36 +07:00
if _, err := os.Stat(repo_path + dev_version + ".json"); err != nil {
w.WriteHeader(http.StatusBadRequest)
Log.Fatal("Merge request failed. Dev file not found: ", zap.Error(err))
return
}
master_path := repo_path + master_version + ".json"
dev_path := repo_path + dev_version + ".json"
2023-09-21 13:52:00 +07:00
// Get who's requesting
2023-09-21 16:12:28 +07:00
user := r.Context().Value("user").(*models.User)
Log.Info("Request merge by", zap.String("user", user.Name))
2023-09-20 13:35:36 +07:00
// lookup for python exec
py_exec, err := exec.LookPath("python")
if err != nil {
Log.Fatal("Python error: ", zap.Error(err))
2023-09-20 13:35:36 +07:00
} else {
py_exec, err = filepath.Abs(py_exec)
}
Log.Info("Found python exec: ", zap.String("PythonPath", py_exec))
2023-09-20 13:35:36 +07:00
// target api file
merge_api, api_err := os.Open("./python_api/merge_recipe.py")
if api_err != nil {
Log.Fatal("Merge request failed. Python api error: ", zap.String("ApiErr", api_err.Error()))
2023-09-20 13:35:36 +07:00
}
2023-09-21 09:06:54 +07:00
defer merge_api.Close()
// log.Println("Locate python api", merge_api.Name())
Log.Info("Locate python api", zap.String("ApiName", merge_api.Name()))
2023-09-21 16:12:28 +07:00
cmd := exec.Command(py_exec, merge_api.Name(), "merge", master_path, dev_path, output_path, changelog_path, "", user.Name)
2023-09-20 13:35:36 +07:00
// log.Println("Run merge command", cmd)
Log.Info("Merge", zap.String("master", master_path), zap.String("dev", dev_path), zap.String("output", output_path))
Log.Debug("Run merge command", zap.String("Command", cmd.String()))
2023-09-21 11:04:44 +07:00
out, err := cmd.CombinedOutput()
// log.Println(string(out))
Log.Debug("Merge output", zap.String("Output", string(out)))
if err != nil {
// log.Fatalln("Merge request failed. Python merge failed: ", err)
Log.Fatal("Merge request failed. Python merge failed", zap.Error(err))
}
2023-09-20 13:35:36 +07:00
w.Header().Add("Content-Type", "application/json")
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string]string{"message": "Merge success"})
Log.Info("Merge success", zap.String("output", "merge success"))
})
2023-09-20 13:35:36 +07:00
2023-09-21 11:04:44 +07:00
r.Post("/dllog", func(w http.ResponseWriter, r *http.Request) {
Log.Debug("Request uri = ", zap.String("uri", r.RequestURI))
Log.Debug("Query param = ", zap.String("query", r.URL.Query().Get("query")))
// param
param := r.URL.Query().Get("query")
2023-09-21 11:04:44 +07:00
var postRequest map[string]interface{}
err := json.NewDecoder(r.Body).Decode(&postRequest)
Log.Debug("Log request: ", zap.String("postRequest", fmt.Sprintf("%+v", postRequest)))
2023-09-21 11:04:44 +07:00
if err != nil {
w.WriteHeader(http.StatusBadRequest)
Log.Fatal("Decode in request failed: ", zap.Error(err))
2023-09-21 11:04:44 +07:00
return
}
file_ext := ".html"
if rb, ok := postRequest["htmlfile"].(bool); ok {
if rj, ok := postRequest["requestJson"].(bool); ok {
if rj {
file_ext = ".json"
2023-09-21 13:52:00 +07:00
} else if !rb && !rj {
file_ext = ".log"
2023-09-21 11:04:44 +07:00
}
}
}
2023-09-21 16:12:28 +07:00
log_name := postRequest["filename"].(string)
Log.Warn("Log file name: ", zap.String("filename", log_name))
if log_name == "" {
Log.Fatal("Empty log file name")
}
2023-09-21 16:12:28 +07:00
// log.Println("Log file ext: ", file_ext)
default_changelog_path := "cofffeemachineConfig/" + param + "/"
changelog_path := default_changelog_path + log_name + file_ext
if strings.Contains(log_name, default_changelog_path) && strings.Contains(log_name, ".json") {
changelog_path = log_name
}
logFile, err := os.Open(changelog_path)
if err != nil {
Log.Fatal("Log request failed: ", zap.Error(err))
http.Error(w, err.Error(), http.StatusInternalServerError)
}
defer logFile.Close()
2023-09-21 11:04:44 +07:00
if file_ext == ".json" {
2023-09-20 13:35:36 +07:00
2023-09-21 11:04:44 +07:00
var logFileJson map[string]interface{}
err = json.NewDecoder(logFile).Decode(&logFileJson)
if err != nil {
Log.Fatal("Error when decode log file: ", zap.Error(err))
2023-09-21 11:04:44 +07:00
}
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(logFileJson)
Log.Info("Log file: ", zap.String("filename", log_name))
2023-09-21 11:04:44 +07:00
} else {
w.Header().Set("Content-Disposition", "attachment; filename=logfile"+file_ext)
w.Header().Set("Content-Type", "application/octet-stream")
_, err = io.Copy(w, logFile)
if err != nil {
Log.Fatal("Could not send blob", zap.Error(err))
2023-09-21 11:04:44 +07:00
http.Error(w, err.Error(), http.StatusInternalServerError)
return
}
}
2023-09-21 11:04:44 +07:00
2023-09-20 13:35:36 +07:00
})
2023-09-21 16:12:28 +07:00
r.Get("/mergelogList", func(w http.ResponseWriter, r *http.Request) {
ch_dir, err := os.ReadDir("cofffeemachineConfig/changelog")
if err != nil {
Log.Error("Error while trying to read dir: ", zap.String("dir", "cofffeemachineConfig/changelog"), zap.Error(err))
2023-09-21 16:12:28 +07:00
http.Error(w, err.Error(), http.StatusInternalServerError)
}
displayable := make([]string, 0)
for _, file := range ch_dir {
if strings.Contains(file.Name(), ".html") {
displayable = append(displayable, file.Name()[:len(file.Name())-len(filepath.Ext(file.Name()))])
}
}
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string][]string{"dirs": displayable})
})
r.Get("/listFileInDir/*", func(w http.ResponseWriter, r *http.Request) {
// target_dir, err := os.ReadDir("cofffeemachineConfig")
// spl
spl_path := strings.Split(r.RequestURI, "/")
if len(spl_path) > 3 {
Log.Warn("Unexpected depth: ",
zap.String("path", r.RequestURI),
zap.String("depth", fmt.Sprintf("%d", len(spl_path))))
}
if spl_path[2] == "" {
Log.Error("Empty target dir", zap.String("path", r.RequestURI))
}
Log.Debug("Split path = ", zap.Any("paths", spl_path))
// Log.Info("Target dir: ", zap.String("dir", "cofffeemachineConfig"))
main_folder := "cofffeemachineConfig"
target_path := main_folder + "/" + spl_path[2]
dir, err := os.ReadDir(target_path)
if err != nil {
Log.Error("Error while trying to read dir: ", zap.String("dir", target_path), zap.Error(err))
http.Error(w, err.Error(), http.StatusInternalServerError)
}
// File ext
file_ext := ".json"
switch spl_path[2] {
case "changelog":
file_ext = ".html"
break
case "merge":
file_ext = ".json"
break
}
Log.Debug("Set file ext = ", zap.String("file_ext", file_ext))
displayable := make([]string, 0)
for _, file := range dir {
if strings.Contains(file.Name(), file_ext) {
Log.Debug("Found file: ", zap.String("file", file.Name()))
displayable = append(displayable, file.Name()[:len(file.Name())-len(filepath.Ext(file.Name()))])
}
}
// send back
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string][]string{"dirs": displayable})
Log.Debug("Scan dir completed < ", zap.String("path", r.RequestURI))
})
// dl merged json file
// r.Get("/dlmerged", func(w http.ResponseWriter, r *http.Request) {
// })
r.Get("/mergefileList", func(w http.ResponseWriter, r *http.Request) {
merge_dir, err := os.ReadDir("cofffeemachineConfig/merge")
if err != nil {
Log.Error("Error while trying to read dir: ", zap.String("dir", "cofffeemachineConfig/merge"), zap.Error(err))
http.Error(w, err.Error(), http.StatusInternalServerError)
}
displayable := make([]string, 0)
for _, file := range merge_dir {
if strings.Contains(file.Name(), ".json") {
displayable = append(displayable, file.Name()[:len(file.Name())-len(filepath.Ext(file.Name()))])
}
}
w.Header().Set("Content-Type", "application/json")
w.WriteHeader(http.StatusOK)
json.NewEncoder(w).Encode(map[string][]string{"dirs": displayable})
})
2023-09-20 13:35:36 +07:00
// Recipe Router
rr := routers.NewRecipeRouter(database)
rr.Route(r)
2023-09-19 15:21:08 +07:00
})
2023-09-14 14:52:04 +07:00
r.NotFound(func(w http.ResponseWriter, r *http.Request) {
w.Header().Add("Content-Type", "application/json")
w.WriteHeader(http.StatusNotFound)
json.NewEncoder(w).Encode(map[string]string{"message": fmt.Sprintf("path %s are not exits", r.RequestURI)})
})
2023-09-20 10:39:11 +07:00
s.server.Handler = r
2023-09-14 14:52:04 +07:00
}
func (s *Server) Shutdown(ctx context.Context) error {
return s.server.Shutdown(ctx)
}