/* * @Author: Vincent Young * @Date: 2023-07-01 21:45:34 * @LastEditors: Vincent Young * @LastEditTime: 2023-11-28 00:23:42 * @FilePath: /DeepLX/main.go * @Telegram: https://t.me/missuo * * Copyright © 2023 by Vincent, All Rights Reserved. */ package main import ( "bytes" "encoding/json" "flag" "fmt" "io" "io/ioutil" "log" "math/rand" "net/http" "os" "strings" "time" "github.com/abadojack/whatlanggo" "github.com/andybalholm/brotli" "github.com/gin-contrib/cors" "github.com/gin-gonic/gin" "github.com/tidwall/gjson" ) type Config struct { Port int Token string AuthKey string } func InitConfig() *Config { cfg := &Config{ Port: 1188, } flag.IntVar(&cfg.Port, "port", cfg.Port, "set up the port to listen on") flag.IntVar(&cfg.Port, "p", cfg.Port, "set up the port to listen on") flag.StringVar(&cfg.Token, "token", "", "set the access token for /translate endpoint") if cfg.Token == "" { if token, ok := os.LookupEnv("TOKEN"); ok { cfg.Token = token } } flag.StringVar(&cfg.AuthKey, "authkey", "", "The authentication key for DeepL API") if cfg.AuthKey == "" { if authKey, ok := os.LookupEnv("AUTHKEY"); ok { cfg.AuthKey = authKey } } flag.Parse() return cfg } type Lang struct { SourceLangUserSelected string `json:"source_lang_user_selected"` TargetLang string `json:"target_lang"` } type CommonJobParams struct { WasSpoken bool `json:"wasSpoken"` TranscribeAS string `json:"transcribe_as"` // RegionalVariant string `json:"regionalVariant"` } type Params struct { Texts []Text `json:"texts"` Splitting string `json:"splitting"` Lang Lang `json:"lang"` Timestamp int64 `json:"timestamp"` CommonJobParams CommonJobParams `json:"commonJobParams"` } type Text struct { Text string `json:"text"` RequestAlternatives int `json:"requestAlternatives"` } type PostData struct { Jsonrpc string `json:"jsonrpc"` Method string `json:"method"` ID int64 `json:"id"` Params Params `json:"params"` } func initData(sourceLang string, targetLang string) *PostData { return &PostData{ Jsonrpc: "2.0", Method: "LMT_handle_texts", Params: Params{ Splitting: "newlines", Lang: Lang{ SourceLangUserSelected: sourceLang, TargetLang: targetLang, }, CommonJobParams: CommonJobParams{ WasSpoken: false, TranscribeAS: "", // RegionalVariant: "en-US", }, }, } } func getICount(translateText string) int64 { return int64(strings.Count(translateText, "i")) } func getRandomNumber() int64 { rand.Seed(time.Now().Unix()) num := rand.Int63n(99999) + 8300000 return num * 1000 } func getTimeStamp(iCount int64) int64 { ts := time.Now().UnixMilli() if iCount != 0 { iCount = iCount + 1 return ts - ts%iCount + iCount } else { return ts } } type PayloadFree struct { TransText string `json:"text"` SourceLang string `json:"source_lang"` TargetLang string `json:"target_lang"` } type PayloadAPI struct { Text []string `json:"text"` TargetLang string `json:"target_lang"` SourceLang string `json:"source_lang"` } type Translation struct { Text string `json:"text"` } type TranslationResponse struct { Translations []Translation `json:"translations"` } func translateByAPI(text string, targetLang string, sourceLang string, authKey string) (string, error) { url := "https://api-free.deepl.com/v2/translate" textArray := strings.Split(text, "\n") payload := PayloadAPI{ Text: textArray, TargetLang: targetLang, SourceLang: sourceLang, } payloadBytes, err := json.Marshal(payload) if err != nil { return "", err } req, err := http.NewRequest("POST", url, bytes.NewBuffer(payloadBytes)) if err != nil { return "", err } req.Header.Set("Authorization", "DeepL-Auth-Key "+authKey) req.Header.Set("Content-Type", "application/json") client := &http.Client{} resp, err := client.Do(req) if err != nil { return "", err } defer resp.Body.Close() body, err := ioutil.ReadAll(resp.Body) if err != nil { return "", err } // Parsing the response var translationResponse TranslationResponse err = json.Unmarshal(body, &translationResponse) if err != nil { return "", err } // Concatenating the translations var sb strings.Builder for _, translation := range translationResponse.Translations { sb.WriteString(translation.Text) } return sb.String(), nil } type DeepLResponse struct { CharacterCount int `json:"character_count"` CharacterLimit int `json:"character_limit"` } func checkUsage(authKey string) (bool, error) { url := "https://api-free.deepl.com/v2/usage" req, err := http.NewRequest("GET", url, nil) if err != nil { return false, err } req.Header.Add("Authorization", "DeepL-Auth-Key "+authKey) client := &http.Client{} resp, err := client.Do(req) if err != nil { return false, err } defer resp.Body.Close() body, err := ioutil.ReadAll(resp.Body) if err != nil { return false, err } var response DeepLResponse err = json.Unmarshal(body, &response) if err != nil { return false, err } return response.CharacterCount < 499900, nil } func main() { cfg := InitConfig() fmt.Printf("DeepL X has been successfully launched! Listening on 0.0.0.0:%v\n", cfg.Port) fmt.Println("Developed by sjlleo and missuo .") if cfg.Token != "" { fmt.Println("Access token is set.") } if cfg.AuthKey != "" { fmt.Println("DeepL Official Authentication key is set.") } // Generating a random ID id := getRandomNumber() // Setting the application to release mode gin.SetMode(gin.ReleaseMode) r := gin.Default() r.Use(cors.Default()) // Defining the root endpoint which returns the project details r.GET("/", func(c *gin.Context) { c.JSON(200, gin.H{ "code": 200, "message": "DeepL Free API, Developed by sjlleo and missuo. Go to /translate with POST. http://github.com/OwO-Network/DeepLX", }) }) // Defining the translation endpoint which receives translation requests and returns translations r.POST("/translate", func(c *gin.Context) { req := PayloadFree{} c.BindJSON(&req) if cfg.Token != "" { providedToken := c.GetHeader("Authorization") if providedToken != "Bearer "+cfg.Token { c.JSON(http.StatusUnauthorized, gin.H{ "code": http.StatusUnauthorized, "message": "Invalid access token", }) return } } // Extracting details from the request JSON sourceLang := req.SourceLang targetLang := req.TargetLang translateText := req.TransText // If source language is not specified, auto-detect it if sourceLang == "" { lang := whatlanggo.DetectLang(translateText) deepLLang := strings.ToUpper(lang.Iso6391()) sourceLang = deepLLang } // If target language is not specified, set it to English if targetLang == "" { targetLang = "EN" } // Handling empty translation text if translateText == "" { c.JSON(http.StatusNotFound, gin.H{ "code": http.StatusNotFound, "message": "No Translate Text Found", }) return } // Preparing the request data for the DeepL API url := "https://www2.deepl.com/jsonrpc" id = id + 1 postData := initData(sourceLang, targetLang) text := Text{ Text: translateText, RequestAlternatives: 3, } postData.ID = id postData.Params.Texts = append(postData.Params.Texts, text) postData.Params.Timestamp = getTimeStamp(getICount(translateText)) // Marshalling the request data to JSON and making necessary string replacements post_byte, _ := json.Marshal(postData) postStr := string(post_byte) // Adding spaces to the JSON string based on the ID to adhere to DeepL's request formatting rules if (id+5)%29 == 0 || (id+3)%13 == 0 { postStr = strings.Replace(postStr, "\"method\":\"", "\"method\" : \"", -1) } else { postStr = strings.Replace(postStr, "\"method\":\"", "\"method\": \"", -1) } // Creating a new HTTP POST request with the JSON data as the body post_byte = []byte(postStr) reader := bytes.NewReader(post_byte) request, err := http.NewRequest("POST", url, reader) if err != nil { log.Println(err) return } // Setting HTTP headers to mimic a request from the DeepL iOS App request.Header.Set("Content-Type", "application/json") request.Header.Set("Accept", "*/*") request.Header.Set("x-app-os-name", "iOS") request.Header.Set("x-app-os-version", "16.3.0") request.Header.Set("Accept-Language", "en-US,en;q=0.9") request.Header.Set("Accept-Encoding", "gzip, deflate, br") request.Header.Set("x-app-device", "iPhone13,2") request.Header.Set("User-Agent", "DeepL-iOS/2.9.1 iOS 16.3.0 (iPhone13,2)") request.Header.Set("x-app-build", "510265") request.Header.Set("x-app-version", "2.9.1") request.Header.Set("Connection", "keep-alive") // Making the HTTP request to the DeepL API client := &http.Client{} resp, err := client.Do(request) if err != nil { log.Println(err) return } defer resp.Body.Close() // Handling potential Brotli compressed response body var bodyReader io.Reader switch resp.Header.Get("Content-Encoding") { case "br": bodyReader = brotli.NewReader(resp.Body) default: bodyReader = resp.Body } // Reading the response body and parsing it with gjson body, err := io.ReadAll(bodyReader) // body, _ := io.ReadAll(resp.Body) res := gjson.ParseBytes(body) // Handling various response statuses and potential errors if res.Get("error.code").String() == "-32600" { log.Println(res.Get("error").String()) c.JSON(http.StatusNotAcceptable, gin.H{ "code": http.StatusNotAcceptable, "message": "Invalid targetLang", }) return } if resp.StatusCode == http.StatusTooManyRequests { authKeyArray := strings.Split(cfg.AuthKey, ",") for _, authKey := range authKeyArray { validity, err := checkUsage(authKey) if err != nil { continue } else { if validity == true { translatedText, err := translateByAPI(translateText, sourceLang, targetLang, authKey) if err != nil { c.JSON(http.StatusTooManyRequests, gin.H{ "code": http.StatusTooManyRequests, "message": "Too Many Requests", }) } c.JSON(http.StatusOK, gin.H{ "code": http.StatusOK, "id": 1000000, "data": translatedText, "source_lang": sourceLang, "target_lang": targetLang, "method": "Official API", }) return } } } } else { var alternatives []string res.Get("result.texts.0.alternatives").ForEach(func(key, value gjson.Result) bool { alternatives = append(alternatives, value.Get("text").String()) return true }) c.JSON(http.StatusOK, gin.H{ "code": http.StatusOK, "id": id, "data": res.Get("result.texts.0.text").String(), "alternatives": alternatives, "source_lang": sourceLang, "target_lang": targetLang, "method": "Free", }) } }) // Catch-all route to handle undefined paths r.NoRoute(func(c *gin.Context) { c.JSON(http.StatusNotFound, gin.H{ "code": http.StatusNotFound, "message": "Path not found", }) }) envPort, ok := os.LookupEnv("PORT") if ok { r.Run(":" + envPort) } else { r.Run(fmt.Sprintf(":%v", cfg.Port)) } }