util/generate_super_wagon_world_db/by_super_world.go

.gitignore

···
 env/
 
 *.bin
+
+.DS_Store
+
+util/generate_super_wagon_world_db/tmp/

db/dump/super_world.go

···
+package dump
+
+import (
+	"encoding/json"
+	"fmt"
+	"reflect"
+	"strconv"
+	"strings"
+
+	"github.com/jmoiron/sqlx"
+)
+
+type SuperWorld struct {
+	Pid               string `db:"pid" json:"pid"`
+	Id                string `db:"world_id" json:"id"`
+	Worlds            int    `db:"worlds" json:"worlds"`
+	Levels            int    `db:"levels" json:"levels"`
+	PlanetType        int    `db:"planet_type" json:"planet_type"`
+	Created           int    `db:"created" json:"created"`
+	Unk1              []byte `db:"unk1" json:"unk1"`
+	Unk5              int    `db:"unk5" json:"unk5"`
+	Unk6              int    `db:"unk6" json:"unk6"`
+	Unk7              int    `db:"unk7" json:"unk7"`
+	Thumbnail         []byte `db:"thumbnail" json:"thumbnail"`
+	ThumbnailUrl      string `db:"thumbnail_url"`
+	ThumbnailSize     int    `db:"thumbnail_size"`
+	ThumbnailFilename string `db:"thumbnail_filename"`
+}
+
+func (s SuperWorld) Save(db *sqlx.DB) error {
+	var pid string
+	db.QueryRowx("SELECT pid FROM world WHERE pid = ?", s.Pid).Scan(&pid)
+
+	if pid == "" {
+		return s.Create(db)
+	}
+
+	return s.Update(db)
+}
+
+func (s SuperWorld) Create(db *sqlx.DB) error {
+	v := reflect.ValueOf(s)
+	fields := []string{}
+	values_placeholder := []string{}
+	values := []any{}
+	for i := 0; i < v.NumField(); i++ {
+		field := v.Type().Field(i).Tag.Get("db")
+		if field != "" {
+			fields = append(fields, field)
+			values_placeholder = append(values_placeholder, "?")
+			values = append(values, v.Field(i).Interface())
+		}
+	}
+
+	stmt := fmt.Sprintf("INSERT INTO world (%s) VALUES (%s)", strings.Join(fields, ", "), strings.Join(values_placeholder, ", "))
+
+	_, err := db.Exec(stmt, values...)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func (s SuperWorld) Update(db *sqlx.DB) error {
+	v := reflect.ValueOf(s)
+	fields := []string{}
+	values := []any{}
+	for i := 0; i < v.NumField(); i++ {
+		field := v.Type().Field(i).Tag.Get("db")
+		if field != "" {
+			fields = append(fields, fmt.Sprintf("%s = ?", field))
+			values = append(values, v.Field(i).Interface())
+		}
+	}
+
+	values = append(values, s.Pid)
+
+	stmt := fmt.Sprintf("UPDATE world SET %s WHERE pid = ?", strings.Join(fields, ", "))
+
+	_, err := db.Exec(stmt, values...)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func SuperWorldFromJson(buf []byte) (SuperWorld, []CourseInfo, []UserInfo, error) {
+	var data map[string]any
+
+	err := json.Unmarshal(buf, &data)
+	if err != nil {
+		return SuperWorld{}, []CourseInfo{}, []UserInfo{}, err
+	}
+
+	delete(data, "thumbnail")
+
+	if vv, ok := data["uploader"]; ok {
+		if v, ok := vv.(map[string]any)["pid"]; ok {
+			data["pid"] = strconv.FormatUint(uint64(v.(float64)), 10)
+		}
+	}
+
+	buf, _ = json.Marshal(data)
+
+	var superWorld SuperWorld
+	err = json.Unmarshal(buf, &superWorld)
+	if err != nil {
+		return SuperWorld{}, []CourseInfo{}, []UserInfo{}, err
+	}
+
+	users := []UserInfo{}
+	courses := []CourseInfo{}
+
+	if vv, ok := data["courses"]; ok {
+		for _, course := range vv.([]any) {
+			buf, _ = json.Marshal(course)
+			courseInfo, userInfos, err := FromJson(buf)
+			if err != nil {
+				return SuperWorld{}, []CourseInfo{}, []UserInfo{}, err
+			}
+			courses = append(courses, courseInfo)
+
+			for _, u := range userInfos {
+				found := false
+				for _, uu := range users {
+					if uu.Pid == u.Pid {
+						found = true
+					}
+				}
+				if !found {
+					users = append(users, u)
+				}
+			}
+
+			//users = append(users, userInfos...)
+		}
+	}
+
+	return superWorld, courses, users, nil
+}

db/dump/thumbnail_encryption.go

···
 	}
 
 	out := &bytes.Buffer{}
-	err = jpeg.Encode(out, img, &jpeg.Options{Quality: 85})
+	err = jpeg.Encode(out, img, &jpeg.Options{Quality: 65})
 	if err != nil {
 		return nil, err
 	}

util/generate_super_wagon_world_db/by_super_world.go

···
+package main
+
+import (
+	"fmt"
+	"io/ioutil"
+	"log"
+	"net/http"
+	"os"
+	"smm2_gameserver/db/dump"
+)
+
+func GetData(url string) ([]byte, error) {
+	resp, err := http.Get(url)
+	if err != nil {
+		return []byte{}, err
+	}
+	buf, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return []byte{}, err
+	}
+	return buf, nil
+}
+
+func GetDataCached(url, file string) ([]byte, error) {
+	if _, err := os.Stat(file); err == nil {
+		return ioutil.ReadFile(file)
+	}
+	fmt.Println("fetch", url)
+	buf, err := GetData(url)
+	if err != nil {
+		return []byte{}, err
+	}
+
+	err = ioutil.WriteFile(file, buf, 0644)
+	return buf, err
+}
+
+func main() {
+	superWorldId := "2383f7c2cb5c5ce0_20230303172233043040"
+
+	filename := "Super_Wagon_World_05.03.2023.db"
+	db, err := dump.InitDump(filename)
+	if err != nil {
+		log.Fatal(err)
+	}
+	fmt.Println(db)
+
+	buf, err := GetDataCached(fmt.Sprintf("https://smm2.wizul.us/mm2/super_world/%s", superWorldId), fmt.Sprintf("world_%s.json", superWorldId))
+	if err != nil {
+		log.Fatal(err)
+	}
+
+	world, courses, users, err := dump.SuperWorldFromJson(buf)
+
+	if err := world.Save(db); err != nil {
+		log.Fatal(err)
+	}
+
+	for _, course := range courses {
+		var check string
+		db.QueryRowx("SELECT pid FROM world_levels WHERE pid = ? AND data_id = ?", world.Pid, course.DataId).Scan(&check)
+		if check == "" {
+			_, err := db.Exec("INSERT INTO world_levels (pid, data_id, ninjis) VALUES (?, ?, ?)", world.Pid, course.DataId, 0)
+			if err != nil {
+				log.Fatal(err)
+			}
+		}
+
+		// add thumb
+		buf, err := GetDataCached(fmt.Sprintf("https://smm2.wizul.us/mm2/level_thumbnail/%s", course.CourseId), fmt.Sprintf("thumb_%s.jpg", course.CourseId))
+		if err != nil {
+			log.Fatal(err)
+		}
+		unpacked, err := dump.UnpackJpegThumbnail(buf)
+		if err != nil {
+			log.Fatal(err)
+		}
+		course.OneScreenThumbnail = unpacked
+
+		// add entire_thumb
+		buf, err = GetDataCached(fmt.Sprintf("https://smm2.wizul.us/mm2/level_entire_thumbnail/%s", course.CourseId), fmt.Sprintf("thumb_entire_%s.jpg", course.CourseId))
+		if err != nil {
+			log.Fatal(err)
+		}
+		course.EntireThumbnail = buf
+
+		// add level_data
+		buf, err = GetDataCached(fmt.Sprintf("https://smm2.wizul.us/mm2/level_data/%s", course.CourseId), fmt.Sprintf("level_%s.bcd", course.CourseId))
+		if err != nil {
+			log.Fatal(err)
+		}
+		decrypted, err := dump.DecryptLevel(buf)
+		if err != nil {
+			log.Fatal(err)
+		}
+
+		buf, err = dump.Compress(decrypted)
+		if err != nil {
+			log.Fatal(err)
+		}
+		course.LevelData = buf
+
+		// reset stats
+		course.WorldRecord = 0
+		course.NumComments = 0
+		course.Clears = 0
+		course.Attempts = 0
+		course.Plays = 0
+		course.VersusMatches = 0
+		course.CoopMatches = 0
+		course.Likes = 0
+		course.Boos = 0
+		course.UniquePlayersAndVersus = 0
+		course.WeeklyLikes = 0
+		course.WeeklyPlays = 0
+		course.FirstCompleterPid = ""
+		course.RecordHolderPid = ""
+
+		if err := course.Save(db); err != nil {
+			log.Fatal(err)
+		}
+	}
+
+	for _, user := range users {
+		if user.Pid == world.Pid {
+			user.Name = "Wagon"
+			if err := user.Save(db); err != nil {
+				log.Fatal(err)
+			}
+		}
+	}
+
+	/*
+		spew.Dump(world)
+		spew.Dump(len(courses))
+		spew.Dump(len(users))
+		fmt.Println(err)
+	*/
+}