Dawid Wysokiński
5e9399a3d0
All checks were successful
continuous-integration/drone/push Build is passing
Reviewed-on: twhelp/core#38
629 lines
16 KiB
Go
629 lines
16 KiB
Go
package tw
|
|
|
|
import (
|
|
"context"
|
|
"encoding/csv"
|
|
"encoding/xml"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"net/url"
|
|
"sort"
|
|
"strconv"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/elliotchance/phpserialize"
|
|
|
|
"gitea.dwysokinski.me/twhelp/core/internal/domain"
|
|
)
|
|
|
|
const (
|
|
defaultUserAgent = "tribalwarshelp/development"
|
|
defaultTimeout = 10 * time.Second
|
|
|
|
fieldsPerRecordPlayer = 6
|
|
fieldsPerRecordTribe = 8
|
|
fieldsPerRecordVillage = 7
|
|
fieldsPerRecordOD = 3
|
|
fieldsPerRecordEnnoblement = 7
|
|
|
|
endpointPlayers = "/map/player.txt"
|
|
endpointTribes = "/map/ally.txt"
|
|
endpointVillages = "/map/village.txt"
|
|
endpointPlayersODA = "/map/kill_att.txt"
|
|
endpointPlayersODD = "/map/kill_def.txt"
|
|
endpointPlayersODS = "/map/kill_sup.txt"
|
|
endpointPlayersOD = "/map/kill_all.txt"
|
|
endpointTribesODA = "/map/kill_att_tribe.txt"
|
|
endpointTribesODD = "/map/kill_def_tribe.txt"
|
|
endpointTribesOD = "/map/kill_all_tribe.txt"
|
|
endpointEnnoblements = "/map/conquer_extended.txt"
|
|
endpointInterface = "/interface.php"
|
|
endpointConfig = endpointInterface + "?func=get_config"
|
|
endpointUnitInfo = endpointInterface + "?func=get_unit_info"
|
|
endpointBuildingInfo = endpointInterface + "?func=get_building_info"
|
|
endpointGetEnnoblements = endpointInterface + "?func=get_conquer_extended&since=%d"
|
|
endpointGetServers = "/backend/get_servers.php"
|
|
)
|
|
|
|
var (
|
|
ErrInvalidServerKey = errors.New("invalid server key")
|
|
ErrInvalidServerURL = errors.New("invalid server URL")
|
|
)
|
|
|
|
type ClientOption func(c *Client)
|
|
|
|
func WithUserAgent(ua string) ClientOption {
|
|
return func(c *Client) {
|
|
c.userAgent = ua
|
|
}
|
|
}
|
|
|
|
func WithHTTPClient(hc *http.Client) ClientOption {
|
|
return func(c *Client) {
|
|
c.client = hc
|
|
}
|
|
}
|
|
|
|
type Client struct {
|
|
client *http.Client
|
|
userAgent string
|
|
}
|
|
|
|
func NewClient(opts ...ClientOption) *Client {
|
|
c := &Client{
|
|
client: &http.Client{
|
|
Timeout: defaultTimeout,
|
|
},
|
|
userAgent: defaultUserAgent,
|
|
}
|
|
|
|
for _, opt := range opts {
|
|
opt(c)
|
|
}
|
|
|
|
return c
|
|
}
|
|
|
|
func (c *Client) GetOpenServers(ctx context.Context, baseURL string) ([]domain.OpenServer, error) {
|
|
resp, err := c.get(ctx, buildURL(baseURL, endpointGetServers))
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.get: %w", err)
|
|
}
|
|
defer func() {
|
|
_ = resp.Body.Close()
|
|
}()
|
|
if resp.StatusCode != http.StatusOK {
|
|
_, _ = io.Copy(io.Discard, resp.Body)
|
|
return nil, fmt.Errorf("Non-OK HTTP status: %d", resp.StatusCode)
|
|
}
|
|
|
|
b, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("couldn't read response body: %w", err)
|
|
}
|
|
|
|
m, err := phpserialize.UnmarshalAssociativeArray(b)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("phpserialize.UnmarshalAssociativeArray: %w", err)
|
|
}
|
|
|
|
servers := make([]domain.OpenServer, 0, len(m))
|
|
for key, val := range m {
|
|
keyStr, ok := key.(string)
|
|
if !ok || keyStr == "" {
|
|
return nil, fmt.Errorf("%w: %v", ErrInvalidServerKey, key)
|
|
}
|
|
|
|
urlStr, ok := val.(string)
|
|
if !ok || urlStr == "" {
|
|
return nil, fmt.Errorf("%w: %v", ErrInvalidServerURL, val)
|
|
}
|
|
|
|
servers = append(servers, domain.OpenServer{
|
|
Key: keyStr,
|
|
URL: urlStr,
|
|
})
|
|
}
|
|
|
|
return servers, nil
|
|
}
|
|
|
|
func (c *Client) GetServerConfig(ctx context.Context, baseURL string) (domain.ServerConfig, error) {
|
|
var cfg serverConfig
|
|
|
|
if err := c.getXML(ctx, buildURL(baseURL, endpointConfig), &cfg); err != nil {
|
|
return domain.ServerConfig{}, fmt.Errorf("c.getXML: %w", err)
|
|
}
|
|
|
|
return cfg.toDomain(), nil
|
|
}
|
|
|
|
func (c *Client) GetBuildingInfo(ctx context.Context, baseURL string) (domain.BuildingInfo, error) {
|
|
var info buildingInfo
|
|
|
|
if err := c.getXML(ctx, buildURL(baseURL, endpointBuildingInfo), &info); err != nil {
|
|
return domain.BuildingInfo{}, fmt.Errorf("c.getXML: %w", err)
|
|
}
|
|
|
|
return info.toDomain(), nil
|
|
}
|
|
|
|
func (c *Client) GetUnitInfo(ctx context.Context, baseURL string) (domain.UnitInfo, error) {
|
|
var info unitInfo
|
|
|
|
if err := c.getXML(ctx, buildURL(baseURL, endpointUnitInfo), &info); err != nil {
|
|
return domain.UnitInfo{}, fmt.Errorf("c.getXML: %w", err)
|
|
}
|
|
|
|
return info.toDomain(), nil
|
|
}
|
|
|
|
func (c *Client) GetTribes(ctx context.Context, baseURL string) ([]domain.BaseTribe, error) {
|
|
od, err := c.getOD(ctx, baseURL, true)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getOD: %w", err)
|
|
}
|
|
|
|
records, err := c.getCSV(ctx, buildURL(baseURL, endpointTribes), fieldsPerRecordTribe)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getCSV: %w", err)
|
|
}
|
|
|
|
tribes := make([]domain.BaseTribe, 0, len(records))
|
|
for _, rec := range records {
|
|
tribe, err := parseTribeRecord(rec, od)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parseTribeRecord: %w", err)
|
|
}
|
|
|
|
tribes = append(tribes, tribe)
|
|
}
|
|
|
|
sort.SliceStable(tribes, func(i, j int) bool {
|
|
return tribes[i].ID < tribes[j].ID
|
|
})
|
|
|
|
return tribes, nil
|
|
}
|
|
|
|
func (c *Client) GetPlayers(ctx context.Context, baseURL string) ([]domain.BasePlayer, error) {
|
|
od, err := c.getOD(ctx, baseURL, false)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getOD: %w", err)
|
|
}
|
|
|
|
records, err := c.getCSV(ctx, buildURL(baseURL, endpointPlayers), fieldsPerRecordPlayer)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getCSV: %w", err)
|
|
}
|
|
|
|
players := make([]domain.BasePlayer, 0, len(records))
|
|
for _, rec := range records {
|
|
player, err := parsePlayerRecord(rec, od)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parsePlayerRecord: %w", err)
|
|
}
|
|
|
|
players = append(players, player)
|
|
}
|
|
|
|
sort.SliceStable(players, func(i, j int) bool {
|
|
return players[i].ID < players[j].ID
|
|
})
|
|
|
|
return players, nil
|
|
}
|
|
|
|
func (c *Client) getOD(ctx context.Context, baseURL string, tribe bool) (map[int64]domain.OpponentsDefeated, error) {
|
|
m := make(map[int64]domain.OpponentsDefeated)
|
|
urls := buildODURLs(baseURL, tribe)
|
|
|
|
for _, u := range urls {
|
|
if u == "" {
|
|
continue
|
|
}
|
|
|
|
records, err := c.getCSV(ctx, u, fieldsPerRecordOD)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getCSV: %w", err)
|
|
}
|
|
|
|
for _, rec := range records {
|
|
parsed, err := parseODRecord(rec)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parseODRecord: %w", err)
|
|
}
|
|
|
|
od := m[parsed.ID]
|
|
|
|
switch u {
|
|
case urls[0]:
|
|
od.RankTotal = parsed.Rank
|
|
od.ScoreTotal = parsed.Score
|
|
case urls[1]:
|
|
od.RankAtt = parsed.Rank
|
|
od.ScoreAtt = parsed.Score
|
|
case urls[2]:
|
|
od.RankDef = parsed.Rank
|
|
od.ScoreDef = parsed.Score
|
|
case urls[3]:
|
|
od.RankSup = parsed.Rank
|
|
od.ScoreSup = parsed.Score
|
|
}
|
|
|
|
m[parsed.ID] = od
|
|
}
|
|
}
|
|
|
|
return m, nil
|
|
}
|
|
|
|
func (c *Client) GetVillages(ctx context.Context, baseURL string) ([]domain.BaseVillage, error) {
|
|
records, err := c.getCSV(ctx, buildURL(baseURL, endpointVillages), fieldsPerRecordVillage)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getCSV: %w", err)
|
|
}
|
|
|
|
villages := make([]domain.BaseVillage, 0, len(records))
|
|
for _, rec := range records {
|
|
village, err := parseVillageRecord(rec)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parseVillageRecord: %w", err)
|
|
}
|
|
|
|
villages = append(villages, village)
|
|
}
|
|
|
|
sort.SliceStable(villages, func(i, j int) bool {
|
|
return villages[i].ID < villages[j].ID
|
|
})
|
|
|
|
return villages, nil
|
|
}
|
|
|
|
func (c *Client) GetEnnoblements(ctx context.Context, baseURL string, since time.Time) ([]domain.BaseEnnoblement, error) {
|
|
records, err := c.getCSV(ctx, buildEnnoblementURL(baseURL, since), fieldsPerRecordEnnoblement)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.getCSV: %w", err)
|
|
}
|
|
|
|
// Pre-calculate slice length to reduce memory allocation
|
|
cnt := 0
|
|
for _, rec := range records {
|
|
createdAt, err := parseTimestamp(rec[1])
|
|
if err != nil {
|
|
return nil, NewParseError(err, rec, "ennoblement.CreatedAt")
|
|
}
|
|
|
|
if !createdAt.After(since) {
|
|
continue
|
|
}
|
|
|
|
cnt++
|
|
}
|
|
|
|
ennoblements := make([]domain.BaseEnnoblement, 0, cnt)
|
|
for _, rec := range records {
|
|
ennoblement, err := parseEnnoblementRecord(rec)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("parseEnnoblementRecord: %w", err)
|
|
}
|
|
|
|
if !ennoblement.CreatedAt.After(since) {
|
|
continue
|
|
}
|
|
|
|
ennoblements = append(ennoblements, ennoblement)
|
|
}
|
|
|
|
return ennoblements, nil
|
|
}
|
|
|
|
func (c *Client) getXML(ctx context.Context, url string, v any) error {
|
|
resp, err := c.get(ctx, url)
|
|
if err != nil {
|
|
return fmt.Errorf("c.get: %w", err)
|
|
}
|
|
defer func() {
|
|
_ = resp.Body.Close()
|
|
}()
|
|
if resp.StatusCode != http.StatusOK {
|
|
_, _ = io.Copy(io.Discard, resp.Body)
|
|
return fmt.Errorf("got non-ok HTTP status: %d", resp.StatusCode)
|
|
}
|
|
|
|
if err := xml.NewDecoder(resp.Body).Decode(v); err != nil {
|
|
return fmt.Errorf("xml.Decode: %w", err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (c *Client) getCSV(ctx context.Context, url string, fieldsPerRecord int) ([][]string, error) {
|
|
resp, err := c.get(ctx, url)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("c.get: %w", err)
|
|
}
|
|
defer func() {
|
|
_ = resp.Body.Close()
|
|
}()
|
|
if resp.StatusCode != http.StatusOK {
|
|
_, _ = io.Copy(io.Discard, resp.Body)
|
|
return nil, fmt.Errorf("got non-ok HTTP status: %d", resp.StatusCode)
|
|
}
|
|
|
|
r := csv.NewReader(resp.Body)
|
|
r.Comma = ','
|
|
r.FieldsPerRecord = fieldsPerRecord
|
|
|
|
records, err := r.ReadAll()
|
|
if err != nil {
|
|
return nil, fmt.Errorf("CSVReader.ReadAll: %w", err)
|
|
}
|
|
|
|
return records, nil
|
|
}
|
|
|
|
func (c *Client) get(ctx context.Context, url string) (*http.Response, error) {
|
|
req, err := http.NewRequestWithContext(ctx, http.MethodGet, url, nil)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("http.NewRequestWithContext: %w", err)
|
|
}
|
|
|
|
// headers
|
|
req.Header.Set("User-Agent", c.userAgent)
|
|
|
|
resp, err := c.client.Do(req)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("client.Do: %w", err)
|
|
}
|
|
|
|
return resp, nil
|
|
}
|
|
|
|
func parseTribeRecord(record []string, od map[int64]domain.OpponentsDefeated) (domain.BaseTribe, error) {
|
|
var err error
|
|
var tribe domain.BaseTribe
|
|
|
|
tribe.ID, err = strconv.ParseInt(record[0], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.ID")
|
|
}
|
|
|
|
tribe.Name, err = url.QueryUnescape(record[1])
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.Name")
|
|
}
|
|
|
|
tribe.Tag, err = url.QueryUnescape(record[2])
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.Tag")
|
|
}
|
|
|
|
tribe.NumMembers, err = strconv.ParseInt(record[3], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.NumMembers")
|
|
}
|
|
|
|
tribe.NumVillages, err = strconv.ParseInt(record[4], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.NumVillages")
|
|
}
|
|
|
|
tribe.Points, err = strconv.ParseInt(record[5], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.Points")
|
|
}
|
|
|
|
tribe.AllPoints, err = strconv.ParseInt(record[6], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.AllPoints")
|
|
}
|
|
|
|
tribe.Rank, err = strconv.ParseInt(record[7], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseTribe{}, NewParseError(err, record, "tribe.Rank")
|
|
}
|
|
|
|
tribe.OpponentsDefeated = od[tribe.ID]
|
|
|
|
return tribe, nil
|
|
}
|
|
|
|
func parsePlayerRecord(record []string, od map[int64]domain.OpponentsDefeated) (domain.BasePlayer, error) {
|
|
var err error
|
|
var player domain.BasePlayer
|
|
|
|
player.ID, err = strconv.ParseInt(record[0], 10, 64)
|
|
if err != nil {
|
|
return domain.BasePlayer{}, NewParseError(err, record, "player.ID")
|
|
}
|
|
|
|
player.Name, err = url.QueryUnescape(record[1])
|
|
if err != nil {
|
|
return domain.BasePlayer{}, NewParseError(err, record, "player.Name")
|
|
}
|
|
|
|
player.TribeID, err = strconv.ParseInt(record[2], 10, 64)
|
|
if err != nil {
|
|
return domain.BasePlayer{}, NewParseError(err, record, "player.TribeID")
|
|
}
|
|
|
|
player.NumVillages, err = strconv.ParseInt(record[3], 10, 64)
|
|
if err != nil {
|
|
return domain.BasePlayer{}, NewParseError(err, record, "player.NumVillages")
|
|
}
|
|
|
|
player.Points, err = strconv.ParseInt(record[4], 10, 64)
|
|
if err != nil {
|
|
return domain.BasePlayer{}, NewParseError(err, record, "player.Points")
|
|
}
|
|
|
|
player.Rank, err = strconv.ParseInt(record[5], 10, 64)
|
|
if err != nil {
|
|
return domain.BasePlayer{}, NewParseError(err, record, "player.Rank")
|
|
}
|
|
|
|
player.OpponentsDefeated = od[player.ID]
|
|
|
|
return player, nil
|
|
}
|
|
|
|
func parseVillageRecord(record []string) (domain.BaseVillage, error) {
|
|
var err error
|
|
var village domain.BaseVillage
|
|
|
|
village.ID, err = strconv.ParseInt(record[0], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.ID")
|
|
}
|
|
|
|
village.Name, err = url.QueryUnescape(record[1])
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.Name")
|
|
}
|
|
|
|
village.X, err = strconv.ParseInt(record[2], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.X")
|
|
}
|
|
|
|
village.Y, err = strconv.ParseInt(record[3], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.Y")
|
|
}
|
|
|
|
village.PlayerID, err = strconv.ParseInt(record[4], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.PlayerID")
|
|
}
|
|
|
|
village.Points, err = strconv.ParseInt(record[5], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.Points")
|
|
}
|
|
|
|
village.Bonus, err = strconv.ParseInt(record[6], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseVillage{}, NewParseError(err, record, "village.Bonus")
|
|
}
|
|
|
|
village.Continent = "K" + string(record[3][0]) + string(record[2][0])
|
|
|
|
return village, nil
|
|
}
|
|
|
|
type odRecord struct {
|
|
ID int64
|
|
Rank int64
|
|
Score int64
|
|
}
|
|
|
|
func parseODRecord(record []string) (odRecord, error) {
|
|
var err error
|
|
var rec odRecord
|
|
|
|
rec.Rank, err = strconv.ParseInt(record[0], 10, 64)
|
|
if err != nil {
|
|
return odRecord{}, NewParseError(err, record, "odRecord.Rank")
|
|
}
|
|
|
|
rec.ID, err = strconv.ParseInt(record[1], 10, 64)
|
|
if err != nil {
|
|
return odRecord{}, NewParseError(err, record, "odRecord.ID")
|
|
}
|
|
|
|
rec.Score, err = strconv.ParseInt(record[2], 10, 64)
|
|
if err != nil {
|
|
return odRecord{}, NewParseError(err, record, "odRecord.Score")
|
|
}
|
|
|
|
return rec, nil
|
|
}
|
|
|
|
func parseEnnoblementRecord(record []string) (domain.BaseEnnoblement, error) {
|
|
var err error
|
|
var ennoblement domain.BaseEnnoblement
|
|
|
|
ennoblement.VillageID, err = strconv.ParseInt(record[0], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.VillageID")
|
|
}
|
|
|
|
ennoblement.CreatedAt, err = parseTimestamp(record[1])
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.CreatedAt")
|
|
}
|
|
|
|
ennoblement.NewOwnerID, err = strconv.ParseInt(record[2], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.NewOwnerID")
|
|
}
|
|
|
|
ennoblement.OldOwnerID, err = strconv.ParseInt(record[3], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.OldOwnerID")
|
|
}
|
|
|
|
ennoblement.OldTribeID, err = strconv.ParseInt(record[4], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.OldTribeID")
|
|
}
|
|
|
|
ennoblement.NewTribeID, err = strconv.ParseInt(record[5], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.NewTribeID")
|
|
}
|
|
|
|
ennoblement.Points, err = strconv.ParseInt(record[6], 10, 64)
|
|
if err != nil {
|
|
return domain.BaseEnnoblement{}, NewParseError(err, record, "ennoblement.Points")
|
|
}
|
|
|
|
return ennoblement, nil
|
|
}
|
|
|
|
func parseTimestamp(s string) (time.Time, error) {
|
|
timestamp, err := strconv.ParseInt(s, 10, 64)
|
|
if err != nil {
|
|
return time.Time{}, err
|
|
}
|
|
return time.Unix(timestamp, 0), nil
|
|
}
|
|
|
|
func buildODURLs(base string, tribe bool) [4]string {
|
|
if tribe {
|
|
return [4]string{
|
|
buildURL(base, endpointTribesOD),
|
|
buildURL(base, endpointTribesODA),
|
|
buildURL(base, endpointTribesODD),
|
|
"",
|
|
}
|
|
}
|
|
|
|
return [4]string{
|
|
buildURL(base, endpointPlayersOD),
|
|
buildURL(base, endpointPlayersODA),
|
|
buildURL(base, endpointPlayersODD),
|
|
buildURL(base, endpointPlayersODS),
|
|
}
|
|
}
|
|
|
|
func buildEnnoblementURL(base string, since time.Time) string {
|
|
if since.After(time.Now().Add(-23 * time.Hour)) {
|
|
return buildURL(base, fmt.Sprintf(endpointGetEnnoblements, since.Unix()))
|
|
}
|
|
return buildURL(base, endpointEnnoblements)
|
|
}
|
|
|
|
func buildURL(base, endpoint string) string {
|
|
if !strings.HasPrefix(base, "http") {
|
|
return "https://" + base + endpoint
|
|
}
|
|
|
|
return base + endpoint
|
|
}
|