OpenDiablo2/d2core/d2asset/asset_manager.go

579 lines
15 KiB
Go

package d2asset
import (
"fmt"
"image/color"
"io"
"io/ioutil"
"path/filepath"
"strconv"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2cof"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2ds1"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2dt1"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2resource"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2util"
"github.com/OpenDiablo2/OpenDiablo2/d2core/d2records"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2txt"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2enum"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2dat"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2dc6"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2dcc"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2pl2"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2fileformats/d2tbl"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2interface"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2loader"
"github.com/OpenDiablo2/OpenDiablo2/d2common/d2loader/asset/types"
)
const (
defaultCacheEntryWeight = 1
)
const (
animationBudget = 1024 * 1024 * 128
fontBudget = 128
paletteBudget = 64
paletteTransformBudget = 64
dt1Budget = 4096 * 2048 * 128
ds1Budget = 4096 * 2048 * 128
cofBudget = 4096 * 2048 * 128
dccBudget = 4096 * 2048 * 128
)
const (
defaultLanguage = "ENG"
logPrefix = "Asset Manager"
fmtLoadAsset = "could not load file stream %s (%v)"
fmtLoadAnimation = "loading animation %s with palette %s, draw effect %d"
fmtLoadComposite = "loading composite: type %d, token %s, palette %s"
fmtLoadFont = "loading font: table %s, sprite %s, palette %s"
fmtLoadPalette = "loading palette %s"
fmtLoadStringTable = "loading string table: %s"
fmtLoadTransform = "loading palette transform: %s"
fmtLoadDict = "loading data dictionary: %s"
)
// AssetManager loads files and game objects
type AssetManager struct {
*d2util.Logger
*d2loader.Loader
tables []d2tbl.TextDictionary
dt1s d2interface.Cache
ds1s d2interface.Cache
cofs d2interface.Cache
dccs d2interface.Cache
animations d2interface.Cache
fonts d2interface.Cache
palettes d2interface.Cache
transforms d2interface.Cache
Records *d2records.RecordManager
language string
}
// SetLogLevel sets the log level for the asset manager, record manager, and file loader
func (am *AssetManager) SetLogLevel(level d2util.LogLevel) {
am.Logger.SetLevel(level)
am.Records.Logger.SetLevel(level)
am.Loader.Logger.SetLevel(level)
}
// LoadAsset loads an asset
func (am *AssetManager) LoadAsset(filePath string) (io.ReadSeeker, error) {
data, err := am.Loader.Load(filePath)
if err != nil {
errStr := fmt.Sprintf(fmtLoadAsset, filePath, err.Error())
am.Error(errStr)
}
return data, err
}
// LoadFileStream streams an MPQ file from a source file path
func (am *AssetManager) LoadFileStream(filePath string) (io.ReadSeeker, error) {
am.Logger.Debugf("Loading FileStream: %s", filePath)
return am.LoadAsset(filePath)
}
// LoadFile loads an entire file from a source file path as a []byte
func (am *AssetManager) LoadFile(filePath string) ([]byte, error) { // I DO NOT LIKE THIS! - Essial
fileAsset, err := am.LoadAsset(filePath)
if err != nil {
return nil, err
}
data, err := ioutil.ReadAll(fileAsset)
if err != nil {
return nil, err
}
return data, err
}
// FileExists checks if a file exists on the underlying file system at the given file path.
func (am *AssetManager) FileExists(filePath string) (bool, error) {
filePath = filepath.Clean(filePath)
am.Logger.Debugf("Checking if file exists %s", filePath)
return am.Loader.Exists(filePath), nil
}
// LoadLanguage loads language from resource path
func (am *AssetManager) LoadLanguage(languagePath string) string {
languageByte, err := am.LoadFile(languagePath)
if err != nil {
am.Debugf("Unable to load language file: %s", err)
return defaultLanguage
}
languageCode := languageByte[0]
am.Debugf("Language code: %#02x", languageCode)
language := d2resource.GetLanguageLiteral(languageCode)
am.Infof("Language: %s", language)
am.language = language
return language
}
// LoadAnimation loads an Animation by its resource path and its palette path
func (am *AssetManager) LoadAnimation(animationPath, palettePath string) (d2interface.Animation, error) {
return am.LoadAnimationWithEffect(animationPath, palettePath, d2enum.DrawEffectNone)
}
// LoadAnimationWithEffect loads an Animation by its resource path and its palette path with a given transparency value
func (am *AssetManager) LoadAnimationWithEffect(animationPath, palettePath string,
effect d2enum.DrawEffect) (d2interface.Animation, error) {
cachePath := fmt.Sprintf("%s;%s;%d", animationPath, palettePath, effect)
if animation, found := am.animations.Retrieve(cachePath); found {
return animation.(d2interface.Animation).Clone(), nil
}
am.Debugf(fmtLoadAnimation, animationPath, palettePath, effect)
palette, err := am.LoadPalette(palettePath)
if err != nil {
return nil, err
}
var animation d2interface.Animation
switch types.Ext2AssetType(filepath.Ext(animationPath)) {
case types.AssetTypeDC6:
animation, err = am.loadDC6(animationPath, palette, effect)
if err != nil {
return nil, err
}
case types.AssetTypeDCC:
animation, err = am.loadDCC(animationPath, palette, effect)
if err != nil {
return nil, err
}
default:
return nil, fmt.Errorf("unknown Animation format for file: %s", animationPath)
}
err = am.animations.Insert(cachePath, animation, defaultCacheEntryWeight)
return animation, err
}
// LoadComposite creates a composite object from a ObjectLookupRecord and palettePath describing it
func (am *AssetManager) LoadComposite(baseType d2enum.ObjectType, token, palettePath string) (*Composite, error) {
am.Debugf(fmtLoadComposite, baseType, token, palettePath)
c := &Composite{
AssetManager: am,
baseType: baseType,
basePath: baseString(baseType),
token: token,
palettePath: palettePath,
}
c.SetDirection(0)
return c, nil
}
// LoadFont loads a font the resource files
func (am *AssetManager) LoadFont(tablePath, spritePath, palettePath string) (*Font, error) {
cachePath := fmt.Sprintf("%s;%s;%s", tablePath, spritePath, palettePath)
if cached, found := am.fonts.Retrieve(cachePath); found {
return cached.(*Font), nil
}
sheet, err := am.LoadAnimation(spritePath, palettePath)
if err != nil {
return nil, err
}
tableData, err := am.LoadFile(tablePath)
if err != nil {
return nil, err
}
if string(tableData[:5]) != "Woo!\x01" {
return nil, fmt.Errorf("invalid font table format: %s", tablePath)
}
am.Debugf(fmtLoadFont, tablePath, spritePath, palettePath)
font := &Font{
table: tableData,
sheet: sheet,
color: color.White,
}
err = am.fonts.Insert(cachePath, font, defaultCacheEntryWeight)
return font, err
}
// LoadPalette loads a palette from a given palette path
func (am *AssetManager) LoadPalette(palettePath string) (d2interface.Palette, error) {
if cached, found := am.palettes.Retrieve(palettePath); found {
return cached.(d2interface.Palette), nil
}
if types.Ext2AssetType(filepath.Ext(palettePath)) != types.AssetTypePalette {
return nil, fmt.Errorf("not an instance of a palette: %s", palettePath)
}
am.Debugf(fmtLoadPalette, palettePath)
data, err := am.LoadFile(palettePath)
if err != nil {
return nil, err
}
palette, err := d2dat.Load(data)
if err != nil {
return nil, err
}
err = am.palettes.Insert(palettePath, palette, defaultCacheEntryWeight)
return palette, err
}
// LoadStringTable loads a string table from the given path
func (am *AssetManager) LoadStringTable(tablePath string) (d2tbl.TextDictionary, error) {
data, err := am.LoadFile(tablePath)
if err != nil {
return nil, err
}
table, err := d2tbl.LoadTextDictionary(data)
if err != nil {
return table, err
}
am.Debugf(fmtLoadStringTable, tablePath)
am.tables = append(am.tables, table)
return table, err
}
// TranslateString returns the translation of the given string. The string is retrieved from
// the loaded string tables.
func (am *AssetManager) TranslateString(input interface{}) string {
var key string
switch s := input.(type) {
case string:
key = s
case fmt.Stringer:
key = s.String()
}
for idx := range am.tables {
if value, found := am.tables[idx][key]; found {
return value
}
}
// Fix to allow v.setDescLabels("#123") to be bypassed for a patch in issue #360. Reenable later.
// log.Panicf("Could not find a string for the key '%s'", key)
return key
}
// TranslateLabel translates the label taking into account its shift in the table
func (am *AssetManager) TranslateLabel(label int) string {
return am.TranslateString(fmt.Sprintf("#%d", d2enum.BaseLabelNumbers(label+d2resource.GetLabelModifier(am.language))))
}
// LoadPaletteTransform loads a palette transform file
func (am *AssetManager) LoadPaletteTransform(path string) (*d2pl2.PL2, error) {
if pl2, found := am.transforms.Retrieve(path); found {
return pl2.(*d2pl2.PL2), nil
}
data, err := am.LoadFile(path)
if err != nil {
return nil, err
}
pl2, err := d2pl2.Load(data)
if err != nil {
return nil, err
}
am.Debugf(fmtLoadTransform, path)
if err := am.transforms.Insert(path, pl2, 1); err != nil {
return nil, err
}
return pl2, nil
}
// LoadDataDictionary loads a txt data file
func (am *AssetManager) LoadDataDictionary(path string) (*d2txt.DataDictionary, error) {
// we purposefully do not cache data dictionaries because we are already
// caching the file data. The underlying csv.Reader does not implement io.Seeker,
// so after it has been iterated through, we cannot iterate through it again.
//
// The easy way around this is to not cache d2txt.DataDictionary objects, and just create
// a new instance from cached file data if/when we ever need to reload the data dict
data, err := am.LoadFile(path)
if err != nil {
return nil, err
}
am.Debugf(fmtLoadDict, path)
return d2txt.LoadDataDictionary(data), nil
}
// LoadRecords will load the records for the given path into the record manager.
// This is dependant on the record manager having bound a loader for the given path.
func (am *AssetManager) LoadRecords(path string) error {
dict, err := am.LoadDataDictionary(path)
if err != nil {
return err
}
err = am.Records.Load(path, dict)
if err != nil {
return err
}
return nil
}
// loadDC6 creates an Animation from d2dc6.DC6 and d2dat.DATPalette
func (am *AssetManager) loadDC6(path string,
palette d2interface.Palette, effect d2enum.DrawEffect) (d2interface.Animation, error) {
dc6Data, err := am.LoadFile(path)
if err != nil {
return nil, err
}
dc6, err := d2dc6.Load(dc6Data)
if err != nil {
return nil, err
}
animation, err := newDC6Animation(dc6, palette, effect)
return animation, err
}
// loadDCC creates an Animation from d2dcc.DCC and d2dat.DATPalette
func (am *AssetManager) loadDCC(path string,
palette d2interface.Palette, effect d2enum.DrawEffect) (d2interface.Animation, error) {
dcc, err := am.LoadDCC(path)
if err != nil {
return nil, err
}
animation, err := newDCCAnimation(dcc, palette, effect)
if err != nil {
return nil, err
}
return animation, nil
}
// BindTerminalCommands binds the in-game terminal comands for the asset manager.
func (am *AssetManager) BindTerminalCommands(term d2interface.Terminal) error {
if err := term.Bind("assetspam", "display verbose asset manager logs", nil, am.commandAssetSpam(term)); err != nil {
return err
}
if err := term.Bind("assetstat", "display asset manager cache statistics", nil, am.commandAssetStat(term)); err != nil {
return err
}
if err := term.Bind("assetclear", "clear asset manager cache", nil, am.commandAssetClear); err != nil {
return err
}
return nil
}
// UnbindTerminalCommands unbinds commands from the terminal
func (am *AssetManager) UnbindTerminalCommands(term d2interface.Terminal) error {
return term.Unbind("assetspam", "assetstat", "assetclear")
}
func (am *AssetManager) commandAssetSpam(term d2interface.Terminal) func([]string) error {
return func(args []string) error {
verbose, err := strconv.ParseBool(args[0])
if err != nil {
term.Errorf("asset manager verbose invalid argument")
return nil
}
if verbose {
term.Infof("asset manager verbose logging enabled")
} else {
term.Infof("asset manager verbose logging disabled")
}
am.palettes.SetVerbose(verbose)
am.fonts.SetVerbose(verbose)
am.transforms.SetVerbose(verbose)
am.animations.SetVerbose(verbose)
am.dt1s.SetVerbose(verbose)
am.ds1s.SetVerbose(verbose)
am.dccs.SetVerbose(verbose)
am.cofs.SetVerbose(verbose)
return nil
}
}
func (am *AssetManager) commandAssetStat(term d2interface.Terminal) func([]string) error {
return func([]string) error {
var cacheStatistics = func(c d2interface.Cache) float64 {
const percent = 100.0
return float64(c.GetWeight()) / float64(c.GetBudget()) * percent
}
term.Infof("palette cache: %f", cacheStatistics(am.palettes))
term.Infof("palette transform cache: %f", cacheStatistics(am.transforms))
term.Infof("Animation cache: %f", cacheStatistics(am.animations))
term.Infof("font cache: %f", cacheStatistics(am.fonts))
return nil
}
}
func (am *AssetManager) commandAssetClear([]string) error {
am.palettes.Clear()
am.transforms.Clear()
am.animations.Clear()
am.fonts.Clear()
am.dt1s.Clear()
am.ds1s.Clear()
am.dccs.Clear()
am.cofs.Clear()
return nil
}
// LoadDT1 loads and returns the given path as a DT1
func (am *AssetManager) LoadDT1(dt1Path string) (*d2dt1.DT1, error) {
if dt1Value, found := am.dt1s.Retrieve(dt1Path); found {
return dt1Value.(*d2dt1.DT1), nil
}
fileData, err := am.LoadFile("/data/global/tiles/" + dt1Path)
if err != nil {
return nil, fmt.Errorf("could not load /data/global/tiles/%s", dt1Path)
}
dt1, err := d2dt1.LoadDT1(fileData)
if err != nil {
return nil, err
}
if err := am.dt1s.Insert(dt1Path, dt1, defaultCacheEntryWeight); err != nil {
return nil, err
}
return dt1, nil
}
// LoadDS1 loads and returns the given path as a DS1
func (am *AssetManager) LoadDS1(ds1Path string) (*d2ds1.DS1, error) {
if ds1Value, found := am.dt1s.Retrieve(ds1Path); found {
return ds1Value.(*d2ds1.DS1), nil
}
fileData, err := am.LoadFile("/data/global/tiles/" + ds1Path)
if err != nil {
return nil, err
}
ds1, err := d2ds1.LoadDS1(fileData)
if err != nil {
return nil, err
}
if err := am.dt1s.Insert(ds1Path, ds1, defaultCacheEntryWeight); err != nil {
return nil, err
}
return ds1, nil
}
// LoadCOF loads and returns the given path as a COF
func (am *AssetManager) LoadCOF(cofPath string) (*d2cof.COF, error) {
if cofValue, found := am.cofs.Retrieve(cofPath); found {
return cofValue.(*d2cof.COF), nil
}
fileData, err := am.LoadFile(cofPath)
if err != nil {
return nil, err
}
cof, err := d2cof.Load(fileData)
if err != nil {
return nil, err
}
if err := am.cofs.Insert(cofPath, cof, defaultCacheEntryWeight); err != nil {
return nil, err
}
return cof, nil
}
// LoadDCC loads and returns the given path as a DCC
func (am *AssetManager) LoadDCC(dccPath string) (*d2dcc.DCC, error) {
if dccValue, found := am.dccs.Retrieve(dccPath); found {
return dccValue.(*d2dcc.DCC), nil
}
fileData, err := am.LoadFile(dccPath)
if err != nil {
return nil, err
}
dcc, err := d2dcc.Load(fileData)
if err != nil {
return nil, err
}
if err := am.dccs.Insert(dccPath, dcc, defaultCacheEntryWeight); err != nil {
return nil, err
}
return dcc, nil
}