rework mess support for mame/lr-mame

This is a rework for old computers support in mame (mess).

The new code is using lua autoboot scripts to load floppy && cass
(with fast cass loading when possible).
I have used https://github.com/dsync89/mess-curated-autoboot-scripts
as base, but I have reworked a lot of scripts and write new one to handle auto-loading based
on cassette headers or floppy disk structure, without relying of specific rom
name.

The lua code is shared between mame && lr-mame, so it's remove a
lot of spaghetti code in both generator.

It's re-introduce a fake "mess" core, to cleary split code between
softlist (mess) && arcade/rom (mame), and avoid the need to rely
on system.name.
(And also allow user to add new custom systems, compute or arcade, without need to hack the generatorsà

In mess mode, by default, a sha1 of the rom is done to compare to mame xml files,
to detect the correct softlist and configure the machine && media.
A new messSoftlistMap.json has been added, with all existing mess softlists and best compatible machine && media.
It's possible to define custom options for each softmap in the json too.

(We could also add a new "MESS" system if needed, to allow user to put all obscures system games inside, it should
work automatically if autodetected)

If no auto detection is found, it's search the default mapping from the system name.
For this, A new messSystems.json is introduce to replace messSystems.csv,
with mapping based on rom extension to a mess softlist.

Author: aderumier

package/batocera/core/batocera-configgen/configgen/configgen/generators/libretro/libretroGenerator.py

@@ -56,9 +56,6 @@ def getHotkeysContext(self) -> HotkeysContext:
     # Main entry of the module
     # Configure retroarch and return a command
     def generate(self, system, rom, playersControllers, metadata, guns, wheels, gameResolution):
-        # Fix for the removed MESS/MAMEVirtual cores
-        if system.config.core in [ 'mess', 'mamevirtual' ]:
-            system.config['core'] = 'mame'
 
         # Get the graphics backend first
         gfxBackend = getGFXBackend(system)
@@ -126,11 +123,13 @@ def generate(self, system, rom, playersControllers, metadata, guns, wheels, game
             shutil.copyfile(RETROARCH_CUSTOM, remapconfigDir / "common.rmp")
 
         # Retroarch core on the filesystem
-        retroarchCore = RETROARCH_CORES / f"{system.config.core}_libretro.so"
+        # 'mess' uses the mame core binary
+        coreBinary = "mame" if system.config.core == "mess" else system.config.core
+        retroarchCore = RETROARCH_CORES / f"{coreBinary}_libretro.so"
 
         # for each core, a file /usr/lib/<core>.info must exit, otherwise, info such as rewinding/netplay will not work
         # to do a global check : cd /usr/lib/libretro && for i in *.so; do INF=$(echo $i | sed -e s+/usr/lib/libretro+/usr/share/libretro/info+ -e s+\.so+.info+); test -e "$INF" || echo $i; done
-        infoFile = RETROARCH_SHARE / "info" / f"{system.config.core}_libretro.info"
+        infoFile = RETROARCH_SHARE / "info" / f"{coreBinary}_libretro.info"
         if not infoFile.exists():
             raise MissingCore
 

package/batocera/core/batocera-configgen/configgen/configgen/generators/libretro/libretroMAMEConfig.py

@@ -0,0 +1,191 @@
+from __future__ import annotations
+
+import json
+import logging
+import shutil
+import zipfile
+from pathlib import Path
+from typing import TYPE_CHECKING
+
+from ...batoceraPaths import BIOS, CONFIGS, SAVES, mkdir_if_not_exists
+from ...exceptions import BatoceraException
+from ..mame.mamePaths import (
+    MAME_BIOS,
+    MAME_CONFIG,
+    MAME_SAVES,
+    MESS_AUTOBOOT_SCRIPTS,
+    MESS_SOFTLIST_MAP,
+    MESS_SYSTEMS_MAPPING,
+)
+from ..mame.messUtils import (
+    _build_config_args,
+    _build_rom_ext_args,
+    _compute_sha1,
+    _load_softlist_map,
+    _lookup_rom,
+    _machine_from_softlist,
+)
+
+if TYPE_CHECKING:
+    from ...controller import Controllers
+    from ...Emulator import Emulator
+    from ...gun import Guns
+
+_logger = logging.getLogger(__name__)
+
+
+def generateMessConfigs(playersControllers: Controllers, system: Emulator, rom: Path, guns: Guns) -> None:
+    # Lazy import shared helpers from libretroMAMEConfig to avoid circular imports
+    from .libretroMAMEConfig import _corePath, appendCommonCommandArgs, generateMAMEPadConfig, writeCmdFile
+
+    corePath = _corePath(system)
+    specialController = 'none'
+
+    # ------------------------------------------------------------------ #
+    # 1. Identify system: attempt SHA1 autodetection first
+    # ------------------------------------------------------------------ #
+    softlist_map = _load_softlist_map()
+
+    rom_sha1 = _compute_sha1(rom)
+    _logger.debug("lr-MESS: SHA1 of %s = %s", rom.name, rom_sha1)
+
+    rom_info = _lookup_rom(rom_sha1)
+    if rom_info is not None:
+        softlist = rom_info["softlist"]
+        xml_media = rom_info["media"]
+        _logger.info(
+            "lr-MESS: identified %s as softlist=%s software=%s xml_media=%s",
+            rom.name, softlist, rom_info["software"], xml_media,
+        )
+        sys_info = softlist_map.get(softlist, {})
+        machine = system.config.get_str("altmodel") or sys_info.get("machine")
+        if not machine:
+            machine = _machine_from_softlist(softlist)
+            _logger.info(
+                "lr-MESS: softlist '%s' not in messSoftlistMap.json, inferred machine=%s",
+                softlist, machine,
+            )
+        # Priority: user override > messSoftlistMap > MAME hash XML
+        media = system.config.get_str("altromtype") or sys_info.get("media") or xml_media
+        _logger.info(
+            "lr-MESS: media resolved to %s (softlistmap=%s xml=%s)",
+            media, sys_info.get("media"), xml_media,
+        )
+    else:
+        # ROM not found — try messSystems.json lookup by system name + extension
+        softlist = ""
+        sys_info = {}
+        try:
+            systems_mapping = json.loads(MESS_SYSTEMS_MAPPING.read_text())
+            sys_ext_map = systems_mapping.get(system.name, {})
+            rom_ext = rom.suffix.lower()
+            if rom_ext == ".zip":
+                try:
+                    with zipfile.ZipFile(rom, "r") as zf:
+                        names = [n for n in zf.namelist() if not n.endswith("/")]
+                        if names:
+                            rom_ext = Path(names[0]).suffix.lower()
+                except (zipfile.BadZipFile, OSError):
+                    pass
+            softlist = sys_ext_map.get(rom_ext) or sys_ext_map.get("*") or ""
+            if softlist:
+                _logger.info(
+                    "lr-MESS: ROM not autodetected — found system '%s' ext '%s' in messSystems.json: softlist=%s",
+                    system.name, rom_ext, softlist,
+                )
+        except OSError:
+            _logger.warning("lr-MESS: messSystems.json not found at %s", MESS_SYSTEMS_MAPPING)
+
+        if softlist:
+            sys_info = softlist_map.get(softlist, {})
+            machine = system.config.get_str("altmodel") or sys_info.get("machine")
+            if not machine:
+                machine = _machine_from_softlist(softlist)
+                _logger.info(
+                    "lr-MESS: softlist '%s' not in messSoftlistMap.json, inferred machine=%s",
+                    softlist, machine,
+                )
+        else:
+            machine = None
+
+        machine = system.config.get_str("machine") or machine
+        # Priority: user override > messSoftlistMap
+        media = system.config.get_str("media") or sys_info.get("media")
+        if not machine or not media:
+            raise BatoceraException(
+                f"ROM '{rom.name}' (sha1={rom_sha1}) was not found in the MAME "
+                "software-list database. "
+                "Machine and media must be configured manually "
+                "(set 'machine' and 'media' in the system options)."
+            )
+        _logger.info("lr-MESS: ROM not autodetected — using machine=%s media=%s", machine, media)
+
+    # ------------------------------------------------------------------ #
+    # 2. Config path
+    # ------------------------------------------------------------------ #
+    if system.config.get_bool("customcfg"):
+        cfgPath = CONFIGS / corePath / machine / "custom"
+    else:
+        cfgPath = SAVES / "mame" / "cfg" / machine
+    if system.config.get_bool("pergamecfg"):
+        cfgPath = CONFIGS / corePath / machine / rom.name
+    mkdir_if_not_exists(cfgPath)
+
+    # ------------------------------------------------------------------ #
+    # 3. Build command line
+    # ------------------------------------------------------------------ #
+    commandLine: list[str | Path] = []
+
+    # Machine
+    commandLine += [machine]
+
+    # Extra static args from softlist map
+    for arg in sys_info.get("extra_args", []):
+        commandLine.append(arg)
+
+    # Config-driven args
+    commandLine += _build_config_args(sys_info.get("config_args", []), system, machine)
+
+    # Extension-driven args
+    commandLine += _build_rom_ext_args(sys_info.get("rom_ext_args", []), rom)
+
+    # Media flag and ROM path (quoted)
+    commandLine += [f"-{media}", f'"{rom}"']
+
+    # ROM search path
+    commandLine += ["-rompath", f'"{rom.parent};/userdata/bios/"']
+
+    # Config directory
+    commandLine += ["-cfg_directory", f'"{cfgPath}"']
+
+    # UI active (enabled by default for computer systems)
+    if system.config.get_bool("enableui", True):
+        commandLine += ["-ui_active"]
+
+    # Autoboot Lua script
+    lua_script_name = sys_info.get("lua_script")
+    if lua_script_name:
+        lua_path = MESS_AUTOBOOT_SCRIPTS / lua_script_name
+        if lua_path.exists():
+            commandLine += ["-autoboot_script", f'"{lua_path}"']
+        else:
+            _logger.warning("lr-MESS: Lua autoboot script not found: %s", lua_path)
+
+    # Blank disk handling
+    if system.config.get_bool("addblankdisk"):
+        altromtype = system.config.get_str("altromtype")
+        lr_mess_dsk = SAVES / 'lr-mess' / system.name / rom.stem
+        if not lr_mess_dsk.exists():
+            lr_mess_dsk.parent.mkdir(parents=True)
+            shutil.copy2('/usr/share/mame/blank.dsk', lr_mess_dsk)
+        if altromtype == 'flop2':
+            commandLine += ['-flop1', f'"{lr_mess_dsk}"']
+        else:
+            commandLine += ['-flop2', f'"{lr_mess_dsk}"']
+
+    # ------------------------------------------------------------------ #
+    # 4. Common suffix args, write cmd file, pad config
+    # ------------------------------------------------------------------ #
+    appendCommonCommandArgs(commandLine, system, rom)
+    writeCmdFile(commandLine, rom)
+    generateMAMEPadConfig(cfgPath, playersControllers, system, machine, rom, specialController, guns)