Add IW4 multi-block techset/material reader

Implement block-aware IW4 zone reading to correctly parse PS3 techsets, materials and images. Added ZoneReadStreamBlocks and extended ZoneReadContext to track per-block cursors, alignments and block-scoped pointer resolution (ResolvePointerInBlock / ResolvePointerAlignedInBlock). Ported/added Techset.cs (technique/pass/shader models and reader) and an ImageReader that understands the PS3 EBOOT GfxImage root and block-targeted pixel/shader payloads. MaterialReader updated to queue/reserve pointer resolves per-block (TEMP/LARGE) and to resolve images/state/loadbits correctly; MaterialModels updated for EBOOT image root fields. Iw4ZoneReader now creates stream-block state and activates the LARGE block while reading asset bodies. UI/MainWindowForm updated to enumerate parsed materials and display technique/texture/constant details, and Iw4AssetBridge links materials to their single techset when applicable. Docs updated to reflect the block-aware material reader and limitations (map zones still blocked by XModel). These changes prevent misalignment when reading standalone techsets/materials and make self-contained PS3 zones' materials parse correctly.

Author: primetime43

Call of Duty FastFile Editor/Services/Iw4AssetBridge.cs

@@ -85,6 +85,10 @@ public static class Iw4AssetBridge
             // stream order, so this sorted set lets us bound each menu's data without re-scanning.
             var bodyOffsets = new SortedSet<int>();
 
+            // Editor material ↔ IW4 material pairs, so we can fill in the technique-set link after all
+            // techsets are read (materials usually precede techsets in pool order).
+            var materialRefs = new List<(MaterialAsset Editor, FastFileLib.Iw4.Material Iw4)>();
+
             foreach (var asset in walk.AssetList.Assets)
             {
                 var body = asset.XAssetPtr?.Result;
@@ -109,7 +113,9 @@ public static class Iw4AssetBridge
                         result.TechSets.Add(ToTechSet(ts));
                         break;
                     case FastFileLib.Iw4.Material mat:
-                        result.Materials.Add(ToMaterial(mat));
+                        var editorMat = ToMaterial(mat);
+                        result.Materials.Add(editorMat);
+                        materialRefs.Add((editorMat, mat));
                         break;
                     case FastFileLib.Iw4.MenuList ml:
                         iw4MenuLists.Add(ml);
@@ -120,6 +126,20 @@ public static class Iw4AssetBridge
                 }
             }
 
+            // Technique-set link. A material points at its techset via an ALIAS offset pointer — the
+            // decoded offset lands on a 4-byte alias cell that the engine fills at load time, and that
+            // cell is empty in the serialized zone, so the link can't be followed from the bytes. But
+            // when the walk read exactly one techset, every material that references a techset uses it,
+            // so attribute it (only to materials whose TechniqueSet is actually a non-null reference).
+            if (result.TechSets.Count == 1 && !string.IsNullOrEmpty(result.TechSets[0].Name))
+            {
+                string only = result.TechSets[0].Name;
+                foreach (var (editorMat, iw4Mat) in materialRefs)
+                    if (string.IsNullOrEmpty(editorMat.TechniqueSetName)
+                        && iw4Mat.TechniqueSet is { Kind: FastFileLib.Iw4.PointerKind.Offset })
+                        editorMat.TechniqueSetName = only;
+            }
+
             // Add every menuDef's offset to the boundary set so consecutive menus inside one list
             // bound each other (the last menu in a list is bounded by the next top-level asset body).
             foreach (var ml in iw4MenuLists)
@@ -591,9 +611,6 @@ private static MaterialAsset ToMaterial(FastFileLib.Iw4.Material m)
                 AdditionalData = "IW4 pointer-walk",
             };
 
-            // Technique set / texture table / constants resolve only when stored inline; shared
-            // ones are offset (block) pointers the reader doesn't dereference, so they stay empty
-            // and only the root counts above are shown.
             var ts = m.TechniqueSet is { IsResolved: true, Result: not null } ? m.TechniqueSet.Result : null;
             mat.TechniqueSetName = ts?.Name ?? string.Empty;
             if (ts?.Techniques != null)

Call of Duty FastFile Editor/UI/MainWindowForm.cs

@@ -781,8 +781,9 @@ private void LoadAssetRecordsData(bool forcePatternMatching = false, bool loadRa
                         _localizedEntries = iw4.LocalizedEntries;
                     }
 
-                    // Materials surface from a full read of the material pool (complete walk, or a
-                    // partial walk that still resolved every declared material).
+                    // Materials surface from a full read of the material pool — a complete walk, or a
+                    // partial walk that still resolved every declared material (the multi-block reader
+                    // reads standalone materials/techsets/shaders correctly, e.g. mp_favela_load).
                     if (iw4.Materials.Count > 0
                         && (iw4.Complete || iw4.Materials.Count == iw4.DeclaredMaterialCount))
                         _materials = iw4.Materials;
@@ -4701,6 +4702,7 @@ private void LoadAssetPoolIntoListView()
             int structDataIndex = 0;
             int weaponIndex = 0;
             int imageIndex = 0;
+            int materialIndex = 0;
 
             // Iterate through ALL asset records from the asset pool
             for (int i = 0; i < _zoneAssetRecords.Count; i++)
@@ -4869,6 +4871,19 @@ private void LoadAssetPoolIntoListView()
                     status = $"IW4 pointer-walk ({sdd.DefCount} defs, {sdd.EnumCount} enums, {sdd.StructCount} structs)";
                     structDataIndex++;
                 }
+                else if (isMaterial && _materials != null && materialIndex < _materials.Count)
+                {
+                    // Materials parsed in pool order (IW4 walk for MW2 PS3, MaterialParser scan otherwise).
+                    var mat = _materials[materialIndex];
+                    isParsed = true;
+                    name = string.IsNullOrEmpty(mat.Name) ? "-" : mat.Name;
+                    dataStart = $"0x{mat.StartOfFileHeader:X}";
+                    string parseMethod = !string.IsNullOrEmpty(mat.AdditionalData) ? mat.AdditionalData : "Parsed";
+                    status = mat.IsStructuredView
+                        ? $"{parseMethod} (tex {mat.TextureCount}, const {mat.ConstantCount}, techset {(string.IsNullOrEmpty(mat.TechniqueSetName) ? "—" : mat.TechniqueSetName)})"
+                        : parseMethod;
+                    materialIndex++;
+                }
 
                 // Generic fallback: if no typed parser claimed this record but the
                 // walker resolved its name + body offsets (Ghosts non-rawfile types

FastFileLib/Iw4/Iw4ZoneReader.cs

@@ -34,6 +34,7 @@ public sealed class Iw4ZoneReader
 {
     private readonly byte[] _buffer;
     private int _position;
+    private ZoneReadStreamBlocks? _streamBlocks;
 
     public Iw4ZoneReader(byte[] buffer)
     {
@@ -44,6 +45,8 @@ public Iw4ZoneReadResult Read()
     {
         _position = 0;
         var header = ParseHeader();
+        // Per-block stream positions (IW4 XFILE_BLOCK model) — created from the header block sizes.
+        _streamBlocks = new ZoneReadStreamBlocks(header.BlockSize);
         var (assetList, stoppedType, stoppedIndex, error) = ParseXAssetList();
 
         return new Iw4ZoneReadResult
@@ -79,13 +82,19 @@ private XFile ParseHeader()
 
     private (XAssetList list, XAssetType? stoppedType, int stoppedIndex, string? error) ParseXAssetList()
     {
-        var context = new ZoneReadContext(_buffer, _position);
+        var context = new ZoneReadContext(_buffer, _position, _streamBlocks);
         var assetList = ReadXAssetList(ref context);
 
         XAssetType? stoppedType = null;
         int stoppedIndex = -1;
         string? error = null;
 
+        // Asset bodies are allocated from the LARGE block (the primary serialized asset-data block);
+        // resolve them with LARGE active so block-targeted inline data (e.g. shader bytecode that a
+        // pass reads from TEMP) aligns against the correct per-block cursor. The XAssetList header
+        // (counts + the two array pointers) was already read above with TEMP active, matching the
+        // reference — that 16-byte TEMP advance is what later TEMP-block alignment is relative to.
+        context.PushStreamBlock(ZoneStreamBlock.Large);
         try
         {
             context.ResolveQueued();
@@ -106,6 +115,10 @@ private XFile ParseHeader()
                 error = inner.Message;
             }
         }
+        finally
+        {
+            context.PopStreamBlock();
+        }
 
         _position = context.Position;
         return (assetList, stoppedType, stoppedIndex, error);

FastFileLib/Iw4/MaterialModels.cs

@@ -110,8 +110,17 @@ public class MaterialInfo
 
 public class GfxImage : BaseAsset
 {
+    // PS3 EBOOT GfxImage root is 0x50: a 0x28 prefix (width/height/format/resourceSize/…), the
+    // LoadDef pointer @0x28, a 0x20 suffix, and the name pointer @0x4C.
+    public const int EBOOT_ROOT_SIZE = 0x50;
+    public const int EBOOT_LOAD_DEF_POINTER_OFFSET = 0x28;
+    public const int EBOOT_NAME_POINTER_OFFSET = 0x4C;
+
     public GfxImage() : base(XAssetType.Image) { }
+
+    public byte[] EbootRootPrefix { get; set; } = new byte[EBOOT_LOAD_DEF_POINTER_OFFSET];
     public ZonePointer<GfxImageLoadDef>? LoadDef { get; set; }
+    public byte[] EbootRootSuffix { get; set; } = new byte[EBOOT_NAME_POINTER_OFFSET - EBOOT_LOAD_DEF_POINTER_OFFSET - 4];
     public byte MapType, Semantic, Category, UseSrgbReads;
     public byte[] Picmip { get; set; } = new byte[2];
     public byte NoPicmip, Track;