Tev.cpp

// Copyright 2009 Dolphin Emulator Project
// Licensed under GPLv2+
// Refer to the license.txt file included.

#include "VideoBackends/Software/Tev.h"

#include <algorithm>
#include <cmath>

#include "Common/ChunkFile.h"
#include "Common/CommonTypes.h"
#include "VideoBackends/Software/DebugUtil.h"
#include "VideoBackends/Software/EfbInterface.h"
#include "VideoBackends/Software/TextureSampler.h"

#include "VideoCommon/BoundingBox.h"
#include "VideoCommon/PerfQueryBase.h"
#include "VideoCommon/PixelShaderManager.h"
#include "VideoCommon/Statistics.h"
#include "VideoCommon/VideoCommon.h"
#include "VideoCommon/VideoConfig.h"
#include "VideoCommon/XFMemory.h"

#ifdef _DEBUG
#define ALLOW_TEV_DUMPS 1
#else
#define ALLOW_TEV_DUMPS 0
#endif

void Tev::Init()
{
  FixedConstants[0] = 0;
  FixedConstants[1] = 32;
  FixedConstants[2] = 64;
  FixedConstants[3] = 96;
  FixedConstants[4] = 128;
  FixedConstants[5] = 159;
  FixedConstants[6] = 191;
  FixedConstants[7] = 223;
  FixedConstants[8] = 255;

  for (s16& comp : Zero16)
  {
    comp = 0;
  }

  m_ColorInputLUT[0][RED_INP] = &Reg[0][RED_C];
  m_ColorInputLUT[0][GRN_INP] = &Reg[0][GRN_C];
  m_ColorInputLUT[0][BLU_INP] = &Reg[0][BLU_C];  // prev.rgb
  m_ColorInputLUT[1][RED_INP] = &Reg[0][ALP_C];
  m_ColorInputLUT[1][GRN_INP] = &Reg[0][ALP_C];
  m_ColorInputLUT[1][BLU_INP] = &Reg[0][ALP_C];  // prev.aaa
  m_ColorInputLUT[2][RED_INP] = &Reg[1][RED_C];
  m_ColorInputLUT[2][GRN_INP] = &Reg[1][GRN_C];
  m_ColorInputLUT[2][BLU_INP] = &Reg[1][BLU_C];  // c0.rgb
  m_ColorInputLUT[3][RED_INP] = &Reg[1][ALP_C];
  m_ColorInputLUT[3][GRN_INP] = &Reg[1][ALP_C];
  m_ColorInputLUT[3][BLU_INP] = &Reg[1][ALP_C];  // c0.aaa
  m_ColorInputLUT[4][RED_INP] = &Reg[2][RED_C];
  m_ColorInputLUT[4][GRN_INP] = &Reg[2][GRN_C];
  m_ColorInputLUT[4][BLU_INP] = &Reg[2][BLU_C];  // c1.rgb
  m_ColorInputLUT[5][RED_INP] = &Reg[2][ALP_C];
  m_ColorInputLUT[5][GRN_INP] = &Reg[2][ALP_C];
  m_ColorInputLUT[5][BLU_INP] = &Reg[2][ALP_C];  // c1.aaa
  m_ColorInputLUT[6][RED_INP] = &Reg[3][RED_C];
  m_ColorInputLUT[6][GRN_INP] = &Reg[3][GRN_C];
  m_ColorInputLUT[6][BLU_INP] = &Reg[3][BLU_C];  // c2.rgb
  m_ColorInputLUT[7][RED_INP] = &Reg[3][ALP_C];
  m_ColorInputLUT[7][GRN_INP] = &Reg[3][ALP_C];
  m_ColorInputLUT[7][BLU_INP] = &Reg[3][ALP_C];  // c2.aaa
  m_ColorInputLUT[8][RED_INP] = &TexColor[RED_C];
  m_ColorInputLUT[8][GRN_INP] = &TexColor[GRN_C];
  m_ColorInputLUT[8][BLU_INP] = &TexColor[BLU_C];  // tex.rgb
  m_ColorInputLUT[9][RED_INP] = &TexColor[ALP_C];
  m_ColorInputLUT[9][GRN_INP] = &TexColor[ALP_C];
  m_ColorInputLUT[9][BLU_INP] = &TexColor[ALP_C];  // tex.aaa
  m_ColorInputLUT[10][RED_INP] = &RasColor[RED_C];
  m_ColorInputLUT[10][GRN_INP] = &RasColor[GRN_C];
  m_ColorInputLUT[10][BLU_INP] = &RasColor[BLU_C];  // ras.rgb
  m_ColorInputLUT[11][RED_INP] = &RasColor[ALP_C];
  m_ColorInputLUT[11][GRN_INP] = &RasColor[ALP_C];
  m_ColorInputLUT[11][BLU_INP] = &RasColor[ALP_C];  // ras.rgb
  m_ColorInputLUT[12][RED_INP] = &FixedConstants[8];
  m_ColorInputLUT[12][GRN_INP] = &FixedConstants[8];
  m_ColorInputLUT[12][BLU_INP] = &FixedConstants[8];  // one
  m_ColorInputLUT[13][RED_INP] = &FixedConstants[4];
  m_ColorInputLUT[13][GRN_INP] = &FixedConstants[4];
  m_ColorInputLUT[13][BLU_INP] = &FixedConstants[4];  // half
  m_ColorInputLUT[14][RED_INP] = &StageKonst[RED_C];
  m_ColorInputLUT[14][GRN_INP] = &StageKonst[GRN_C];
  m_ColorInputLUT[14][BLU_INP] = &StageKonst[BLU_C];  // konst
  m_ColorInputLUT[15][RED_INP] = &FixedConstants[0];
  m_ColorInputLUT[15][GRN_INP] = &FixedConstants[0];
  m_ColorInputLUT[15][BLU_INP] = &FixedConstants[0];  // zero

  m_AlphaInputLUT[0] = &Reg[0][ALP_C];      // prev
  m_AlphaInputLUT[1] = &Reg[1][ALP_C];      // c0
  m_AlphaInputLUT[2] = &Reg[2][ALP_C];      // c1
  m_AlphaInputLUT[3] = &Reg[3][ALP_C];      // c2
  m_AlphaInputLUT[4] = &TexColor[ALP_C];    // tex
  m_AlphaInputLUT[5] = &RasColor[ALP_C];    // ras
  m_AlphaInputLUT[6] = &StageKonst[ALP_C];  // konst
  m_AlphaInputLUT[7] = &Zero16[ALP_C];      // zero

  for (int comp = 0; comp < 4; comp++)
  {
    m_KonstLUT[0][comp] = &FixedConstants[8];
    m_KonstLUT[1][comp] = &FixedConstants[7];
    m_KonstLUT[2][comp] = &FixedConstants[6];
    m_KonstLUT[3][comp] = &FixedConstants[5];
    m_KonstLUT[4][comp] = &FixedConstants[4];
    m_KonstLUT[5][comp] = &FixedConstants[3];
    m_KonstLUT[6][comp] = &FixedConstants[2];
    m_KonstLUT[7][comp] = &FixedConstants[1];

    // These are "invalid" values, not meant to be used. On hardware,
    // they all output zero.
    for (int i = 8; i < 16; ++i)
    {
      m_KonstLUT[i][comp] = &FixedConstants[0];
    }

    if (comp != ALP_C)
    {
      m_KonstLUT[12][comp] = &KonstantColors[0][comp];
      m_KonstLUT[13][comp] = &KonstantColors[1][comp];
      m_KonstLUT[14][comp] = &KonstantColors[2][comp];
      m_KonstLUT[15][comp] = &KonstantColors[3][comp];
    }

    m_KonstLUT[16][comp] = &KonstantColors[0][RED_C];
    m_KonstLUT[17][comp] = &KonstantColors[1][RED_C];
    m_KonstLUT[18][comp] = &KonstantColors[2][RED_C];
    m_KonstLUT[19][comp] = &KonstantColors[3][RED_C];
    m_KonstLUT[20][comp] = &KonstantColors[0][GRN_C];
    m_KonstLUT[21][comp] = &KonstantColors[1][GRN_C];
    m_KonstLUT[22][comp] = &KonstantColors[2][GRN_C];
    m_KonstLUT[23][comp] = &KonstantColors[3][GRN_C];
    m_KonstLUT[24][comp] = &KonstantColors[0][BLU_C];
    m_KonstLUT[25][comp] = &KonstantColors[1][BLU_C];
    m_KonstLUT[26][comp] = &KonstantColors[2][BLU_C];
    m_KonstLUT[27][comp] = &KonstantColors[3][BLU_C];
    m_KonstLUT[28][comp] = &KonstantColors[0][ALP_C];
    m_KonstLUT[29][comp] = &KonstantColors[1][ALP_C];
    m_KonstLUT[30][comp] = &KonstantColors[2][ALP_C];
    m_KonstLUT[31][comp] = &KonstantColors[3][ALP_C];
  }

  m_BiasLUT[0] = 0;
  m_BiasLUT[1] = 128;
  m_BiasLUT[2] = -128;
  m_BiasLUT[3] = 0;

  m_ScaleLShiftLUT[0] = 0;
  m_ScaleLShiftLUT[1] = 1;
  m_ScaleLShiftLUT[2] = 2;
  m_ScaleLShiftLUT[3] = 0;

  m_ScaleRShiftLUT[0] = 0;
  m_ScaleRShiftLUT[1] = 0;
  m_ScaleRShiftLUT[2] = 0;
  m_ScaleRShiftLUT[3] = 1;
}

static inline s16 Clamp255(s16 in)
{
  return in > 255 ? 255 : (in < 0 ? 0 : in);
}

static inline s16 Clamp1024(s16 in)
{
  return in > 1023 ? 1023 : (in < -1024 ? -1024 : in);
}

void Tev::SetRasColor(RasColorChan colorChan, int swaptable)
{
  switch (colorChan)
  {
  case RasColorChan::Color0:
  {
    const u8* color = Color[0];
    RasColor[RED_C] = color[bpmem.tevksel[swaptable].swap1];
    RasColor[GRN_C] = color[bpmem.tevksel[swaptable].swap2];
    swaptable++;
    RasColor[BLU_C] = color[bpmem.tevksel[swaptable].swap1];
    RasColor[ALP_C] = color[bpmem.tevksel[swaptable].swap2];
  }
  break;
  case RasColorChan::Color1:
  {
    const u8* color = Color[1];
    RasColor[RED_C] = color[bpmem.tevksel[swaptable].swap1];
    RasColor[GRN_C] = color[bpmem.tevksel[swaptable].swap2];
    swaptable++;
    RasColor[BLU_C] = color[bpmem.tevksel[swaptable].swap1];
    RasColor[ALP_C] = color[bpmem.tevksel[swaptable].swap2];
  }
  break;
  case RasColorChan::AlphaBump:
  {
    for (s16& comp : RasColor)
    {
      comp = AlphaBump;
    }
  }
  break;
  case RasColorChan::NormalizedAlphaBump:
  {
    const u8 normalized = AlphaBump | AlphaBump >> 5;
    for (s16& comp : RasColor)
    {
      comp = normalized;
    }
  }
  break;
  default:
  {
    if (colorChan != RasColorChan::Zero)
      PanicAlertFmt("Invalid ras color channel: {}", colorChan);

    for (s16& comp : RasColor)
    {
      comp = 0;
    }
  }
  break;
  }
}

void Tev::DrawColorRegular(const TevStageCombiner::ColorCombiner& cc, const InputRegType inputs[4])
{
  for (int i = BLU_C; i <= RED_C; i++)
  {
    const InputRegType& InputReg = inputs[i];

    const u16 c = InputReg.c + (InputReg.c >> 7);

    s32 temp = InputReg.a * (256 - c) + (InputReg.b * c);
    temp <<= m_ScaleLShiftLUT[u32(cc.scale.Value())];
    temp += (cc.scale == TevScale::Divide2) ? 0 : (cc.op == TevOp::Sub) ? 127 : 128;
    temp >>= 8;
    temp = cc.op == TevOp::Sub ? -temp : temp;

    s32 result = ((InputReg.d + m_BiasLUT[u32(cc.bias.Value())])
                  << m_ScaleLShiftLUT[u32(cc.scale.Value())]) +
                 temp;
    result = result >> m_ScaleRShiftLUT[u32(cc.scale.Value())];

    Reg[u32(cc.dest.Value())][i] = result;
  }
}

void Tev::DrawColorCompare(const TevStageCombiner::ColorCombiner& cc, const InputRegType inputs[4])
{
  for (int i = BLU_C; i <= RED_C; i++)
  {
    u32 a, b;
    switch (cc.compare_mode)
    {
    case TevCompareMode::R8:
      a = inputs[RED_C].a;
      b = inputs[RED_C].b;
      break;

    case TevCompareMode::GR16:
      a = (inputs[GRN_C].a << 8) | inputs[RED_C].a;
      b = (inputs[GRN_C].b << 8) | inputs[RED_C].b;
      break;

    case TevCompareMode::BGR24:
      a = (inputs[BLU_C].a << 16) | (inputs[GRN_C].a << 8) | inputs[RED_C].a;
      b = (inputs[BLU_C].b << 16) | (inputs[GRN_C].b << 8) | inputs[RED_C].b;
      break;

    case TevCompareMode::RGB8:
      a = inputs[i].a;
      b = inputs[i].b;
      break;

    default:
      PanicAlertFmt("Invalid compare mode {}", cc.compare_mode);
      continue;
    }

    if (cc.comparison == TevComparison::GT)
      Reg[u32(cc.dest.Value())][i] = inputs[i].d + ((a > b) ? inputs[i].c : 0);
    else
      Reg[u32(cc.dest.Value())][i] = inputs[i].d + ((a == b) ? inputs[i].c : 0);
  }
}

void Tev::DrawAlphaRegular(const TevStageCombiner::AlphaCombiner& ac, const InputRegType inputs[4])
{
  const InputRegType& InputReg = inputs[ALP_C];

  const u16 c = InputReg.c + (InputReg.c >> 7);

  s32 temp = InputReg.a * (256 - c) + (InputReg.b * c);
  temp <<= m_ScaleLShiftLUT[u32(ac.scale.Value())];
  temp += (ac.scale != TevScale::Divide2) ? 0 : (ac.op == TevOp::Sub) ? 127 : 128;
  temp = ac.op == TevOp::Sub ? (-temp >> 8) : (temp >> 8);

  s32 result =
      ((InputReg.d + m_BiasLUT[u32(ac.bias.Value())]) << m_ScaleLShiftLUT[u32(ac.scale.Value())]) +
      temp;
  result = result >> m_ScaleRShiftLUT[u32(ac.scale.Value())];

  Reg[u32(ac.dest.Value())][ALP_C] = result;
}

void Tev::DrawAlphaCompare(const TevStageCombiner::AlphaCombiner& ac, const InputRegType inputs[4])
{
  u32 a, b;
  switch (ac.compare_mode)
  {
  case TevCompareMode::R8:
    a = inputs[RED_C].a;
    b = inputs[RED_C].b;
    break;

  case TevCompareMode::GR16:
    a = (inputs[GRN_C].a << 8) | inputs[RED_C].a;
    b = (inputs[GRN_C].b << 8) | inputs[RED_C].b;
    break;

  case TevCompareMode::BGR24:
    a = (inputs[BLU_C].a << 16) | (inputs[GRN_C].a << 8) | inputs[RED_C].a;
    b = (inputs[BLU_C].b << 16) | (inputs[GRN_C].b << 8) | inputs[RED_C].b;
    break;

  case TevCompareMode::A8:
    a = inputs[ALP_C].a;
    b = inputs[ALP_C].b;
    break;

  default:
    PanicAlertFmt("Invalid compare mode {}", ac.compare_mode);
    return;
  }

  if (ac.comparison == TevComparison::GT)
    Reg[u32(ac.dest.Value())][ALP_C] = inputs[ALP_C].d + ((a > b) ? inputs[ALP_C].c : 0);
  else
    Reg[u32(ac.dest.Value())][ALP_C] = inputs[ALP_C].d + ((a == b) ? inputs[ALP_C].c : 0);
}

static bool AlphaCompare(int alpha, int ref, CompareMode comp)
{
  switch (comp)
  {
  case CompareMode::Always:
    return true;
  case CompareMode::Never:
    return false;
  case CompareMode::LEqual:
    return alpha <= ref;
  case CompareMode::Less:
    return alpha < ref;
  case CompareMode::GEqual:
    return alpha >= ref;
  case CompareMode::Greater:
    return alpha > ref;
  case CompareMode::Equal:
    return alpha == ref;
  case CompareMode::NEqual:
    return alpha != ref;
  default:
    PanicAlertFmt("Invalid compare mode {}", comp);
    return true;
  }
}

static bool TevAlphaTest(int alpha)
{
  const bool comp0 = AlphaCompare(alpha, bpmem.alpha_test.ref0, bpmem.alpha_test.comp0);
  const bool comp1 = AlphaCompare(alpha, bpmem.alpha_test.ref1, bpmem.alpha_test.comp1);

  switch (bpmem.alpha_test.logic)
  {
  case AlphaTestOp::And:
    return comp0 && comp1;
  case AlphaTestOp::Or:
    return comp0 || comp1;
  case AlphaTestOp::Xor:
    return comp0 ^ comp1;
  case AlphaTestOp::Xnor:
    return !(comp0 ^ comp1);
  default:
    PanicAlertFmt("Invalid AlphaTestOp {}", bpmem.alpha_test.logic);
    return true;
  }
}

static inline s32 WrapIndirectCoord(s32 coord, IndTexWrap wrapMode)
{
  switch (wrapMode)
  {
  case IndTexWrap::ITW_OFF:
    return coord;
  case IndTexWrap::ITW_256:
    return (coord & ((256 << 7) - 1));
  case IndTexWrap::ITW_128:
    return (coord & ((128 << 7) - 1));
  case IndTexWrap::ITW_64:
    return (coord & ((64 << 7) - 1));
  case IndTexWrap::ITW_32:
    return (coord & ((32 << 7) - 1));
  case IndTexWrap::ITW_16:
    return (coord & ((16 << 7) - 1));
  case IndTexWrap::ITW_0:
    return 0;
  default:
    PanicAlertFmt("Invalid indirect wrap mode {}", wrapMode);
    return 0;
  }
}

void Tev::Indirect(unsigned int stageNum, s32 s, s32 t)
{
  const TevStageIndirect& indirect = bpmem.tevind[stageNum];
  const u8* indmap = IndirectTex[indirect.bt];

  s32 indcoord[3];

  // alpha bump select
  switch (indirect.bs)
  {
  case IndTexBumpAlpha::Off:
    AlphaBump = 0;
    break;
  case IndTexBumpAlpha::S:
    AlphaBump = indmap[TextureSampler::ALP_SMP];
    break;
  case IndTexBumpAlpha::T:
    AlphaBump = indmap[TextureSampler::BLU_SMP];
    break;
  case IndTexBumpAlpha::U:
    AlphaBump = indmap[TextureSampler::GRN_SMP];
    break;
  default:
    PanicAlertFmt("Invalid alpha bump {}", indirect.bs);
    return;
  }

  // bias select
  const s16 biasValue = indirect.fmt == IndTexFormat::ITF_8 ? -128 : 1;
  s16 bias[3];
  bias[0] = indirect.bias_s ? biasValue : 0;
  bias[1] = indirect.bias_t ? biasValue : 0;
  bias[2] = indirect.bias_u ? biasValue : 0;

  // format
  switch (indirect.fmt)
  {
  case IndTexFormat::ITF_8:
    indcoord[0] = indmap[TextureSampler::ALP_SMP] + bias[0];
    indcoord[1] = indmap[TextureSampler::BLU_SMP] + bias[1];
    indcoord[2] = indmap[TextureSampler::GRN_SMP] + bias[2];
    AlphaBump = AlphaBump & 0xf8;
    break;
  case IndTexFormat::ITF_5:
    indcoord[0] = (indmap[TextureSampler::ALP_SMP] & 0x1f) + bias[0];
    indcoord[1] = (indmap[TextureSampler::BLU_SMP] & 0x1f) + bias[1];
    indcoord[2] = (indmap[TextureSampler::GRN_SMP] & 0x1f) + bias[2];
    AlphaBump = AlphaBump & 0xe0;
    break;
  case IndTexFormat::ITF_4:
    indcoord[0] = (indmap[TextureSampler::ALP_SMP] & 0x0f) + bias[0];
    indcoord[1] = (indmap[TextureSampler::BLU_SMP] & 0x0f) + bias[1];
    indcoord[2] = (indmap[TextureSampler::GRN_SMP] & 0x0f) + bias[2];
    AlphaBump = AlphaBump & 0xf0;
    break;
  case IndTexFormat::ITF_3:
    indcoord[0] = (indmap[TextureSampler::ALP_SMP] & 0x07) + bias[0];
    indcoord[1] = (indmap[TextureSampler::BLU_SMP] & 0x07) + bias[1];
    indcoord[2] = (indmap[TextureSampler::GRN_SMP] & 0x07) + bias[2];
    AlphaBump = AlphaBump & 0xf8;
    break;
  default:
    PanicAlertFmt("Invalid indirect format {}", indirect.fmt);
    return;
  }

  s32 indtevtrans[2] = {0, 0};

  // matrix multiply - results might overflow, but we don't care since we only use the lower 24 bits
  // of the result.
  const int indmtxid = indirect.mid & 3;
  if (indmtxid)
  {
    const IND_MTX& indmtx = bpmem.indmtx[indmtxid - 1];
    const int scale =
        ((u32)indmtx.col0.s0 << 0) | ((u32)indmtx.col1.s1 << 2) | ((u32)indmtx.col2.s2 << 4);

    int shift;

    switch (indirect.mid & 12)
    {
    case 0:
      // matrix values are S0.10, output format is S17.7, so divide by 8
      shift = (17 - scale);
      indtevtrans[0] = (indmtx.col0.ma * indcoord[0] + indmtx.col1.mc * indcoord[1] +
                        indmtx.col2.me * indcoord[2]) >>
                       3;
      indtevtrans[1] = (indmtx.col0.mb * indcoord[0] + indmtx.col1.md * indcoord[1] +
                        indmtx.col2.mf * indcoord[2]) >>
                       3;
      break;
    case 4:  // s matrix
      // s is S17.7, matrix elements are divided by 256, output is S17.7, so divide by 256. - TODO:
      // Maybe, since s is actually stored as S24, we should divide by 256*64?
      shift = (17 - scale);
      indtevtrans[0] = s * indcoord[0] / 256;
      indtevtrans[1] = t * indcoord[0] / 256;
      break;
    case 8:  // t matrix
      shift = (17 - scale);
      indtevtrans[0] = s * indcoord[1] / 256;
      indtevtrans[1] = t * indcoord[1] / 256;
      break;
    default:
      return;
    }

    indtevtrans[0] = shift >= 0 ? indtevtrans[0] >> shift : indtevtrans[0] << -shift;
    indtevtrans[1] = shift >= 0 ? indtevtrans[1] >> shift : indtevtrans[1] << -shift;
  }

  if (indirect.fb_addprev)
  {
    TexCoord.s += (int)(WrapIndirectCoord(s, indirect.sw) + indtevtrans[0]);
    TexCoord.t += (int)(WrapIndirectCoord(t, indirect.tw) + indtevtrans[1]);
  }
  else
  {
    TexCoord.s = (int)(WrapIndirectCoord(s, indirect.sw) + indtevtrans[0]);
    TexCoord.t = (int)(WrapIndirectCoord(t, indirect.tw) + indtevtrans[1]);
  }
}

void Tev::Draw()
{
  ASSERT(Position[0] >= 0 && Position[0] < s32(EFB_WIDTH));
  ASSERT(Position[1] >= 0 && Position[1] < s32(EFB_HEIGHT));

  INCSTAT(g_stats.this_frame.tev_pixels_in);

  // initial color values
  for (int i = 0; i < 4; i++)
  {
    Reg[i][RED_C] = PixelShaderManager::constants.colors[i][0];
    Reg[i][GRN_C] = PixelShaderManager::constants.colors[i][1];
    Reg[i][BLU_C] = PixelShaderManager::constants.colors[i][2];
    Reg[i][ALP_C] = PixelShaderManager::constants.colors[i][3];
  }

  for (unsigned int stageNum = 0; stageNum < bpmem.genMode.numindstages; stageNum++)
  {
    const int stageNum2 = stageNum >> 1;
    const int stageOdd = stageNum & 1;

    const u32 texcoordSel = bpmem.tevindref.getTexCoord(stageNum);
    const u32 texmap = bpmem.tevindref.getTexMap(stageNum);

    const TEXSCALE& texscale = bpmem.texscale[stageNum2];
    const s32 scaleS = stageOdd ? texscale.ss1 : texscale.ss0;
    const s32 scaleT = stageOdd ? texscale.ts1 : texscale.ts0;

    TextureSampler::Sample(Uv[texcoordSel].s >> scaleS, Uv[texcoordSel].t >> scaleT,
                           IndirectLod[stageNum], IndirectLinear[stageNum], texmap,
                           IndirectTex[stageNum]);

#if ALLOW_TEV_DUMPS
    if (g_ActiveConfig.bDumpTevStages)
    {
      u8 stage[4] = {IndirectTex[stageNum][TextureSampler::ALP_SMP],
                     IndirectTex[stageNum][TextureSampler::BLU_SMP],
                     IndirectTex[stageNum][TextureSampler::GRN_SMP], 255};
      DebugUtil::DrawTempBuffer(stage, INDIRECT + stageNum);
    }
#endif
  }

  for (unsigned int stageNum = 0; stageNum <= bpmem.genMode.numtevstages; stageNum++)
  {
    const int stageNum2 = stageNum >> 1;
    const int stageOdd = stageNum & 1;
    const TwoTevStageOrders& order = bpmem.tevorders[stageNum2];
    const TevKSel& kSel = bpmem.tevksel[stageNum2];

    // stage combiners
    const TevStageCombiner::ColorCombiner& cc = bpmem.combiners[stageNum].colorC;
    const TevStageCombiner::AlphaCombiner& ac = bpmem.combiners[stageNum].alphaC;

    const int texcoordSel = order.getTexCoord(stageOdd);
    const int texmap = order.getTexMap(stageOdd);

    Indirect(stageNum, Uv[texcoordSel].s, Uv[texcoordSel].t);

    // sample texture
    if (order.getEnable(stageOdd))
    {
      // RGBA
      u8 texel[4];

      TextureSampler::Sample(TexCoord.s, TexCoord.t, TextureLod[stageNum], TextureLinear[stageNum],
                             texmap, texel);

#if ALLOW_TEV_DUMPS
      if (g_ActiveConfig.bDumpTevTextureFetches)
        DebugUtil::DrawTempBuffer(texel, DIRECT_TFETCH + stageNum);
#endif

      int swaptable = ac.tswap * 2;

      TexColor[RED_C] = texel[bpmem.tevksel[swaptable].swap1];
      TexColor[GRN_C] = texel[bpmem.tevksel[swaptable].swap2];
      swaptable++;
      TexColor[BLU_C] = texel[bpmem.tevksel[swaptable].swap1];
      TexColor[ALP_C] = texel[bpmem.tevksel[swaptable].swap2];
    }

    // set konst for this stage
    const auto kc = u32(kSel.getKC(stageOdd));
    const auto ka = u32(kSel.getKA(stageOdd));
    StageKonst[RED_C] = *(m_KonstLUT[kc][RED_C]);
    StageKonst[GRN_C] = *(m_KonstLUT[kc][GRN_C]);
    StageKonst[BLU_C] = *(m_KonstLUT[kc][BLU_C]);
    StageKonst[ALP_C] = *(m_KonstLUT[ka][ALP_C]);

    // set color
    SetRasColor(order.getColorChan(stageOdd), ac.rswap * 2);

    // combine inputs
    InputRegType inputs[4];
    for (int i = 0; i < 3; i++)
    {
      inputs[BLU_C + i].a = *m_ColorInputLUT[u32(cc.a.Value())][i];
      inputs[BLU_C + i].b = *m_ColorInputLUT[u32(cc.b.Value())][i];
      inputs[BLU_C + i].c = *m_ColorInputLUT[u32(cc.c.Value())][i];
      inputs[BLU_C + i].d = *m_ColorInputLUT[u32(cc.d.Value())][i];
    }
    inputs[ALP_C].a = *m_AlphaInputLUT[u32(ac.a.Value())];
    inputs[ALP_C].b = *m_AlphaInputLUT[u32(ac.b.Value())];
    inputs[ALP_C].c = *m_AlphaInputLUT[u32(ac.c.Value())];
    inputs[ALP_C].d = *m_AlphaInputLUT[u32(ac.d.Value())];

    if (cc.bias != TevBias::Compare)
      DrawColorRegular(cc, inputs);
    else
      DrawColorCompare(cc, inputs);

    if (cc.clamp)
    {
      Reg[u32(cc.dest.Value())][RED_C] = Clamp255(Reg[u32(cc.dest.Value())][RED_C]);
      Reg[u32(cc.dest.Value())][GRN_C] = Clamp255(Reg[u32(cc.dest.Value())][GRN_C]);
      Reg[u32(cc.dest.Value())][BLU_C] = Clamp255(Reg[u32(cc.dest.Value())][BLU_C]);
    }
    else
    {
      Reg[u32(cc.dest.Value())][RED_C] = Clamp1024(Reg[u32(cc.dest.Value())][RED_C]);
      Reg[u32(cc.dest.Value())][GRN_C] = Clamp1024(Reg[u32(cc.dest.Value())][GRN_C]);
      Reg[u32(cc.dest.Value())][BLU_C] = Clamp1024(Reg[u32(cc.dest.Value())][BLU_C]);
    }

    if (ac.bias != TevBias::Compare)
      DrawAlphaRegular(ac, inputs);
    else
      DrawAlphaCompare(ac, inputs);

    if (ac.clamp)
      Reg[u32(ac.dest.Value())][ALP_C] = Clamp255(Reg[u32(ac.dest.Value())][ALP_C]);
    else
      Reg[u32(ac.dest.Value())][ALP_C] = Clamp1024(Reg[u32(ac.dest.Value())][ALP_C]);

#if ALLOW_TEV_DUMPS
    if (g_ActiveConfig.bDumpTevStages)
    {
      u8 stage[4] = {(u8)Reg[0][RED_C], (u8)Reg[0][GRN_C], (u8)Reg[0][BLU_C], (u8)Reg[0][ALP_C]};
      DebugUtil::DrawTempBuffer(stage, DIRECT + stageNum);
    }
#endif
  }

  // convert to 8 bits per component
  // the results of the last tev stage are put onto the screen,
  // regardless of the used destination register - TODO: Verify!
  const u32 color_index = u32(bpmem.combiners[bpmem.genMode.numtevstages].colorC.dest.Value());
  const u32 alpha_index = u32(bpmem.combiners[bpmem.genMode.numtevstages].alphaC.dest.Value());
  u8 output[4] = {(u8)Reg[alpha_index][ALP_C], (u8)Reg[color_index][BLU_C],
                  (u8)Reg[color_index][GRN_C], (u8)Reg[color_index][RED_C]};

  if (!TevAlphaTest(output[ALP_C]))
    return;

  // z texture
  if (bpmem.ztex2.op != ZTexOp::Disabled)
  {
    u32 ztex = bpmem.ztex1.bias;
    switch (bpmem.ztex2.type)
    {
    case ZTexFormat::U8:
      ztex += TexColor[ALP_C];
      break;
    case ZTexFormat::U16:
      ztex += TexColor[ALP_C] << 8 | TexColor[RED_C];
      break;
    case ZTexFormat::U24:
      ztex += TexColor[RED_C] << 16 | TexColor[GRN_C] << 8 | TexColor[BLU_C];
      break;
    default:
      PanicAlertFmt("Invalid ztex format {}", bpmem.ztex2.type);
    }

    if (bpmem.ztex2.op == ZTexOp::Add)
      ztex += Position[2];

    Position[2] = ztex & 0x00ffffff;
  }

  // fog
  if (bpmem.fog.c_proj_fsel.fsel != FogType::Off)
  {
    float ze;

    if (bpmem.fog.c_proj_fsel.proj == FogProjection::Perspective)
    {
      // perspective
      // ze = A/(B - (Zs >> B_SHF))
      const s32 denom = bpmem.fog.b_magnitude - (Position[2] >> bpmem.fog.b_shift);
      // in addition downscale magnitude and zs to 0.24 bits
      ze = (bpmem.fog.GetA() * 16777215.0f) / static_cast<float>(denom);
    }
    else
    {
      // orthographic
      // ze = a*Zs
      // in addition downscale zs to 0.24 bits
      ze = bpmem.fog.GetA() * (static_cast<float>(Position[2]) / 16777215.0f);
    }

    if (bpmem.fogRange.Base.Enabled)
    {
      // TODO: This is untested and should definitely be checked against real hw.
      // - No idea if offset is really normalized against the viewport width or against the
      // projection matrix or yet something else
      // - scaling of the "k" coefficient isn't clear either.

      // First, calculate the offset from the viewport center (normalized to 0..1)
      const float offset =
          (Position[0] - (static_cast<s32>(bpmem.fogRange.Base.Center.Value()) - 342)) /
          static_cast<float>(xfmem.viewport.wd);

      // Based on that, choose the index such that points which are far away from the z-axis use the
      // 10th "k" value and such that central points use the first value.
      float floatindex = 9.f - std::abs(offset) * 9.f;
      floatindex = std::clamp(floatindex, 0.f, 9.f);  // TODO: This shouldn't be necessary!

      // Get the two closest integer indices, look up the corresponding samples
      const int indexlower = (int)floatindex;
      const int indexupper = indexlower + 1;
      // Look up coefficient... Seems like multiplying by 4 makes Fortune Street work properly (fog
      // is too strong without the factor)
      const float klower = bpmem.fogRange.K[indexlower / 2].GetValue(indexlower % 2) * 4.f;
      const float kupper = bpmem.fogRange.K[indexupper / 2].GetValue(indexupper % 2) * 4.f;

      // linearly interpolate the samples and multiple ze by the resulting adjustment factor
      const float factor = indexupper - floatindex;
      const float k = klower * factor + kupper * (1.f - factor);
      const float x_adjust = sqrt(offset * offset + k * k) / k;
      ze *= x_adjust;  // NOTE: This is basically dividing by a cosine (hidden behind
                       // GXInitFogAdjTable): 1/cos = c/b = sqrt(a^2+b^2)/b
    }

    ze -= bpmem.fog.GetC();

    // clamp 0 to 1
    float fog = std::clamp(ze, 0.f, 1.f);

    switch (bpmem.fog.c_proj_fsel.fsel)
    {
    case FogType::Exp:
      fog = 1.0f - pow(2.0f, -8.0f * fog);
      break;
    case FogType::ExpSq:
      fog = 1.0f - pow(2.0f, -8.0f * fog * fog);
      break;
    case FogType::BackwardsExp:
      fog = 1.0f - fog;
      fog = pow(2.0f, -8.0f * fog);
      break;
    case FogType::BackwardsExpSq:
      fog = 1.0f - fog;
      fog = pow(2.0f, -8.0f * fog * fog);
      break;
    }

    // lerp from output to fog color
    const u32 fogInt = (u32)(fog * 256);
    const u32 invFog = 256 - fogInt;

    output[RED_C] = (output[RED_C] * invFog + fogInt * bpmem.fog.color.r) >> 8;
    output[GRN_C] = (output[GRN_C] * invFog + fogInt * bpmem.fog.color.g) >> 8;
    output[BLU_C] = (output[BLU_C] * invFog + fogInt * bpmem.fog.color.b) >> 8;
  }

  const bool late_ztest = !bpmem.zcontrol.early_ztest || !g_ActiveConfig.bZComploc;
  if (late_ztest && bpmem.zmode.testenable)
  {
    // TODO: Check against hw if these values get incremented even if depth testing is disabled
    EfbInterface::IncPerfCounterQuadCount(PQ_ZCOMP_INPUT);

    if (!EfbInterface::ZCompare(Position[0], Position[1], Position[2]))
      return;

    EfbInterface::IncPerfCounterQuadCount(PQ_ZCOMP_OUTPUT);
  }

  BoundingBox::Update(static_cast<u16>(Position[0]), static_cast<u16>(Position[0]),
                      static_cast<u16>(Position[1]), static_cast<u16>(Position[1]));

#if ALLOW_TEV_DUMPS
  if (g_ActiveConfig.bDumpTevStages)
  {
    for (u32 i = 0; i < bpmem.genMode.numindstages; ++i)
      DebugUtil::CopyTempBuffer(Position[0], Position[1], INDIRECT, i, "Indirect");
    for (u32 i = 0; i <= bpmem.genMode.numtevstages; ++i)
      DebugUtil::CopyTempBuffer(Position[0], Position[1], DIRECT, i, "Stage");
  }

  if (g_ActiveConfig.bDumpTevTextureFetches)
  {
    for (u32 i = 0; i <= bpmem.genMode.numtevstages; ++i)
    {
      TwoTevStageOrders& order = bpmem.tevorders[i >> 1];
      if (order.getEnable(i & 1))
        DebugUtil::CopyTempBuffer(Position[0], Position[1], DIRECT_TFETCH, i, "TFetch");
    }
  }
#endif

  INCSTAT(g_stats.this_frame.tev_pixels_out);
  EfbInterface::IncPerfCounterQuadCount(PQ_BLEND_INPUT);

  EfbInterface::BlendTev(Position[0], Position[1], output);
}

void Tev::SetRegColor(int reg, int comp, s16 color)
{
  KonstantColors[reg][comp] = color;
}