Add SwiftShader source to repo

Oct 6 code drop from Transgaming
Review URL: https://chromereviews.googleplex.com/3846015
diff --git a/src/Shader/VertexProgram.cpp b/src/Shader/VertexProgram.cpp
new file mode 100644
index 0000000..41153bf
--- /dev/null
+++ b/src/Shader/VertexProgram.cpp
@@ -0,0 +1,1130 @@
+// SwiftShader Software Renderer
+//
+// Copyright(c) 2005-2011 TransGaming Inc.
+//
+// All rights reserved. No part of this software may be copied, distributed, transmitted,
+// transcribed, stored in a retrieval system, translated into any human or computer
+// language by any means, or disclosed to third parties without the explicit written
+// agreement of TransGaming Inc. Without such an agreement, no rights or licenses, express
+// or implied, including but not limited to any patent rights, are granted to you.
+//
+
+#include "VertexProgram.hpp"
+
+#include "Renderer.hpp"
+#include "VertexShader.hpp"
+#include "Vertex.hpp"
+#include "Half.hpp"
+#include "SamplerCore.hpp"
+#include "Debug.hpp"
+
+extern bool localShaderConstants;
+
+namespace sw
+{
+	VertexProgram::VertexProgram(const VertexProcessor::State &state, const VertexShader *vertexShader) : VertexRoutine(state), vertexShader(vertexShader)
+	{
+		returns = false;
+		ifDepth = 0;
+		loopRepDepth = 0;
+		breakDepth = 0;
+
+		for(int i = 0; i < 2048; i++)
+		{
+			labelBlock[i] = 0;
+		}
+	}
+
+	VertexProgram::~VertexProgram()
+	{
+		for(int i = 0; i < 4; i++)
+		{
+			delete sampler[i];
+		}
+	}
+
+	void VertexProgram::pipeline(Registers &r)
+	{
+		for(int i = 0; i < 4; i++)
+		{
+			sampler[i] = new SamplerCore(r.constants, state.samplerState[i]);
+		}
+
+		if(!state.preTransformed)
+		{
+			shader(r);
+		}
+		else
+		{
+			passThrough(r);
+		}
+	}
+
+	Color4f VertexProgram::readConstant(Registers &r, const Src &src, int offset)
+	{
+		Color4f c;
+
+		int i = src.index + offset;
+		bool relative = src.relative;
+
+		if(!relative)
+		{
+			c.r = c.g = c.b = c.a = *Pointer<Float4>(r.data + OFFSET(DrawData,vs.c[i]));
+
+			c.r = c.r.xxxx;
+			c.g = c.g.yyyy;
+			c.b = c.b.zzzz;
+			c.a = c.a.wwww;
+
+			if(localShaderConstants)   // Constant may be known at compile time
+			{
+				for(int j = 0; j < vertexShader->getLength(); j++)
+				{
+					const ShaderInstruction &instruction = *vertexShader->getInstruction(j);
+
+					if(instruction.getOpcode() == ShaderOperation::OPCODE_DEF)
+					{
+						if(instruction.getDestinationParameter().index == i)
+						{
+							c.r = Float4(instruction.getSourceParameter(0).value);
+							c.g = Float4(instruction.getSourceParameter(1).value);
+							c.b = Float4(instruction.getSourceParameter(2).value);
+							c.a = Float4(instruction.getSourceParameter(3).value);
+
+							break;
+						}
+					}
+				}
+			}
+		}
+		else if(src.relativeType == Src::PARAMETER_LOOP)
+		{
+			Int loopCounter = r.aL[r.loopDepth];
+
+			c.r = c.g = c.b = c.a = *Pointer<Float4>(r.data + OFFSET(DrawData,vs.c[i]) + loopCounter * 16);
+
+			c.r = c.r.xxxx;
+			c.g = c.g.yyyy;
+			c.b = c.b.zzzz;
+			c.a = c.a.wwww;
+		}
+		else
+		{
+			Int index0;
+			Int index1;
+			Int index2;
+			Int index3;
+
+			Float4 a0_;
+
+			switch(src.relativeSwizzle & 0x03)
+			{
+			case 0: a0_ = r.a0.x; break;
+			case 1: a0_ = r.a0.y; break;
+			case 2: a0_ = r.a0.z; break;
+			case 3: a0_ = r.a0.w; break;
+			}
+
+			index0 = i + RoundInt(Float(a0_.x));
+			index1 = i + RoundInt(Float(a0_.y));
+			index2 = i + RoundInt(Float(a0_.z));
+			index3 = i + RoundInt(Float(a0_.w));
+
+			// Clamp to constant register range, c[256] = {0, 0, 0, 0}
+			index0 = IfThenElse(UInt(index0) > UInt(256), Int(256), index0);
+			index1 = IfThenElse(UInt(index1) > UInt(256), Int(256), index1);
+			index2 = IfThenElse(UInt(index2) > UInt(256), Int(256), index2);
+			index3 = IfThenElse(UInt(index3) > UInt(256), Int(256), index3);
+
+			c.x = *Pointer<Float4>(r.data + OFFSET(DrawData,vs.c) + index0 * 16, 16);
+			c.y = *Pointer<Float4>(r.data + OFFSET(DrawData,vs.c) + index1 * 16, 16);
+			c.z = *Pointer<Float4>(r.data + OFFSET(DrawData,vs.c) + index2 * 16, 16);
+			c.w = *Pointer<Float4>(r.data + OFFSET(DrawData,vs.c) + index3 * 16, 16);
+
+			transpose4x4(c.x, c.y, c.z, c.w);
+		}
+
+		return c;
+	}
+
+	void VertexProgram::shader(Registers &r)
+	{
+	//	vertexShader->print("VertexShader-%0.16llX.txt", state.shaderHash);
+
+		unsigned short version = vertexShader->getVersion();
+
+		r.enableIndex = 0;
+		r.stackIndex = 0;
+	
+		for(int i = 0; i < vertexShader->getLength(); i++)
+		{
+			const ShaderInstruction *instruction = vertexShader->getInstruction(i);
+			Op::Opcode opcode = instruction->getOpcode();
+
+		//	#ifndef NDEBUG   // FIXME: Centralize debug output control
+		//		vertexShader->printInstruction(i, "debug.txt");
+		//	#endif
+
+			if(opcode == Op::OPCODE_DCL || opcode == Op::OPCODE_DEF || opcode == Op::OPCODE_DEFI || opcode == Op::OPCODE_DEFB)
+			{
+				continue;
+			}
+
+			Dst dest = instruction->getDestinationParameter();
+			Src src0 = instruction->getSourceParameter(0);
+			Src src1 = instruction->getSourceParameter(1);
+			Src src2 = instruction->getSourceParameter(2);
+			Src src3 = instruction->getSourceParameter(3);
+
+			bool predicate = instruction->isPredicate();
+			int size = vertexShader->size(opcode);
+			Usage usage = instruction->getUsage();
+			unsigned char usageIndex = instruction->getUsageIndex();
+			Control control = instruction->getControl();
+			bool integer = dest.type == Dst::PARAMETER_ADDR;
+			bool pp = dest.partialPrecision;
+
+			Color4f d;
+			Color4f s0;
+			Color4f s1;
+			Color4f s2;
+			Color4f s3;
+
+			if(src0.type != Src::PARAMETER_VOID) s0 = reg(r, src0);
+			if(src1.type != Src::PARAMETER_VOID) s1 = reg(r, src1);
+			if(src2.type != Src::PARAMETER_VOID) s2 = reg(r, src2);
+			if(src3.type != Src::PARAMETER_VOID) s3 = reg(r, src3);
+
+			switch(opcode)
+			{
+			case Op::OPCODE_VS_1_0:										break;
+			case Op::OPCODE_VS_1_1:										break;
+			case Op::OPCODE_VS_2_0:										break;
+			case Op::OPCODE_VS_2_x:										break;
+			case Op::OPCODE_VS_2_sw:									break;
+			case Op::OPCODE_VS_3_0:										break;
+			case Op::OPCODE_VS_3_sw:									break;
+			case Op::OPCODE_DCL:										break;
+			case Op::OPCODE_DEF:										break;
+			case Op::OPCODE_DEFI:										break;
+			case Op::OPCODE_DEFB:										break;
+			case Op::OPCODE_NOP:										break;
+			case Op::OPCODE_ABS:		abs(d, s0);						break;
+			case Op::OPCODE_ADD:		add(d, s0, s1);					break;
+			case Op::OPCODE_CRS:		crs(d, s0, s1);					break;
+			case Op::OPCODE_DP3:		dp3(d, s0, s1);					break;
+			case Op::OPCODE_DP4:		dp4(d, s0, s1);					break;
+			case Op::OPCODE_DST:		dst(d, s0, s1);					break;
+			case Op::OPCODE_EXP:		exp(d, s0, pp);					break;
+			case Op::OPCODE_EXPP:		expp(d, s0, version);			break;
+			case Op::OPCODE_FRC:		frc(d, s0);						break;
+			case Op::OPCODE_LIT:		lit(d, s0);						break;
+			case Op::OPCODE_LOG:		log(d, s0, pp);					break;
+			case Op::OPCODE_LOGP:		logp(d, s0, version);			break;
+			case Op::OPCODE_LRP:		lrp(d, s0, s1, s2);				break;
+			case Op::OPCODE_M3X2:		M3X2(r, d, s0, src1);			break;
+			case Op::OPCODE_M3X3:		M3X3(r, d, s0, src1);			break;
+			case Op::OPCODE_M3X4:		M3X4(r, d, s0, src1);			break;
+			case Op::OPCODE_M4X3:		M4X3(r, d, s0, src1);			break;
+			case Op::OPCODE_M4X4:		M4X4(r, d, s0, src1);			break;
+			case Op::OPCODE_MAD:		mad(d, s0, s1, s2);				break;
+			case Op::OPCODE_MAX:		max(d, s0, s1);					break;
+			case Op::OPCODE_MIN:		min(d, s0, s1);					break;
+			case Op::OPCODE_MOV:		mov(d, s0, integer);			break;
+			case Op::OPCODE_MOVA:		mov(d, s0);						break;
+			case Op::OPCODE_MUL:		mul(d, s0, s1);					break;
+			case Op::OPCODE_NRM:		nrm(d, s0, pp);					break;
+			case Op::OPCODE_POW:		pow(d, s0, s1, pp);				break;
+			case Op::OPCODE_RCP:		rcp(d, s0, pp);					break;
+			case Op::OPCODE_RSQ:		rsq(d, s0, pp);					break;
+			case Op::OPCODE_SGE:		sge(d, s0, s1);					break;
+			case Op::OPCODE_SGN:		sgn(d, s0);						break;
+			case Op::OPCODE_SINCOS:		sincos(d, s0, pp);				break;
+			case Op::OPCODE_SLT:		slt(d, s0, s1);					break;
+			case Op::OPCODE_SUB:		sub(d, s0, s1);					break;
+			case Op::OPCODE_BREAK:		BREAK(r);						break;
+			case Op::OPCODE_BREAKC:		BREAKC(r, s0, s1, control);		break;
+			case Op::OPCODE_BREAKP:		BREAKP(r, src0);				break;
+			case Op::OPCODE_CALL:		CALL(r, dest.index);			break;
+			case Op::OPCODE_CALLNZ:		CALLNZ(r, dest.index, src0);	break;
+			case Op::OPCODE_ELSE:		ELSE(r);						break;
+			case Op::OPCODE_ENDIF:		ENDIF(r);						break;
+			case Op::OPCODE_ENDLOOP:	ENDLOOP(r);						break;
+			case Op::OPCODE_ENDREP:		ENDREP(r);						break;
+			case Op::OPCODE_IF:			IF(r, src0);					break;
+			case Op::OPCODE_IFC:		IFC(r, s0, s1, control);		break;
+			case Op::OPCODE_LABEL:		LABEL(dest.index);				break;
+			case Op::OPCODE_LOOP:		LOOP(r, src1);					break;
+			case Op::OPCODE_REP:		REP(r, src0);					break;
+			case Op::OPCODE_RET:		RET(r);							break;
+			case Op::OPCODE_SETP:		setp(d, s0, s1, control);		break;
+			case Op::OPCODE_TEXLDL:		TEXLDL(r, d, s0, src1);			break;
+			case Op::OPCODE_END:										break;
+			default:
+				ASSERT(false);
+			}
+
+			if(dest.type != Dst::PARAMETER_VOID && dest.type != Dst::PARAMETER_LABEL)
+			{
+				if(dest.saturate)
+				{
+					if(dest.x) d.r = Max(d.r, Float4(0.0f, 0.0f, 0.0f, 0.0f));
+					if(dest.y) d.g = Max(d.g, Float4(0.0f, 0.0f, 0.0f, 0.0f));
+					if(dest.z) d.b = Max(d.b, Float4(0.0f, 0.0f, 0.0f, 0.0f));
+					if(dest.w) d.a = Max(d.a, Float4(0.0f, 0.0f, 0.0f, 0.0f));
+
+					if(dest.x) d.r = Min(d.r, Float4(1.0f, 1.0f, 1.0f, 1.0f));
+					if(dest.y) d.g = Min(d.g, Float4(1.0f, 1.0f, 1.0f, 1.0f));
+					if(dest.z) d.b = Min(d.b, Float4(1.0f, 1.0f, 1.0f, 1.0f));
+					if(dest.w) d.a = Min(d.a, Float4(1.0f, 1.0f, 1.0f, 1.0f));
+				}
+
+				if(vertexShader->containsDynamicBranching())
+				{
+					Color4f pDst;   // FIXME: Rename
+
+					switch(dest.type)
+					{
+					case Dst::PARAMETER_VOID:																		break;
+					case Dst::PARAMETER_TEMP:		pDst = r.r[dest.index];											break;
+					case Dst::PARAMETER_ADDR:		pDst = r.a0;													break;
+					case Dst::PARAMETER_RASTOUT:
+						switch(dest.index)
+						{
+						case 0:
+							if(dest.x) pDst.x = r.ox[Pos];
+							if(dest.y) pDst.y = r.oy[Pos];
+							if(dest.z) pDst.z = r.oz[Pos];
+							if(dest.w) pDst.w = r.ow[Pos];
+							break;
+						case 1:
+							pDst.x = r.ox[Fog];
+							break;
+						case 2:
+							pDst.x = r.oy[Pts];
+							break;
+						default:
+							ASSERT(false);
+						}
+						break;
+					case Dst::PARAMETER_ATTROUT:
+						if(dest.x) pDst.x = r.ox[D0 + dest.index];
+						if(dest.y) pDst.y = r.oy[D0 + dest.index];
+						if(dest.z) pDst.z = r.oz[D0 + dest.index];
+						if(dest.w) pDst.w = r.ow[D0 + dest.index];
+						break;
+					case Dst::PARAMETER_TEXCRDOUT:
+				//	case Dst::PARAMETER_OUTPUT:
+						if(version < 0x0300)
+						{
+							if(dest.x) pDst.x = r.ox[T0 + dest.index];
+							if(dest.y) pDst.y = r.oy[T0 + dest.index];
+							if(dest.z) pDst.z = r.oz[T0 + dest.index];
+							if(dest.w) pDst.w = r.ow[T0 + dest.index];
+						}
+						else
+						{
+							if(!dest.relative)
+							{
+								if(dest.x) pDst.x = r.ox[dest.index];
+								if(dest.y) pDst.y = r.oy[dest.index];
+								if(dest.z) pDst.z = r.oz[dest.index];
+								if(dest.w) pDst.w = r.ow[dest.index];
+							}
+							else
+							{
+								Int aL = r.aL[r.loopDepth];
+
+								if(dest.x) pDst.x = r.ox[dest.index + aL];
+								if(dest.y) pDst.y = r.oy[dest.index + aL];
+								if(dest.z) pDst.z = r.oz[dest.index + aL];
+								if(dest.w) pDst.w = r.ow[dest.index + aL];
+							}
+						}
+						break;
+					case Dst::PARAMETER_LABEL:																		break;
+					case Dst::PARAMETER_PREDICATE:	pDst = r.p0;													break;
+					case Dst::PARAMETER_INPUT:																		break;
+					default:
+						ASSERT(false);
+					}
+
+					Int4 enable = r.enableStack[r.enableIndex] & r.enableBreak;
+
+					Int4 xEnable = enable;
+					Int4 yEnable = enable;
+					Int4 zEnable = enable;
+					Int4 wEnable = enable;
+
+					if(predicate)
+					{
+						unsigned char pSwizzle = instruction->getPredicateSwizzle();
+
+						Float4 xPredicate = r.p0[(pSwizzle >> 0) & 0x03];
+						Float4 yPredicate = r.p0[(pSwizzle >> 2) & 0x03];
+						Float4 zPredicate = r.p0[(pSwizzle >> 4) & 0x03];
+						Float4 wPredicate = r.p0[(pSwizzle >> 6) & 0x03];
+
+						if(!instruction->isPredicateNot())
+						{
+							if(dest.x) xEnable = xEnable & As<Int4>(xPredicate);
+							if(dest.y) yEnable = yEnable & As<Int4>(yPredicate);
+							if(dest.z) zEnable = zEnable & As<Int4>(zPredicate);
+							if(dest.w) wEnable = wEnable & As<Int4>(wPredicate);
+						}
+						else
+						{
+							if(dest.x) xEnable = xEnable & ~As<Int4>(xPredicate);
+							if(dest.y) yEnable = yEnable & ~As<Int4>(yPredicate);
+							if(dest.z) zEnable = zEnable & ~As<Int4>(zPredicate);
+							if(dest.w) wEnable = wEnable & ~As<Int4>(wPredicate);
+						}
+					}
+
+					if(dest.x) d.x = As<Float4>(As<Int4>(d.x) & xEnable);
+					if(dest.y) d.y = As<Float4>(As<Int4>(d.y) & yEnable);
+					if(dest.z) d.z = As<Float4>(As<Int4>(d.z) & zEnable);
+					if(dest.w) d.w = As<Float4>(As<Int4>(d.w) & wEnable);
+
+					if(dest.x) d.x = As<Float4>(As<Int4>(d.x) | (As<Int4>(pDst.x) & ~xEnable));
+					if(dest.y) d.y = As<Float4>(As<Int4>(d.y) | (As<Int4>(pDst.y) & ~yEnable));
+					if(dest.z) d.z = As<Float4>(As<Int4>(d.z) | (As<Int4>(pDst.z) & ~zEnable));
+					if(dest.w) d.w = As<Float4>(As<Int4>(d.w) | (As<Int4>(pDst.w) & ~wEnable));
+				}
+
+				switch(dest.type)
+				{
+				case Dst::PARAMETER_VOID:
+					break;
+				case Dst::PARAMETER_TEMP:
+					if(dest.x) r.r[dest.index].x = d.x;
+					if(dest.y) r.r[dest.index].y = d.y;
+					if(dest.z) r.r[dest.index].z = d.z;
+					if(dest.w) r.r[dest.index].w = d.w;
+					break;
+				case Dst::PARAMETER_ADDR:
+					if(dest.x) r.a0.x = d.x;
+					if(dest.y) r.a0.y = d.y;
+					if(dest.z) r.a0.z = d.z;
+					if(dest.w) r.a0.w = d.w;
+					break;
+				case Dst::PARAMETER_RASTOUT:
+					switch(dest.index)
+					{
+					case 0:
+						if(dest.x) r.ox[Pos] = d.x;
+						if(dest.y) r.oy[Pos] = d.y;
+						if(dest.z) r.oz[Pos] = d.z;
+						if(dest.w) r.ow[Pos] = d.w;
+						break;
+					case 1:
+						r.ox[Fog] = d.x;
+						break;
+					case 2:		
+						r.oy[Pts] = d.x;
+						break;
+					default:	ASSERT(false);
+					}
+					break;
+				case Dst::PARAMETER_ATTROUT:	
+					if(dest.x) r.ox[D0 + dest.index] = d.x;
+					if(dest.y) r.oy[D0 + dest.index] = d.y;
+					if(dest.z) r.oz[D0 + dest.index] = d.z;
+					if(dest.w) r.ow[D0 + dest.index] = d.w;
+					break;
+				case Dst::PARAMETER_TEXCRDOUT:
+			//	case Dst::PARAMETER_OUTPUT:
+					if(version < 0x0300)
+					{
+						if(dest.x) r.ox[T0 + dest.index] = d.x;
+						if(dest.y) r.oy[T0 + dest.index] = d.y;
+						if(dest.z) r.oz[T0 + dest.index] = d.z;
+						if(dest.w) r.ow[T0 + dest.index] = d.w;
+					}
+					else
+					{
+						if(!dest.relative)
+						{
+							if(dest.x) r.ox[dest.index] = d.x;
+							if(dest.y) r.oy[dest.index] = d.y;
+							if(dest.z) r.oz[dest.index] = d.z;
+							if(dest.w) r.ow[dest.index] = d.w;
+						}
+						else
+						{
+							Int aL = r.aL[r.loopDepth];
+
+							if(dest.x) r.ox[dest.index + aL] = d.x;
+							if(dest.y) r.oy[dest.index + aL] = d.y;
+							if(dest.z) r.oz[dest.index + aL] = d.z;
+							if(dest.w) r.ow[dest.index + aL] = d.w;
+						}
+					}
+					break;
+				case Dst::PARAMETER_LABEL:																		break;
+				case Dst::PARAMETER_PREDICATE:	r.p0 = d;														break;
+				case Dst::PARAMETER_INPUT:																		break;
+				default:
+					ASSERT(false);
+				}
+			}
+		}
+
+		if(returns)
+		{
+			Nucleus::setInsertBlock(returnBlock);
+		}
+	}
+
+	void VertexProgram::passThrough(Registers &r)
+	{
+		if(vertexShader)
+		{
+			for(int i = 0; i < 12; i++)
+			{
+				unsigned char usage = vertexShader->output[i][0].usage;
+				unsigned char index = vertexShader->output[i][0].index;
+
+				switch(usage)
+				{
+				case 0xFF:
+					continue;
+				case ShaderOperation::USAGE_PSIZE:
+					r.oy[i] = r.v[i].x;
+					break;
+				case ShaderOperation::USAGE_TEXCOORD:
+					r.ox[i] = r.v[i].x;
+					r.oy[i] = r.v[i].y;
+					r.oz[i] = r.v[i].z;
+					r.ow[i] = r.v[i].w;
+					break;
+				case ShaderOperation::USAGE_POSITION:
+					r.ox[i] = r.v[i].x;
+					r.oy[i] = r.v[i].y;
+					r.oz[i] = r.v[i].z;
+					r.ow[i] = r.v[i].w;
+					break;
+				case ShaderOperation::USAGE_COLOR:
+					r.ox[i] = r.v[i].x;
+					r.oy[i] = r.v[i].y;
+					r.oz[i] = r.v[i].z;
+					r.ow[i] = r.v[i].w;
+					break;
+				case ShaderOperation::USAGE_FOG:
+					r.ox[i] = r.v[i].x;
+					break;
+				default:
+					ASSERT(false);
+				}
+			}
+		}
+		else
+		{
+			r.ox[Pos] = r.v[PositionT].x;
+			r.oy[Pos] = r.v[PositionT].y;
+			r.oz[Pos] = r.v[PositionT].z;
+			r.ow[Pos] = r.v[PositionT].w;
+
+			for(int i = 0; i < 2; i++)
+			{
+				r.ox[D0 + i] = r.v[Color0 + i].x;
+				r.oy[D0 + i] = r.v[Color0 + i].y;
+				r.oz[D0 + i] = r.v[Color0 + i].z;
+				r.ow[D0 + i] = r.v[Color0 + i].w;
+			}
+
+			for(int i = 0; i < 8; i++)
+			{
+				r.ox[T0 + i] = r.v[TexCoord0 + i].x;
+				r.oy[T0 + i] = r.v[TexCoord0 + i].y;
+				r.oz[T0 + i] = r.v[TexCoord0 + i].z;
+				r.ow[T0 + i] = r.v[TexCoord0 + i].w;
+			}
+
+			r.oy[Pts] = r.v[PSize].x;
+		}
+	}
+
+	Color4f VertexProgram::reg(Registers &r, const Src &src, int offset)
+	{
+		int i = src.index + offset;
+
+		Color4f reg;
+
+		if(src.type == Src::PARAMETER_CONST)
+		{
+			reg = readConstant(r, src, offset);
+		}
+		
+		switch(src.type)
+		{
+		case Src::PARAMETER_TEMP:			reg = r.r[i];	break;
+		case Src::PARAMETER_CONST:							break;
+		case Src::PARAMETER_INPUT:			reg = r.v[i];	break;
+		case Src::PARAMETER_VOID:			return r.r[0];   // Dummy
+		case Src::PARAMETER_FLOATLITERAL:	return r.r[0];   // Dummy
+		case Src::PARAMETER_ADDR:			reg = r.a0;		break;
+		case Src::PARAMETER_CONSTBOOL:		return r.r[0];   // Dummy
+		case Src::PARAMETER_CONSTINT:		return r.r[0];   // Dummy
+		case Src::PARAMETER_LOOP:			return r.r[0];   // Dummy
+		case Src::PARAMETER_PREDICATE:		return r.r[0];   // Dummy
+		case Src::PARAMETER_SAMPLER:		return r.r[0];   // Dummy
+		default:
+			ASSERT(false);
+		}
+
+		Color4f mod;
+
+		mod.x = reg[(src.swizzle >> 0) & 0x03];
+		mod.y = reg[(src.swizzle >> 2) & 0x03];
+		mod.z = reg[(src.swizzle >> 4) & 0x03];
+		mod.w = reg[(src.swizzle >> 6) & 0x03];
+
+		switch(src.modifier)
+		{
+		case Src::MODIFIER_NONE:
+			break;
+		case Src::MODIFIER_NEGATE:
+			mod.x = -mod.x;
+			mod.y = -mod.y;
+			mod.z = -mod.z;
+			mod.w = -mod.w;
+			break;
+		case Src::MODIFIER_BIAS:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_BIAS_NEGATE:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_SIGN:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_SIGN_NEGATE:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_COMPLEMENT:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_X2:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_X2_NEGATE:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_DZ:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_DW:
+			ASSERT(false);   // NOTE: Unimplemented
+			break;
+		case Src::MODIFIER_ABS:
+			mod.x = Abs(mod.x);
+			mod.y = Abs(mod.y);
+			mod.z = Abs(mod.z);
+			mod.w = Abs(mod.w);
+			break;
+		case Src::MODIFIER_ABS_NEGATE:
+			mod.x = -Abs(mod.x);
+			mod.y = -Abs(mod.y);
+			mod.z = -Abs(mod.z);
+			mod.w = -Abs(mod.w);
+			break;
+		case Src::MODIFIER_NOT:
+			UNIMPLEMENTED();
+			break;
+		default:
+			ASSERT(false);
+		}
+
+		return mod;
+	}
+
+	void VertexProgram::M3X2(Registers &r, Color4f &dst, Color4f &src0, Src &src1)
+	{
+		Color4f row0 = reg(r, src1, 0);
+		Color4f row1 = reg(r, src1, 1);
+
+		dst.x = dot3(src0, row0);
+		dst.y = dot3(src0, row1);
+	}
+
+	void VertexProgram::M3X3(Registers &r, Color4f &dst, Color4f &src0, Src &src1)
+	{
+		Color4f row0 = reg(r, src1, 0);
+		Color4f row1 = reg(r, src1, 1);
+		Color4f row2 = reg(r, src1, 2);
+
+		dst.x = dot3(src0, row0);
+		dst.y = dot3(src0, row1);
+		dst.z = dot3(src0, row2);
+	}
+
+	void VertexProgram::M3X4(Registers &r, Color4f &dst, Color4f &src0, Src &src1)
+	{
+		Color4f row0 = reg(r, src1, 0);
+		Color4f row1 = reg(r, src1, 1);
+		Color4f row2 = reg(r, src1, 2);
+		Color4f row3 = reg(r, src1, 3);
+
+		dst.x = dot3(src0, row0);
+		dst.y = dot3(src0, row1);
+		dst.z = dot3(src0, row2);
+		dst.w = dot3(src0, row3);
+	}
+
+	void VertexProgram::M4X3(Registers &r, Color4f &dst, Color4f &src0, Src &src1)
+	{
+		Color4f row0 = reg(r, src1, 0);
+		Color4f row1 = reg(r, src1, 1);
+		Color4f row2 = reg(r, src1, 2);
+
+		dst.x = dot4(src0, row0);
+		dst.y = dot4(src0, row1);
+		dst.z = dot4(src0, row2);
+	}
+
+	void VertexProgram::M4X4(Registers &r, Color4f &dst, Color4f &src0, Src &src1)
+	{
+		Color4f row0 = reg(r, src1, 0);
+		Color4f row1 = reg(r, src1, 1);
+		Color4f row2 = reg(r, src1, 2);
+		Color4f row3 = reg(r, src1, 3);
+
+		dst.x = dot4(src0, row0);
+		dst.y = dot4(src0, row1);
+		dst.z = dot4(src0, row2);
+		dst.w = dot4(src0, row3);
+	}
+
+	void VertexProgram::BREAK(Registers &r)
+	{
+		llvm::BasicBlock *deadBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
+
+		if(breakDepth == 0)
+		{
+			Nucleus::createBr(endBlock);
+		}
+		else
+		{
+			r.enableBreak = r.enableBreak & ~r.enableStack[r.enableIndex];
+			Bool allBreak = SignMask(r.enableBreak) == 0x0;
+
+			branch(allBreak, endBlock, deadBlock);
+		}
+
+		Nucleus::setInsertBlock(deadBlock);
+	}
+
+	void VertexProgram::BREAKC(Registers &r, Color4f &src0, Color4f &src1, Control control)
+	{
+		Int4 condition;
+
+		switch(control)
+		{
+		case Op::CONTROL_GT: condition = CmpNLE(src0.x,  src1.x);	break;
+		case Op::CONTROL_EQ: condition = CmpEQ(src0.x, src1.x);		break;
+		case Op::CONTROL_GE: condition = CmpNLT(src0.x, src1.x);	break;
+		case Op::CONTROL_LT: condition = CmpLT(src0.x,  src1.x);	break;
+		case Op::CONTROL_NE: condition = CmpNEQ(src0.x, src1.x);	break;
+		case Op::CONTROL_LE: condition = CmpLE(src0.x, src1.x);		break;
+		default:
+			ASSERT(false);
+		}
+
+		condition &= r.enableStack[r.enableIndex];
+
+		llvm::BasicBlock *continueBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
+
+		r.enableBreak = r.enableBreak & ~condition;
+		Bool allBreak = SignMask(r.enableBreak) == 0x0;
+
+		branch(allBreak, endBlock, continueBlock);
+		Nucleus::setInsertBlock(continueBlock);
+	}
+
+	void VertexProgram::BREAKP(Registers &r, const Src &predicateRegister)   // FIXME: Factor out parts common with BREAKC
+	{
+		Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
+
+		if(predicateRegister.modifier == Src::MODIFIER_NOT)
+		{
+			condition = ~condition;
+		}
+
+		condition &= r.enableStack[r.enableIndex];
+
+		llvm::BasicBlock *continueBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth - 1];
+
+		r.enableBreak = r.enableBreak & ~condition;
+		Bool allBreak = SignMask(r.enableBreak) == 0x0;
+
+		branch(allBreak, endBlock, continueBlock);
+		Nucleus::setInsertBlock(continueBlock);
+	}
+
+	void VertexProgram::CALL(Registers &r, int labelIndex)
+	{
+		if(!labelBlock[labelIndex])
+		{
+			labelBlock[labelIndex] = Nucleus::createBasicBlock();
+		}
+
+		llvm::BasicBlock *retBlock = Nucleus::createBasicBlock();
+		callRetBlock.push_back(retBlock);
+
+		r.callStack[r.stackIndex++] = UInt((unsigned int)callRetBlock.size() - 1);   // FIXME
+
+		Nucleus::createBr(labelBlock[labelIndex]);
+		Nucleus::setInsertBlock(retBlock);
+	}
+
+	void VertexProgram::CALLNZ(Registers &r, int labelIndex, const Src &src)
+	{
+		if(src.type == Src::PARAMETER_CONSTBOOL)
+		{
+			CALLNZb(r, labelIndex, src);
+		}
+		else if(src.type == Src::PARAMETER_PREDICATE)
+		{
+			CALLNZp(r, labelIndex, src);
+		}
+		else ASSERT(false);
+	}
+
+	void VertexProgram::CALLNZb(Registers &r, int labelIndex, const Src &boolRegister)
+	{
+		Bool condition = (*Pointer<Byte>(r.data + OFFSET(DrawData,vs.b[boolRegister.index])) != Byte(0));   // FIXME
+		
+		if(boolRegister.modifier == Src::MODIFIER_NOT)
+		{
+			condition = !condition;	
+		}
+
+		if(!labelBlock[labelIndex])
+		{
+			labelBlock[labelIndex] = Nucleus::createBasicBlock();
+		}
+
+		llvm::BasicBlock *retBlock = Nucleus::createBasicBlock();
+		callRetBlock.push_back(retBlock);
+
+		r.callStack[r.stackIndex++] = UInt((int)callRetBlock.size() - 1);   // FIXME
+
+		branch(condition, labelBlock[labelIndex], retBlock);
+		Nucleus::setInsertBlock(retBlock);
+	}
+
+	void VertexProgram::CALLNZp(Registers &r, int labelIndex, const Src &predicateRegister)
+	{
+		Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
+
+		if(predicateRegister.modifier == Src::MODIFIER_NOT)
+		{
+			condition = ~condition;
+		}
+
+		condition &= r.enableStack[r.enableIndex];
+
+		if(!labelBlock[labelIndex])
+		{
+			labelBlock[labelIndex] = Nucleus::createBasicBlock();
+		}
+
+		llvm::BasicBlock *retBlock = Nucleus::createBasicBlock();
+		callRetBlock.push_back(retBlock);
+
+		r.callStack[r.stackIndex++] = UInt((int)callRetBlock.size() - 1);   // FIXME
+
+		r.enableIndex++;
+		r.enableStack[r.enableIndex] = condition;
+
+		Bool notAllFalse = SignMask(condition & r.enableBreak) != 0;
+
+		branch(notAllFalse, labelBlock[labelIndex], retBlock);
+		Nucleus::setInsertBlock(retBlock);
+
+		r.enableIndex--;
+	}
+
+	void VertexProgram::ELSE(Registers &r)
+	{
+		ifDepth--;
+
+		llvm::BasicBlock *falseBlock = ifFalseBlock[ifDepth];
+		llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
+
+		if(isConditionalIf[ifDepth])
+		{
+			Int4 condition = ~r.enableStack[r.enableIndex] & r.enableStack[r.enableIndex - 1];
+			Bool notAllFalse = SignMask(condition & r.enableBreak) != 0;
+
+			branch(notAllFalse, falseBlock, endBlock);
+
+			r.enableStack[r.enableIndex] = ~r.enableStack[r.enableIndex] & r.enableStack[r.enableIndex - 1];
+		}
+		else
+		{
+			Nucleus::createBr(endBlock);
+			Nucleus::setInsertBlock(falseBlock);
+		}
+
+		ifFalseBlock[ifDepth] = endBlock;
+
+		ifDepth++;
+	}
+
+	void VertexProgram::ENDIF(Registers &r)
+	{
+		ifDepth--;
+
+		llvm::BasicBlock *endBlock = ifFalseBlock[ifDepth];
+
+		Nucleus::createBr(endBlock);
+		Nucleus::setInsertBlock(endBlock);
+
+		if(isConditionalIf[ifDepth])
+		{
+			breakDepth--;
+			r.enableIndex--;
+		}
+	}
+
+	void VertexProgram::ENDREP(Registers &r)
+	{
+		loopRepDepth--;
+
+		llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
+		llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
+
+		Nucleus::createBr(testBlock);
+		Nucleus::setInsertBlock(endBlock);
+
+		r.loopDepth--;
+		r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
+	}
+
+	void VertexProgram::ENDLOOP(Registers &r)
+	{
+		loopRepDepth--;
+
+		r.aL[r.loopDepth] = r.aL[r.loopDepth] + r.increment[r.loopDepth];   // FIXME: +=
+
+		llvm::BasicBlock *testBlock = loopRepTestBlock[loopRepDepth];
+		llvm::BasicBlock *endBlock = loopRepEndBlock[loopRepDepth];
+
+		Nucleus::createBr(testBlock);
+		Nucleus::setInsertBlock(endBlock);
+
+		r.loopDepth--;
+		r.enableBreak = Int4(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF);
+	}
+
+	void VertexProgram::IF(Registers &r, const Src &src)
+	{
+		if(src.type == Src::PARAMETER_CONSTBOOL)
+		{
+			IFb(r, src);
+		}
+		else if(src.type == Src::PARAMETER_PREDICATE)
+		{
+			IFp(r, src);
+		}
+		else ASSERT(false);
+	}
+
+	void VertexProgram::IFb(Registers &r, const Src &boolRegister)
+	{
+		ASSERT(ifDepth < 24 + 4);
+
+		Bool condition = (*Pointer<Byte>(r.data + OFFSET(DrawData,vs.b[boolRegister.index])) != Byte(0));   // FIXME
+
+		if(boolRegister.modifier == Src::MODIFIER_NOT)
+		{
+			condition = !condition;	
+		}
+
+		llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
+
+		branch(condition, trueBlock, falseBlock);
+
+		isConditionalIf[ifDepth] = false;
+		ifFalseBlock[ifDepth] = falseBlock;
+
+		ifDepth++;
+	}
+
+	void VertexProgram::IFp(Registers &r, const Src &predicateRegister)   // FIXME: Factor out parts common with IFC
+	{
+		Int4 condition = As<Int4>(r.p0[predicateRegister.swizzle & 0x3]);
+
+		if(predicateRegister.modifier == Src::MODIFIER_NOT)
+		{
+			condition = ~condition;
+		}
+
+		condition &= r.enableStack[r.enableIndex];
+
+		r.enableIndex++;
+		r.enableStack[r.enableIndex] = condition;
+
+		llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
+
+		Bool notAllFalse = SignMask(condition & r.enableBreak) != 0;
+
+		branch(notAllFalse, trueBlock, falseBlock);
+
+		isConditionalIf[ifDepth] = true;
+		ifFalseBlock[ifDepth] = falseBlock;
+
+		ifDepth++;
+		breakDepth++;
+	}
+
+	void VertexProgram::IFC(Registers &r, Color4f &src0, Color4f &src1, Control control)
+	{
+		Int4 condition;
+
+		switch(control)
+		{
+		case Op::CONTROL_GT: condition = CmpNLE(src0.x,  src1.x);	break;
+		case Op::CONTROL_EQ: condition = CmpEQ(src0.x, src1.x);		break;
+		case Op::CONTROL_GE: condition = CmpNLT(src0.x, src1.x);	break;
+		case Op::CONTROL_LT: condition = CmpLT(src0.x,  src1.x);	break;
+		case Op::CONTROL_NE: condition = CmpNEQ(src0.x, src1.x);	break;
+		case Op::CONTROL_LE: condition = CmpLE(src0.x, src1.x);		break;
+		default:
+			ASSERT(false);
+		}
+
+		condition &= r.enableStack[r.enableIndex];
+
+		r.enableIndex++;
+		r.enableStack[r.enableIndex] = condition;
+
+		llvm::BasicBlock *trueBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *falseBlock = Nucleus::createBasicBlock();
+
+		Bool notAllFalse = SignMask(condition & r.enableBreak) != 0;
+
+		branch(notAllFalse, trueBlock, falseBlock);
+
+		isConditionalIf[ifDepth] = true;
+		ifFalseBlock[ifDepth] = falseBlock;
+
+		ifDepth++;
+		breakDepth++;
+	}
+
+	void VertexProgram::LABEL(int labelIndex)
+	{
+		Nucleus::setInsertBlock(labelBlock[labelIndex]);
+	}
+
+	void VertexProgram::LOOP(Registers &r, const Src &integerRegister)
+	{
+		r.loopDepth++;
+
+		r.iteration[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData,vs.i[integerRegister.index][0]));
+		r.aL[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData,vs.i[integerRegister.index][1]));
+		r.increment[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData,vs.i[integerRegister.index][2]));
+
+		// FIXME: Compiles to two instructions?
+		If(r.increment[r.loopDepth] == 0)
+		{
+			r.increment[r.loopDepth] = 1;
+		}
+
+		llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
+
+		loopRepTestBlock[loopRepDepth] = testBlock;
+		loopRepEndBlock[loopRepDepth] = endBlock;
+
+		// FIXME: jump(testBlock)
+		Nucleus::createBr(testBlock);
+		Nucleus::setInsertBlock(testBlock);
+
+		branch(r.iteration[r.loopDepth] > 0, loopBlock, endBlock);
+		Nucleus::setInsertBlock(loopBlock);
+
+		r.iteration[r.loopDepth] = r.iteration[r.loopDepth] - 1;   // FIXME: --
+		
+		loopRepDepth++;
+		breakDepth = 0;
+	}
+
+	void VertexProgram::REP(Registers &r, const Src &integerRegister)
+	{
+		r.loopDepth++;
+
+		r.iteration[r.loopDepth] = *Pointer<Int>(r.data + OFFSET(DrawData,vs.i[integerRegister.index][0]));
+		r.aL[r.loopDepth] = r.aL[r.loopDepth - 1];
+
+		llvm::BasicBlock *loopBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *testBlock = Nucleus::createBasicBlock();
+		llvm::BasicBlock *endBlock = Nucleus::createBasicBlock();
+
+		loopRepTestBlock[loopRepDepth] = testBlock;
+		loopRepEndBlock[loopRepDepth] = endBlock;
+
+		// FIXME: jump(testBlock)
+		Nucleus::createBr(testBlock);
+		Nucleus::setInsertBlock(testBlock);
+
+		branch(r.iteration[r.loopDepth] > 0, loopBlock, endBlock);
+		Nucleus::setInsertBlock(loopBlock);
+
+		r.iteration[r.loopDepth] = r.iteration[r.loopDepth] - 1;   // FIXME: --
+
+		loopRepDepth++;
+		breakDepth = 0;
+	}
+
+	void VertexProgram::RET(Registers &r)
+	{
+		if(!returns)
+		{
+			returnBlock = Nucleus::createBasicBlock();
+			Nucleus::createBr(returnBlock);
+
+			returns = true;
+		}
+		else
+		{
+			// FIXME: Encapsulate
+			UInt index = r.callStack[--r.stackIndex];
+ 
+			llvm::BasicBlock *unreachableBlock = Nucleus::createBasicBlock();
+			llvm::Value *value = Nucleus::createLoad(index.address);
+			llvm::Value *switchInst = Nucleus::createSwitch(value, unreachableBlock, (int)callRetBlock.size());
+
+			for(unsigned int i = 0; i < callRetBlock.size(); i++)
+			{
+				Nucleus::addSwitchCase(switchInst, i, callRetBlock[i]);
+			}
+
+			Nucleus::setInsertBlock(unreachableBlock);
+			Nucleus::createUnreachable();
+		}
+	}
+
+	void VertexProgram::TEXLDL(Registers &r, Color4f &dst, Color4f &src0, const Src &src1)
+	{
+		Pointer<Byte> texture = r.data + OFFSET(DrawData,mipmap[16]) + src1.index * sizeof(Texture);
+
+		Color4f tmp;
+
+		sampler[src1.index]->sampleTexture(texture, tmp, src0.x, src0.y, src0.z, src0.w, src0, src0, false, false, true);
+
+		dst.x = tmp[(src1.swizzle >> 0) & 0x3];
+		dst.y = tmp[(src1.swizzle >> 2) & 0x3];
+		dst.z = tmp[(src1.swizzle >> 4) & 0x3];
+		dst.w = tmp[(src1.swizzle >> 6) & 0x3];
+	}
+}