MinecraftConsoles/Minecraft.World/RegionFile.cpp

#include "stdafx.h"
#include "System.h"
#include "InputOutputStream.h"
#include "File.h"
#include "RegionFile.h"

#include "ConsoleSaveFile.h"

byteArray RegionFile::emptySector(SECTOR_BYTES);

RegionFile::RegionFile(ConsoleSaveFile *saveFile, File *path)
{
	_lastModified = 0;

	m_saveFile = saveFile;

	offsets = new int[SECTOR_INTS];
	memset(offsets,0,SECTOR_BYTES);
	chunkTimestamps = new int[SECTOR_INTS];
	memset(chunkTimestamps,0,SECTOR_BYTES);

	/*  4J Jev, using files instead of strings: 
	strncpy(fileName,path,MAX_PATH_SIZE); */

	fileName = path;

//    debugln("REGION LOAD " + fileName);

	sizeDelta = 0;

	// 4J - removed try/catch
//    try {
	
	/* 4J - Removed as _lastModifed not used and this is always failing as checking wrong thing
	if(  path->exists() )
	{
		_lastModified = path->lastModified();
	}
	*/

	fileEntry = m_saveFile->createFile( fileName->getName() );
	m_saveFile->setFilePointer( fileEntry, 0, NULL, FILE_END );

	if ( fileEntry->getFileSize() < SECTOR_BYTES)
	{
		// 4J altered - the original code used to write out 2 empty sectors here, which we don't want to do as we might be at a point where we shouldn't be touching the save file.
		// This now happens in insertInitialSectors when we do a first write to the region
		m_bIsEmpty = true;	

		sizeDelta += SECTOR_BYTES * 2;
	}
	else
	{
		m_bIsEmpty = false;
	}

	//if ((GetFileSize(file,NULL) & 0xfff) != 0)
	if ((fileEntry->getFileSize() & 0xfff) != 0)
	{
		//byte zero = 0;
		DWORD numberOfBytesWritten = 0;
		DWORD bytesToWrite = 0x1000 - (fileEntry->getFileSize() & 0xfff);
		byte *zeroBytes = new byte[ bytesToWrite ];
		ZeroMemory(zeroBytes, bytesToWrite);

		/* the file size is not a multiple of 4KB, grow it */
		m_saveFile->writeFile(fileEntry,zeroBytes,bytesToWrite,&numberOfBytesWritten);

		delete [] zeroBytes;
	}

	/* set up the available sector map */
	
	int nSectors;
	if( m_bIsEmpty )		// 4J - added this case for our empty files that we now don't create
	{
		nSectors = 2;
	}
	else
	{
		nSectors = (int) fileEntry->getFileSize() / SECTOR_BYTES;
	}
	sectorFree = new vector<bool>;
	sectorFree->reserve(nSectors);

	for (int i = 0; i < nSectors; ++i)
	{
		sectorFree->push_back(true);
	}

	sectorFree->at(0) = false; // chunk offset table
	sectorFree->at(1) = false; // for the last modified info

	m_saveFile->setFilePointer( fileEntry, 0, NULL, FILE_BEGIN );
	for (int i = 0; i < SECTOR_INTS; ++i)
	{
		unsigned int offset = 0;
		DWORD numberOfBytesRead = 0;
		if( !m_bIsEmpty )		// 4J added condition, don't read back if we've just created an empty file as we don't immediately write this anymore
		{
			m_saveFile->readFile(fileEntry, &offset, 4, &numberOfBytesRead);

			if(saveFile->isSaveEndianDifferent()) System::ReverseULONG(&offset);

		}
		offsets[i] = offset;
		if (offset != 0 && (offset >> 8) + (offset & 0xFF) <= sectorFree->size())
		{
			for (unsigned int sectorNum = 0; sectorNum < (offset & 0xFF); ++sectorNum)
			{
				sectorFree->at((offset >> 8) + sectorNum) = false;
			}
		}
	}
	for (int i = 0; i < SECTOR_INTS; ++i)
	{
		int lastModValue = 0;
		DWORD numberOfBytesRead = 0;
		if( !m_bIsEmpty )		// 4J added condition, don't read back if we've just created an empty file as we don't immediately write this anymore
		{
			m_saveFile->readFile(fileEntry, &lastModValue, 4, &numberOfBytesRead);

			if(saveFile->isSaveEndianDifferent()) System::ReverseINT(&lastModValue);
		}
		chunkTimestamps[i] = lastModValue;
	}


//    } catch (IOException e) {
//        e.printStackTrace();
//    }
}

void RegionFile::writeAllOffsets() // used for the file ConsoleSaveFile conversion between platforms
{
	if(m_bIsEmpty == false) 
	{
		// save all the offsets and timestamps
		m_saveFile->LockSaveAccess();

		DWORD numberOfBytesWritten = 0;
		m_saveFile->setFilePointer( fileEntry, 0, NULL, FILE_BEGIN );
		m_saveFile->writeFile(fileEntry,offsets, SECTOR_BYTES ,&numberOfBytesWritten);

		numberOfBytesWritten = 0;
		m_saveFile->setFilePointer( fileEntry, SECTOR_BYTES, NULL, FILE_BEGIN );
		m_saveFile->writeFile(fileEntry, chunkTimestamps, SECTOR_BYTES, &numberOfBytesWritten);

		m_saveFile->ReleaseSaveAccess();
	}

}
RegionFile::~RegionFile()
{
	delete[] offsets;
	delete[] chunkTimestamps;
	delete sectorFree;
	m_saveFile->closeHandle( fileEntry );
}

__int64 RegionFile::lastModified()
{
	return _lastModified;
}

int RegionFile::getSizeDelta()   // TODO - was synchronized
{
	int ret = sizeDelta;
	sizeDelta = 0;
	return ret;
}

DataInputStream *RegionFile::getChunkDataInputStream(int x, int z) // TODO - was synchronized
{
	if (outOfBounds(x, z))
	{
//        debugln("READ", x, z, "out of bounds");
		return NULL;
	}

	// 4J - removed try/catch
//    try {
	int offset = getOffset(x, z);
	if (offset == 0)
	{
		// debugln("READ", x, z, "miss");
		return NULL;
	}

	unsigned int sectorNumber = offset >> 8;
	unsigned int numSectors = offset & 0xFF;

	if (sectorNumber + numSectors > sectorFree->size())
	{
//        debugln("READ", x, z, "invalid sector");
		return NULL;
	}

	m_saveFile->LockSaveAccess();

	//SetFilePointer(file,sectorNumber * SECTOR_BYTES,0,FILE_BEGIN);	
	m_saveFile->setFilePointer( fileEntry, sectorNumber * SECTOR_BYTES, NULL, FILE_BEGIN);
	
	unsigned int length;
	unsigned int decompLength;
	unsigned int readDecompLength;

	DWORD numberOfBytesRead = 0;

	// 4J - this differs a bit from the java file format. Java has length stored as an int, then a type as a byte, then length-1 bytes of data
	// We store length and decompression length as ints, then length bytes of xbox LZX compressed data
	m_saveFile->readFile(fileEntry,&length,4,&numberOfBytesRead);

	if(m_saveFile->isSaveEndianDifferent()) System::ReverseULONG(&length);

	// Using to bit of length to signify that this data was compressed with RLE method
	bool useRLE = false;
	if( length & 0x80000000 )
	{
		useRLE = true;
		length &= 0x7fffffff;
	}
	m_saveFile->readFile(fileEntry,&decompLength,4,&numberOfBytesRead);

	if(m_saveFile->isSaveEndianDifferent()) System::ReverseULONG(&decompLength);

	if (length > SECTOR_BYTES * numSectors)
	{
//        debugln("READ", x, z, "invalid length: " + length + " > 4096 * " + numSectors);
		
		m_saveFile->ReleaseSaveAccess();
		return NULL;
	}

	MemSect(50);
	byte *data = new byte[length];
	byte *decomp = new byte[decompLength];
	MemSect(0);
	readDecompLength = decompLength;
	m_saveFile->readFile(fileEntry,data,length,&numberOfBytesRead);

	m_saveFile->ReleaseSaveAccess();

	Compression::getCompression()->SetDecompressionType(m_saveFile->getSavePlatform()); // if this save is from another platform, set the correct decompression type

	if( useRLE )
	{
		Compression::getCompression()->DecompressLZXRLE(decomp, &readDecompLength, data, length );
	}
	else
	{
		Compression::getCompression()->Decompress(decomp, &readDecompLength, data, length );
	}

	Compression::getCompression()->SetDecompressionType(SAVE_FILE_PLATFORM_LOCAL); // and then set the decompression back to the local machine's standard type

	delete [] data;

	// 4J - was InflaterInputStream in here too, but we've already decompressed
	DataInputStream *ret = new DataInputStream(new ByteArrayInputStream( byteArray( decomp, readDecompLength) )); 
	return ret;

//    } catch (IOException e) {
//        debugln("READ", x, z, "exception");
//        return null;
//    }
}

DataOutputStream *RegionFile::getChunkDataOutputStream(int x, int z)
{
	// 4J - was DeflatorOutputStream in here too, but we've already compressed
	return new DataOutputStream( new ChunkBuffer(this, x, z));	
}

/* write a chunk at (x,z) with length bytes of data to disk */
void RegionFile::write(int x, int z, byte *data, int length)		// TODO - was synchronized
{
	// 4J Stu - Do the compression here so that we know how much space we need to store the compressed data
	byte *compData = new byte[length + 2048];	// presuming compression is going to make this smaller...	UPDATE - for some really small things this isn't the case. Added 2K on here to cover those.
	unsigned int compLength = length;
	Compression::getCompression()->CompressLZXRLE(compData,&compLength,data,length);

	int sectorsNeeded = (compLength + CHUNK_HEADER_SIZE) / SECTOR_BYTES + 1;

//	app.DebugPrintf(">>>>>>>>>>>>>> writing compressed data for 0x%.8x, %d %d\n",fileEntry->data.regionIndex,x,z);

	// maximum chunk size is 1MB
	if (sectorsNeeded >= 256)
	{
		return;
	}

	m_saveFile->LockSaveAccess();
	{
		int offset = getOffset(x, z);
		int sectorNumber = offset >> 8;
		int sectorsAllocated = offset & 0xFF;

#ifndef _CONTENT_PACKAGE
		if(sectorNumber < 0)
		{
			__debugbreak();
		}
#endif

		if (sectorNumber != 0 && sectorsAllocated == sectorsNeeded)
		{
			/* we can simply overwrite the old sectors */
	//        debug("SAVE", x, z, length, "rewrite");
	#ifndef _CONTENT_PACKAGE
			//wprintf(L"Writing chunk (%d,%d) in %ls from current sector %d to %d\n", x,z, fileEntry->data.filename, sectorNumber, sectorNumber + sectorsNeeded - 1);
	#endif
			write(sectorNumber, compData, length, compLength);
		}
		else
		{
			/* we need to allocate new sectors */

			/* mark the sectors previously used for this chunk as free */
			for (int i = 0; i < sectorsAllocated; ++i)
			{
				sectorFree->at(sectorNumber + i) = true;
			}
			// 4J added - zero this now unused region of the file, so it can be better compressed until it is reused
			zero(sectorNumber, SECTOR_BYTES * sectorsAllocated);

			PIXBeginNamedEvent(0,"Scanning for free space\n");
			/* scan for a free space large enough to store this chunk */
			int runStart = (int)(find(sectorFree->begin(),sectorFree->end(),true) - sectorFree->begin());  // 4J - was sectorFree.indexOf(true)
			int runLength = 0;
			if (runStart != -1)
			{
				for (unsigned int i = runStart; i < sectorFree->size(); ++i)
				{
					if (runLength != 0)
					{
						if (sectorFree->at(i)) runLength++;
						else runLength = 0;
					} else if (sectorFree->at(i))
					{
						runStart = i;
						runLength = 1;
					}
					if (runLength >= sectorsNeeded)
					{
						break;
					}
				}
			}
			PIXEndNamedEvent();

			if (runLength >= sectorsNeeded)
			{
				/* we found a free space large enough */
	//            debug("SAVE", x, z, length, "reuse");
				sectorNumber = runStart;
				setOffset(x, z, (sectorNumber << 8) | sectorsNeeded);
	#ifndef _CONTENT_PACKAGE
				//wprintf(L"Writing chunk (%d,%d) in %ls from old sector %d to %d\n", x,z, fileEntry->data.filename, sectorNumber, sectorNumber + sectorsNeeded - 1);
	#endif
				for (int i = 0; i < sectorsNeeded; ++i)
				{
					sectorFree->at(sectorNumber + i) = false;
				}
				write(sectorNumber, compData, length, compLength);
			}
			else
			{
				PIXBeginNamedEvent(0,"Expanding storage for %d sectors\n", sectorsNeeded);
				/*
					* no free space large enough found -- we need to grow the
					* file
					*/
	//            debug("SAVE", x, z, length, "grow");
				//SetFilePointer(file,0,0,FILE_END);			
				m_saveFile->setFilePointer( fileEntry, 0, NULL, FILE_END );

				sectorNumber = (int)sectorFree->size();
	#ifndef _CONTENT_PACAKGE
				//wprintf(L"Writing chunk (%d,%d) in %ls from new sector %d to %d\n", x,z, fileEntry->data.filename, sectorNumber, sectorNumber + sectorsNeeded - 1);
	#endif
				DWORD numberOfBytesWritten = 0;
				for (int i = 0; i < sectorsNeeded; ++i)
				{
					//WriteFile(file,emptySector.data,SECTOR_BYTES,&numberOfBytesWritten,NULL);
					m_saveFile->writeFile(fileEntry,emptySector.data,SECTOR_BYTES,&numberOfBytesWritten);
					sectorFree->push_back(false);
				}
				sizeDelta += SECTOR_BYTES * sectorsNeeded;

				write(sectorNumber, compData, length, compLength);
				setOffset(x, z, (sectorNumber << 8) | sectorsNeeded);
				PIXEndNamedEvent();
			}
		}
		setTimestamp(x, z, (int) (System::currentTimeMillis() / 1000L));
	}
	m_saveFile->ReleaseSaveAccess();

//    } catch (IOException e) {
//        e.printStackTrace();
//    }
}

/* write a chunk data to the region file at specified sector number */
void RegionFile::write(int sectorNumber, byte *data, int length, unsigned int compLength)
{
	DWORD numberOfBytesWritten = 0;
	//SetFilePointer(file,sectorNumber * SECTOR_BYTES,0,FILE_BEGIN);	
	m_saveFile->setFilePointer( fileEntry, sectorNumber * SECTOR_BYTES, NULL, FILE_BEGIN );

	// 4J - this differs a bit from the java file format. Java has length stored as an int, then a type as a byte, then length-1 bytes of data
	// We store length and decompression length as ints, then length bytes of xbox LZX compressed data
	
	// 4J Stu - We need to do the compression at a level above this, where it is checking for free space

	compLength |= 0x80000000;	// 4J - signify that this has been encoded with RLE method ( see code in getChunkDataInputStream() for matching detection of this)
	m_saveFile->writeFile(fileEntry,&compLength,4,&numberOfBytesWritten);
	compLength &= 0x7fffffff;
	m_saveFile->writeFile(fileEntry,&length,4,&numberOfBytesWritten);
	m_saveFile->writeFile(fileEntry,data,compLength,&numberOfBytesWritten);
	delete[] data;
}

void RegionFile::zero(int sectorNumber, int length)
{
	DWORD numberOfBytesWritten = 0;
	//SetFilePointer(file,sectorNumber * SECTOR_BYTES,0,FILE_BEGIN);	
	m_saveFile->setFilePointer( fileEntry, sectorNumber * SECTOR_BYTES, NULL, FILE_BEGIN );
	m_saveFile->zeroFile( fileEntry, length, &numberOfBytesWritten );
}

/* is this an invalid chunk coordinate? */
bool RegionFile::outOfBounds(int x, int z)
{
	return x < 0 || x >= 32 || z < 0 || z >= 32;
}

int RegionFile::getOffset(int x, int z)
{
	return offsets[x + z * 32];
}

bool RegionFile::hasChunk(int x, int z)
{
	return getOffset(x, z) != 0;
}

// 4J added - write the initial two sectors that used to be written in the ctor when the file was empty
void RegionFile::insertInitialSectors()
{
	m_saveFile->setFilePointer( fileEntry, 0, NULL, FILE_BEGIN );
	DWORD numberOfBytesWritten = 0;
	byte zeroBytes[ SECTOR_BYTES ];
	ZeroMemory(zeroBytes, SECTOR_BYTES);

	/* we need to write the chunk offset table */
	m_saveFile->writeFile(fileEntry,zeroBytes,SECTOR_BYTES,&numberOfBytesWritten);

	// write another sector for the timestamp info
	m_saveFile->writeFile(fileEntry,zeroBytes,SECTOR_BYTES,&numberOfBytesWritten);

	m_bIsEmpty = false;
}

void RegionFile::setOffset(int x, int z, int offset)
{
	if( m_bIsEmpty )
	{
		insertInitialSectors();		// 4J added
	}

	DWORD numberOfBytesWritten = 0;
	offsets[x + z * 32] = offset;
	m_saveFile->setFilePointer( fileEntry, (x + z * 32) * 4, NULL, FILE_BEGIN );
	
	m_saveFile->writeFile(fileEntry,&offset,4,&numberOfBytesWritten);
}

void RegionFile::setTimestamp(int x, int z, int value)
{
	if( m_bIsEmpty )
	{
		insertInitialSectors();		// 4J added
	}

	DWORD numberOfBytesWritten = 0;
	chunkTimestamps[x + z * 32] = value;
	m_saveFile->setFilePointer( fileEntry, SECTOR_BYTES + (x + z * 32) * 4, NULL, FILE_BEGIN );
	
	m_saveFile->writeFile(fileEntry,&value,4,&numberOfBytesWritten);
}

void RegionFile::close()
{
	m_saveFile->closeHandle( fileEntry );
}