unsigned int m_width		= 500;  // (x)
unsigned int m_height		= 500;  // (y)

unsigned char* redBuff		= new unsigned char[m_height * m_width];
unsigned char* greenBuff	= new unsigned char[m_height * m_width];
unsigned char* blueBuff		= new unsigned char[m_height * m_width];
unsigned char* infr1Buff	= new unsigned char[m_height * m_width];
unsigned char* infr2Buff	= new unsigned char[m_height * m_width];


void fillChannels(void* bufferIn)
{	
	char* buffer = (char*) bufferIn;
	int indChannel = 0;
	int indSwitch = 0;

	for (int x = 0; x < (m_width * 6)-1 ; x++)
	{
		for (int y = 0; y < m_height-1; y++)
		{
			switch (indSwitch)
			{
			case 0:
				redBuff[indChannel] = buffer[x+y];
				indSwitch++;
				break;
			case 1:
				greenBuff[indChannel] = buffer[x+y]; 
				indSwitch++;
				break;
			case 2:
				blueBuff[indChannel] = buffer[x+y];  
				indSwitch++;
				break;
			case 3:
				infr1Buff[indChannel] = buffer[x+y]; 
				indSwitch++;
				break;
			case 4:
				infr2Buff[indChannel] = buffer[x+y]; 
				indSwitch++;
				break;
			case 5:
				indChannel++;
				indSwitch = 0;
				break;
			}			
		}
		indSwitch = 0;
	}
}

for(int ind = 0; ind < m_width * m_hieght * 6; ind++) {

...... TODO:...
}

не много переписал.. 
void fillChannels(BYTE* buffer)
{				
	//unsigned int m_width		= 640; 
	//unsigned int m_height		= 480; 
	int step = 6;

	for (int i = 0; i < m_width * m_height; i++, buffer+=step)
	{
		redBuff[i]	= *buffer + 0;
		greenBuff[i]= *buffer + 1;
		blueBuff[i] = *buffer + 2;
		infr1Buff[i]= *buffer + 3;
		infr2Buff[i]= *buffer + 4;
	}

}

int m_width = 2720;
int m_heigh = 1024; // from file config of camera!!

void fillChannels(uint16_t* buffer)
{				
	int step = 8;
	for (int i = 0; i < m_width * m_height; i++, buffer+=step)
	{
		redBuff[i]	= *(buffer + 0);
..
	}

}