If you don't mind using a loop instead of Linq:
class Program
{
    static void Main(string[] args)
    {
        byte[] array = new byte[] { 120, 100, 10, 120, 100, 10, 10, 60, 110 };
        List<byte[]> grouped = new List<byte[]>();
        // This loop will populate the list grouped with arrays of 3 bytes each, each representing an value for RGB
        for(int i = 0; i + 2 < array.Length; i += 3)
        {
            byte[] currentColor = new byte[]
            {
                array[i],
                array[i + 1],
                array[i + 2]
            };
            grouped.Add(currentColor);
        }
        // Here you will remove repeated elements for RGB
        // Notice you will have to create the ByteArrayComparer class, you will find the code right under this one
        var noRepeatedElements = grouped.Distinct<byte[]>(new ByteArrayComparer());
        // Print the non repeated elements for testing purposes
        foreach(var rgb in noRepeatedElements)
        {
            foreach(var value in rgb)
            {
                Console.Write($"\"{value}\"");
            }
        }
        Console.ReadKey();
    }
}
Where ByteArrayComparer is the following class
// This class will compare two distinct byte arrays and check if their elements are the same
public class ByteArrayComparer : IEqualityComparer<byte[]>
{
    public bool Equals(byte[] x, byte[] y)
    {
        int smallerArrayLength = Math.Min(x.Length, y.Length);
        bool elementsWithSameValue = true;
        for(int i = 0; i < smallerArrayLength; i++)
        {
            // If there is a single element which is different, we know the arrays are different and can break the loop.
            if(x[i] != y[i])
            {
                elementsWithSameValue = false;
                break;
            }
        }
        return elementsWithSameValue;
    }
    public int GetHashCode(byte[] obj)
    {
        int hash = 0;
        for(int i = 0; i < obj.Length; i++)
        {
            hash += obj[i].GetHashCode();
        }
        return hash;
    }
}    
Note that grouped now is a List of arrays of bytes. Each element in grouped has three elements, representing a single RGB value.
Now you can work with the rgb values as you please.