Uma das maneiras de fazê-lo é
select A.ForeignKeyID, R.recordID
from (select distinct t.ForeignKeyID from table as t) as A
outer apply
(
select top 1 t.recordID
from table as t where t.ForeignKeyID = A.ForeignKeyID
order by t.createdDate asc
) as R
EXEMPLO DE FIDDLE SQL
Outra maneira de fazer é
select top 1 with ties
t.recordID, t.ForeignKeyID
from table as t
order by row_number() over (partition by t.ForeignKeyID order by t.createdDate)
EXEMPLO DE FIDDLE SQL
E outra maneira
select A.recordID, A.ForeignKeyID
from
(
select
t.recordID, t.ForeignKeyID,
row_number() over (partition by t.ForeignKeyID order by t.createdDate) as RowNum
from table1 as t
) as A
where A.RowNum = 1
EXEMPLO DE FIDDLE SQL
Eu gosto do segundo mais do que dos outros por causa da falta de código
