REMOVE DUPLICATE ROW FROM SQL 2005

WITH CTE (FIELDNAME, DuplicateCount)
AS
(
SELECT  FIELDNAME ,
ROW_NUMBER() OVER(PARTITION BY  FIELDNAME  ORDER BY  FIELDNAME ) AS DuplicateCount
FROM TABLENAME
)
DELETE
FROM CTE
WHERE DuplicateCount > 1
GO