Here's a solution, you just have a problem the font setting loses I think
int borderWidth = 1;
ControlPaint.DrawBorder(e.Graphics,
e.ClipRectangle, Color.Green, borderWidth,
ButtonBorderStyle.Solid, Color.Red, borderWidth,
ButtonBorderStyle.Solid, Color.Blue, borderWidth,
ButtonBorderStyle.Solid, Color.Yellow, borderWidth,
ButtonBorderStyle.Solid);
base.OnPaint(e);