A little trick to speedup your code
Dim csv As String = String.Empty
Dim row_csv As String
...
For Each row As DataRow In dt.Rows
row_csv = String.Empty
For Each column As DataColumn In dt.Columns
row_csv += row(column.ColumnName).ToString().Replace(",", ";") + ","c
Next
row_csv += vbCr & vbLf
csv += row_csv
Next