Nevermind I figured it out. But for anyone who is interested in my not too pretty solution see below:
''TODO: add your code below.
Dim actView As Autodesk.Revit.DB.View = CachedUiApp.ActiveUIDocument.ActiveView
Dim actViewID = actView.Id
Dim views As List(Of ElementFilter) = New List(Of ElementFilter)
views.Add(New ElementClassFilter(GetType(View3D)))
views.Add(New ElementClassFilter(GetType(ViewDrafting)))
views.Add(New ElementClassFilter(GetType(ViewPlan)))
views.Add(New ElementClassFilter(GetType(ViewSection)))
Dim filter As LogicalOrFilter = New LogicalOrFilter(views)
Dim col As FilteredElementCollector
col = New FilteredElementCollector(CachedDoc)
col.WhereElementIsNotElementType()
col.WherePasses(filter)
For Each CurView As Autodesk.Revit.DB.View In col
'MsgBox(CurView.ViewName)
If CurView.IsTemplate = False Then
CachedUiApp.ActiveUIDocument.ActiveView = CurView
End If
Next
Dim openViews = CachedUiApp.ActiveUIDocument.GetOpenUIViews()
For Each openView As Autodesk.Revit.UI.UIView In openViews
If openView.ViewId <> actViewID Then
openView.Close()
End If
Next