diff --git a/packages/edit-site/src/components/sidebar-dataviews/default-views.js b/packages/edit-site/src/components/sidebar-dataviews/default-views.js
index e739c544bd0d7b..2a8c2775179d6f 100644
--- a/packages/edit-site/src/components/sidebar-dataviews/default-views.js
+++ b/packages/edit-site/src/components/sidebar-dataviews/default-views.js
@@ -76,10 +76,14 @@ export function useDefaultViewsWithItemCounts( { postType } ) {
 	} );
 
 	return useMemo( () => {
-		if ( ! records || ! defaultViews ) {
+		if ( ! defaultViews ) {
 			return [];
 		}
 
+		if ( ! records ) {
+			return defaultViews;
+		}
+
 		const counts = {
 			all: totalItems,
 			drafts: records.filter( ( record ) => record.status === 'draft' )
@@ -98,14 +102,10 @@ export function useDefaultViewsWithItemCounts( { postType } ) {
 		};
 
 		// Filter out views with > 0 item counts.
-		return defaultViews
-			.map( ( _view ) => {
-				if ( counts?.[ _view.slug ] > 0 ) {
-					_view.count = counts[ _view.slug ];
-				}
-				return _view;
-			} )
-			.filter( ( view ) => !! view.count );
+		return defaultViews.map( ( _view ) => {
+			_view.count = counts[ _view.slug ];
+			return _view;
+		} );
 	}, [ defaultViews, records, totalItems ] );
 }