chore(cat-voices): remove old daos (#3745)

* remove totalAsk and proposalsCount from campaign model

* proposalsCount -> finalProposalsCount

* CampaignCategoryViewModel.id -> CampaignCategoryViewModel.ref

* little DiscoveryCubit state build cleanup

* watch campaign total ask in discovery

* smaller voting category model

* new proposal campaign

* safe check

* proposal builder category total ask

* chore: missing TODO

* category details

* watch proposals template total ask

* finish integration of total_ask

* close

* remove print and add TODO

* documents getLatestOf

* remove old tables and daos

* deleteWhere tests

* remove old pagination and count methods

* local draft documents dao

* categoryId -> categoryRef

* chore: notInType -> typeNotIn

* chore: move DriftDocumentsV2LocalMetadataDao setup into group

* separate get and getWhere

* docs: documents sources interfaces documentation

* chore: methods rename

* chore: refTo -> referencing

* chore: typeNotIn -> excludeTypes

* update content

* feat(cat-voices): smaller proposals query scope (#3747)

* smaller proposals page query

* update PR nr

Author: damian-molinski

catalyst_voices/apps/voices/lib/configs/bootstrap.dart

@@ -182,8 +182,8 @@ Future<void> cleanUpStorages({
 Future<void> cleanUpUserDataFromDatabase() async {
   final db = Dependencies.instance.get<CatalystDatabase>();
 
-  await db.draftsDao.deleteWhere();
-  await db.favoritesDao.deleteAll();
+  await db.localDocumentsV2Dao.deleteWhere();
+  await db.localMetadataDao.deleteWhere();
 }
 
 @visibleForTesting

catalyst_voices/apps/voices/lib/dependency/dependencies.dart

@@ -165,6 +165,7 @@ final class Dependencies extends DependencyProvider {
           get<ProposalService>(),
           get<CommentService>(),
           get<CampaignService>(),
+          get<DocumentsService>(),
           get<DocumentMapper>(),
           get<VotingBallotBuilder>(),
           get<VotingService>(),
@@ -261,11 +262,6 @@ final class Dependencies extends DependencyProvider {
           get<CatalystProfiler>(),
         );
       })
-      ..registerLazySingleton<DocumentFavoriteSource>(() {
-        return DatabaseDocumentFavoriteSource(
-          get<CatalystDatabase>(),
-        );
-      })
       ..registerLazySingleton<CatGatewayDocumentDataSource>(() {
         return CatGatewayDocumentDataSource(
           get<ApiServices>(),
@@ -285,7 +281,6 @@ final class Dependencies extends DependencyProvider {
           get<DatabaseDraftsDataSource>(),
           get<DatabaseDocumentsDataSource>(),
           get<CatGatewayDocumentDataSource>(),
-          get<DocumentFavoriteSource>(),
         );
       })
       ..registerLazySingleton<DocumentMapper>(() => const DocumentMapperImpl())

catalyst_voices/docs/performance/proposals_query.csv

@@ -34,4 +34,13 @@ docs_count  ,filer              ,avg_duration    ,PR     ,note
 7008        ,categories:finals  ,0:00:01.294485  ,#3622  ,-
 14008       ,categories         ,0:00:02.108506  ,#3622  ,-
 14008       ,categories:drafts  ,0:00:01.585000  ,#3622  ,-
-14008       ,categories:finals  ,0:00:05.024950  ,#3622  ,-
+14008       ,categories:finals  ,0:00:05.024950  ,#3622  ,-
+712         ,categories         ,0:00:00.139314  ,#3747  ,-
+712         ,categories:drafts  ,0:00:00.138364  ,#3747  ,-
+712         ,categories:finals  ,0:00:00.148680  ,#3747  ,-
+7008        ,categories         ,0:00:00.168405  ,#3747  ,-
+7008        ,categories:drafts  ,0:00:00.190470  ,#3747  ,-
+7008        ,categories:finals  ,0:00:00.167145  ,#3747  ,-
+14008       ,categories         ,0:00:00.253610  ,#3747  ,-
+14008       ,categories:drafts  ,0:00:00.266390  ,#3747  ,-
+14008       ,categories:finals  ,0:00:00.247054  ,#3747  ,-

catalyst_voices/packages/internal/catalyst_voices_blocs/lib/src/proposal/proposal_cubit.dart

@@ -25,6 +25,7 @@ final class ProposalCubit extends Cubit<ProposalState>
   final ProposalService _proposalService;
   final CommentService _commentService;
   final CampaignService _campaignService;
+  final DocumentsService _documentsService;
   final DocumentMapper _documentMapper;
   final VotingBallotBuilder _ballotBuilder;
   final VotingService _votingService;
@@ -40,6 +41,7 @@ final class ProposalCubit extends Cubit<ProposalState>
     this._proposalService,
     this._commentService,
     this._campaignService,
+    this._documentsService,
     this._documentMapper,
     this._ballotBuilder,
     this._votingService,
@@ -89,7 +91,7 @@ final class ProposalCubit extends Cubit<ProposalState>
       final commentTemplate = await _commentService.getCommentTemplateFor(
         category: proposal.document.metadata.categoryId,
       );
-      final isFavorite = await _proposalService.watchIsFavoritesProposal(ref: ref).first;
+      final isFavorite = await _documentsService.isFavorite(ref);
 
       _cache = _cache.copyWith(
         proposal: Optional(proposal),

catalyst_voices/packages/internal/catalyst_voices_blocs/lib/src/proposal_builder/proposal_builder_bloc.dart

@@ -941,12 +941,22 @@ final class ProposalBuilderBloc extends Bloc<ProposalBuilderEvent, ProposalBuild
       emit(state.copyWith(isChanging: true));
       if (state.isMaxProposalsLimitReached) {
         final proposalSubmissionCloseDate = await _getProposalSubmissionCloseDate();
-        final count = await _proposalService.watchUserProposalsCount().first;
+        final activeAccountId = _userService.user.activeAccount?.catalystId;
+        final count = activeAccountId == null
+            ? 0
+            : await _proposalService
+                  .watchProposalsCountV2(
+                    filters: ProposalsFiltersV2(
+                      status: ProposalStatusFilter.aFinal,
+                      author: activeAccountId,
+                    ),
+                  )
+                  .first;
 
         if (proposalSubmissionCloseDate != null) {
           final signal = MaxProposalsLimitReachedSignal(
             proposalSubmissionCloseDate: proposalSubmissionCloseDate,
-            currentSubmissions: count.finals,
+            currentSubmissions: count,
             maxSubmissions: ProposalDocument.maxSubmittedProposalsPerUser,
           );
 

catalyst_voices/packages/internal/catalyst_voices_dev/lib/src/catalyst_voices_dev.dart

@@ -4,7 +4,8 @@ export 'catalyst_compression/catalyst_compressor_fakes.dart';
 export 'catalyst_key_derivation/bip32_ed25519_fakes.dart';
 export 'catalyst_key_derivation/key_derivation_service_fakes.dart';
 export 'catalyst_voices_models/crypto/catalyst_crypto_fakes.dart';
-export 'catalyst_voices_models/document/document_factories.dart';
+export 'catalyst_voices_models/document/document_data_factory.dart';
+export 'catalyst_voices_models/document/document_ref_factory.dart';
 export 'catalyst_voices_repositories/api/api_mocks.dart';
 export 'catalyst_voices_repositories/repository_mocks.dart';
 export 'catalyst_voices_repositories/user/keychain_fakes.dart';

catalyst_voices/packages/internal/catalyst_voices_dev/lib/src/catalyst_voices_models/document/document_data_factory.dart

@@ -0,0 +1,22 @@
+import 'package:catalyst_voices_dev/catalyst_voices_dev.dart';
+import 'package:catalyst_voices_models/catalyst_voices_models.dart' hide Document;
+
+abstract final class DocumentDataFactory {
+  static DocumentData build({
+    DocumentType type = DocumentType.proposalDocument,
+    DocumentRef? selfRef,
+    SignedDocumentRef? template,
+    SignedDocumentRef? categoryId,
+    DocumentDataContent content = const DocumentDataContent({}),
+  }) {
+    return DocumentData(
+      metadata: DocumentDataMetadata(
+        type: type,
+        selfRef: selfRef ?? DocumentRefFactory.signedDocumentRef(),
+        template: template,
+        categoryId: categoryId,
+      ),
+      content: content,
+    );
+  }
+}

catalyst_voices/packages/internal/catalyst_voices_dev/lib/src/catalyst_voices_models/document/document_factories.dart

@@ -0,0 +1,44 @@
+import 'dart:math';
+
+import 'package:catalyst_voices_models/catalyst_voices_models.dart';
+import 'package:flutter/foundation.dart';
+import 'package:uuid_plus/uuid_plus.dart';
+
+abstract final class DocumentRefFactory {
+  static final Random _random = Random(57342052346526);
+  static var _timestamp = DateTime.now().millisecondsSinceEpoch;
+
+  static DraftRef draftRef() {
+    return DraftRef.first(randomUuidV7());
+  }
+
+  static String randomUuidV7() {
+    return const UuidV7().generate(
+      options: V7Options(
+        _randomDateTime().millisecondsSinceEpoch,
+        _randomBytes(10),
+      ),
+    );
+  }
+
+  static SignedDocumentRef signedDocumentRef() {
+    return SignedDocumentRef.first(randomUuidV7());
+  }
+
+  static String uuidV7At(DateTime dateTime) {
+    final ts = dateTime.millisecondsSinceEpoch;
+    final rand = Uint8List.fromList([42, 0, 0, 0, 0, 0, 0, 0, 0, 0]);
+    return const UuidV7().generate(options: V7Options(ts, rand));
+  }
+
+  static List<int> _randomBytes(int length) {
+    return List.generate(length, (index) => _random.nextInt(256));
+  }
+
+  static DateTime _randomDateTime() {
+    final timestamp = _timestamp;
+    _timestamp++;
+
+    return DateTime.fromMillisecondsSinceEpoch(timestamp);
+  }
+}

catalyst_voices/packages/internal/catalyst_voices_dev/lib/src/catalyst_voices_models/document/document_ref_factory.dart

@@ -97,9 +97,6 @@ export 'proposal/proposal_or_document.dart';
 export 'proposal/proposal_version.dart';
 export 'proposal/proposal_votes.dart';
 export 'proposal/proposal_with_context.dart';
-export 'proposals/proposals_count.dart';
-export 'proposals/proposals_count_filters.dart';
-export 'proposals/proposals_filters.dart';
 export 'proposals/proposals_filters_v2.dart';
 export 'proposals/proposals_order.dart';
 export 'proposals/proposals_total_ask_filters.dart';