Document Reviewer Web- New batch download, stitch logic implementation for Redline download #4680

MCS.FOI.S3FileConversion/MCS.FOI.DocToPDF/DocFileProcessor.cs

@@ -46,16 +46,38 @@ public DocFileProcessor(Stream SourceStream)
                             wordDocument.RevisionOptions.CommentDisplayMode = CommentDisplayMode.ShowInBalloons;
                             wordDocument.RevisionOptions.CommentColor = RevisionColor.Blue;
 
-                            //Creates an instance of DocIORenderer.
-                            using (DocIORenderer renderer = new DocIORenderer())
+                            foreach(var entity in wordDocument.ChildEntities)
                             {
-                                using PdfDocument pdfDocument = renderer.ConvertToPDF(wordDocument);
-                                //Save the PDF file
-                                //Close the instance of document objects
-                                pdfDocument.Save(output);
-                                pdfDocument.Close(true);
-                                converted = true;
+                               if(entity.GetType().FullName == "Syncfusion.DocIO.DLS.WSection")
+                               {
+                                    Syncfusion.DocIO.DLS.WSection _wsection = (Syncfusion.DocIO.DLS.WSection)entity;
+
+                                    foreach (IWTable table in _wsection.Tables)
+                                    {                                       
+                                        table.TableFormat.IsAutoResized = false;                                        
+                                        table.TableFormat.WrapTextAround = true;
+                                    }
 
+                                }
+
+                            }
+
+                            using (Stream wordstream = new MemoryStream())
+                            {
+                                wordDocument.Save(wordstream, wordDocument.ActualFormatType);
+
+                                //Creates an instance of DocIORenderer.
+                                using (DocIORenderer renderer = new DocIORenderer())
+                                {
+
+                                    using PdfDocument pdfDocument = renderer.ConvertToPDF(wordstream);
+                                    //Save the PDF file
+                                    //Close the instance of document objects
+                                    pdfDocument.Save(output);
+                                    pdfDocument.Close(true);
+                                    converted = true;
+
+                                }
                             }
                         }
                     }

MCS.FOI.S3FileConversion/MCS.FOI.MSGToPDF/MCS.FOI.MSGToPDF.csproj

@@ -12,11 +12,11 @@
 		<PackageReference Include="Serilog.Extensions.Logging" Version="3.0.1" />
 		<PackageReference Include="SkiaSharp" Version="2.88.6" />
 		<PackageReference Include="SkiaSharp.NativeAssets.Linux" Version="2.88.6" />
-		<PackageReference Include="MsgReader" Version="4.5.0" />
+		<PackageReference Include="MsgReader" Version="4.2.1" />
 		<PackageReference Include="Syncfusion.DocIO.Net.Core" Version="23.1.40" />
 		<PackageReference Include="Syncfusion.DocIORenderer.Net.Core" Version="23.1.40" />
 		<PackageReference Include="Syncfusion.HtmlToPdfConverter.QtWebKit.Net.Core" Version="20.3.0.56" />		
 		<PackageReference Include="System.Text.Encoding.CodePages" Version="7.0.0" />
 	</ItemGroup>
 
-</Project>
+</Project>

MCS.FOI.S3FileConversion/MCS.FOI.PptToPDF/MCS.FOI.PPTToPDF.csproj

@@ -11,7 +11,7 @@
     <PackageReference Include="Serilog" Version="2.10.0" />
     <PackageReference Include="SkiaSharp.NativeAssets.Linux" Version="2.88.6" />
     <PackageReference Include="Syncfusion.PresentationRenderer.Net.Core" Version="23.1.40" />
-    <PackageReference Include="System.Drawing.Common" Version="7.0.0" />
+    <PackageReference Include="System.Drawing.Common" Version="5.0.2" />
   </ItemGroup>
 
 </Project>

MCS.FOI.S3FileConversion/MCS.FOI.S3FileConversion/S3Handler.cs

@@ -161,7 +161,7 @@ public S3Handler() { }
             catch (Exception exception)
             {
                 Console.WriteLine($"Error encountered on server. Message:'{exception.Message}' getting list of objects.");
-                throw exception;
+                throw;
             }
             finally
             {

api/reviewer_api/models/Annotations.py

@@ -106,6 +106,9 @@ def get_request_annotations_pagination(
         cls, ministryrequestid, mappedlayerids, page, size
     ):
         _deleted = DocumentMaster.getdeleted(ministryrequestid)
+        _originalnodonversionfiles = DocumentMaster.filteroriginalnoconversionfiles(ministryrequestid)
+        _replacednoconversionfiles = DocumentMaster.filterreplacednoconversionfiles(ministryrequestid)
+        _replacedotherfiles = DocumentMaster.filterreplacedfiles(ministryrequestid)
         _session = db.session
         _subquery_annotation = (
             _session.query(
@@ -116,6 +119,8 @@ def get_request_annotations_pagination(
                 and_(
                     Annotation.documentid == Document.documentid,
                     Document.documentmasterid.notin_(_deleted),
+                    or_(Document.documentmasterid.in_(_replacedotherfiles), Document.documentmasterid.in_(_originalnodonversionfiles)),
+                    Document.documentmasterid.notin_(_replacednoconversionfiles),
                     Document.foiministryrequestid == ministryrequestid,
                 ),
             )
@@ -547,6 +552,33 @@ def bulkdeleteannotations(
         finally:
             db.session.close()
 
+    @classmethod
+    def deletedocumentannotations(
+        cls, documentids, userinfo
+    ) -> DefaultMethodResult:
+        try:
+            sql = """with annotationames as (update "Annotations" a set isactive = false, updatedby = :userinfo, updated_at=now()
+                    where a.documentid in :documentids
+                    and a.isactive = True returning annotationname)
+                    update public."AnnotationSections" as1 set isactive = false, updatedby = :userinfo, updated_at=now()
+                    where annotationname in (select * from annotationames)
+                    and as1.isactive = True"""
+            db.session.execute(
+                text(sql),
+                {
+                    "userinfo": json.dumps(userinfo),
+                    "documentids": tuple(documentids),
+                },
+            )
+            db.session.commit()
+            return DefaultMethodResult(
+                True, "Annotations for documentids" + ",".join(str(documentids)) + "are deleted", ",".join(str(documentids))
+            )
+        except Exception as ex:
+            logging.error(ex)
+        finally:
+            db.session.close()
+
     @classmethod
     def getredactionsbydocumentpages(cls, _documentid, _pages, redactionlayerid):
         try:

api/reviewer_api/models/DocumentMaster.py

@@ -85,8 +85,102 @@ def getdeleted(cls, ministryrequestid):
         finally:
             db.session.close()
         return documentmasters
+
+
+    @classmethod
+    def getprocessingchilddocumentids(cls, documentmasterids):
+        documentmasters = []
+        try:
+            sql = """select d.documentid
+                    from public."DocumentMaster" dm
+                    left join public."Documents" d on d.documentmasterid = dm.documentmasterid
+                    where processingparentid = :documentmasterids or dm.documentmasterid = :documentmasterids"""
+            rs = db.session.execute(text(sql), {'documentmasterids': documentmasterids})
+            for row in rs:
+                documentmasters.append(row["documentid"])
+        except Exception as ex:
+            logging.error(ex)
+            db.session.close()
+            raise ex
+        finally:
+            db.session.close()
+        return documentmasters
 
 
+    @classmethod 
+    def filterreplacednoconversionfiles(cls, ministryrequestid):
+        documentmasters = []
+        try:
+            # filter out replaced jpg, png & pdf files - files do not need conversion
+            sql = """select processingparentid
+						from "DocumentMaster"
+						where processingparentid is not Null and ministryrequestid =:ministryrequestid"""
+            rs = db.session.execute(text(sql), {'ministryrequestid': ministryrequestid})
+            for row in rs:
+                documentmasters.append(row["processingparentid"])
+        except Exception as ex:
+            logging.error(ex)
+            db.session.close()
+            raise ex
+        finally:
+            db.session.close()
+        return documentmasters
+
+    @classmethod 
+    def filterreplacedfiles(cls, ministryrequestid):
+        documentmasters = []
+        try:
+            # all original/replaced other type of files + all original/replaced (jpg, png & pdf) files
+            sql = """select MAX(documentmasterid) as documentmasterid
+						from public."DocumentMaster"
+						where processingparentid is not null and ministryrequestid =:ministryrequestid
+						group by processingparentid"""
+            rs = db.session.execute(text(sql), {'ministryrequestid': ministryrequestid})
+            for row in rs:
+                documentmasters.append(row["documentmasterid"])
+        except Exception as ex:
+            logging.error(ex)
+            db.session.close()
+            raise ex
+        finally:
+            db.session.close()
+        return documentmasters
+
+    @classmethod 
+    def filteroriginalnoconversionfiles(cls, ministryrequestid):
+        documentmasters = []
+        try:
+            # all original/replaced other type of files + all original/replaced (jpg, png & pdf) files
+            sql = """select documentmasterid
+						from public."DocumentMaster"
+						where processingparentid is null and ministryrequestid =:ministryrequestid"""
+            rs = db.session.execute(text(sql), {'ministryrequestid': ministryrequestid})
+            for row in rs:
+                documentmasters.append(row["documentmasterid"])
+        except Exception as ex:
+            logging.error(ex)
+            db.session.close()
+            raise ex
+        finally:
+            db.session.close()
+        return documentmasters
+
+
+    @classmethod
+    def getfilepathbydocumentid(cls, documentid):
+        try:
+            sql = """select dm.filepath
+                    from public."DocumentMaster" dm
+                    join public."Documents" d on d.documentmasterid = dm.documentmasterid
+                    where d.documentid = :documentid"""
+            rs = db.session.execute(text(sql), {'documentid': documentid}).first()
+        except Exception as ex:
+            logging.error(ex)
+            db.session.close()
+            raise ex
+        finally:
+            db.session.close()
+        return rs[0]
 
     @classmethod 
     def getredactionready(cls, ministryrequestid):

api/reviewer_api/models/DocumentPageflagHistory.py

@@ -30,12 +30,10 @@ class DocumentPageflagHistory(db.Model):
 
     @classmethod
     def createpageflag(cls, documentpageflaghistory)->DefaultMethodResult:
+        # no db close or commit because this function is called in a loop
         try:
             db.session.add(documentpageflaghistory)
-            db.session.commit()
             return DefaultMethodResult(True, 'Page Flag history is saved', documentpageflaghistory.id)  
         except Exception as ex:
             logging.error(ex)
-            return DefaultMethodResult(True, 'Page Flag history is not saved', documentpageflaghistory.id) 
-        finally:
-            db.session.close()
+            return DefaultMethodResult(True, 'Page Flag history is not saved', documentpageflaghistory.id)

api/reviewer_api/models/DocumentPageflags.py

@@ -133,6 +133,61 @@ def savepageflag(
         finally:
             db.session.close()
 
+    @classmethod
+    def bulkarchivepageflag(
+        cls,
+        _foiministryrequestid,
+        _documentids,
+        userinfo,
+    ) -> DefaultMethodResult:
+        try:
+            dbquery = db.session.query(DocumentPageflag)
+            pageflags = dbquery.filter(
+                and_(
+                    DocumentPageflag.foiministryrequestid == _foiministryrequestid,
+                    DocumentPageflag.documentid.in_(_documentids),
+                )
+            )
+            for pageflagobj in pageflags:
+                DocumentPageflagHistory.createpageflag(
+                    DocumentPageflagHistory(
+                        documentpageflagid=pageflagobj.id,
+                        foiministryrequestid=pageflagobj.foiministryrequestid,
+                        documentid=pageflagobj.documentid,
+                        documentversion=pageflagobj.documentversion,
+                        pageflag=json.dumps(pageflagobj.pageflag),
+                        attributes=json.dumps(pageflagobj.attributes),
+                        createdby=json.dumps(pageflagobj.createdby),
+                        created_at=pageflagobj.created_at,
+                        updatedby=json.dumps(pageflagobj.updatedby),
+                        updated_at=pageflagobj.updated_at,
+                        redactionlayerid=pageflagobj.redactionlayerid,
+                    )
+                )
+                DocumentPageflagHistory.createpageflag(
+                    DocumentPageflagHistory(
+                        documentpageflagid=pageflagobj.id,
+                        foiministryrequestid=pageflagobj.foiministryrequestid,
+                        documentid=pageflagobj.documentid,
+                        documentversion=pageflagobj.documentversion,
+                        pageflag=json.dumps(pageflagobj.pageflag),
+                        attributes=json.dumps(pageflagobj.attributes),
+                        createdby=json.dumps(pageflagobj.createdby),
+                        created_at=pageflagobj.created_at,
+                        updatedby=json.dumps(userinfo),
+                        updated_at=pageflagobj.updated_at,
+                        redactionlayerid=pageflagobj.redactionlayerid,
+                    )
+                )
+            pageflags.delete(synchronize_session='fetch')
+            db.session.commit()
+            return DefaultMethodResult(True, "Page Flag is saved", _documentids)
+        except Exception as ex:
+            logging.error(ex)
+            return DefaultMethodResult(True, "Page Flag is not saved", _documentids)
+        finally:
+            db.session.close()
+
     @classmethod
     def getpageflag(
         cls, _foiministryrequestid, _documentid, _documentversion, _redactionlayerid
@@ -162,23 +217,25 @@ def getpageflag(
             db.session.close()
 
     @classmethod
-    def getpageflag_by_request(cls, _foiministryrequestid, redactionlayerid):
+    def getpageflag_by_request(cls, _foiministryrequestid, redactionlayerid, documentids):
         pageflags = []
         try:
             sql = """select distinct on (dp.documentid) dp.documentid, dp.documentversion, dp.pageflag
                      from "DocumentPageflags" dp
                      join "Documents" d on dp.documentid = d.documentid and d.foiministryrequestid = :foiministryrequestid
-                     join "DocumentMaster" dm on dm.documentmasterid = d.documentmasterid and dm.ministryrequestid = :foiministryrequestid
-                     left join "DocumentDeleted" dd on dm.filepath ilike dd.filepath || '%' and dd.ministryrequestid = :foiministryrequestid
-                     where dp.foiministryrequestid = :foiministryrequestid and (dd.deleted is false or dd.deleted is null)
+                     --join "DocumentMaster" dm on dm.documentmasterid = d.documentmasterid and dm.ministryrequestid = :foiministryrequestid
+                     --left join "DocumentDeleted" dd on dm.filepath ilike dd.filepath || '%' and dd.ministryrequestid = :foiministryrequestid
+                     where dp.foiministryrequestid = :foiministryrequestid --and (dd.deleted is false or dd.deleted is null)
                      and redactionlayerid in :redactionlayerid
+                     and dp.documentid in :documentids
                      order by dp.documentid, dp.documentversion desc, dp.id desc;
                     """
             rs = db.session.execute(
                 text(sql),
                 {
                     "foiministryrequestid": _foiministryrequestid,
                     "redactionlayerid": tuple(redactionlayerid),
+                    "documentids": tuple(documentids),
                 },
             )
 

api/reviewer_api/resources/documentpageflag.py

@@ -75,7 +75,7 @@ def get(requestid, documentid, documentversion, redactionlayerid):
 
 
 @cors_preflight('GET,OPTIONS')
-@API.route('/ministryrequest/<requestid>/pageflag/<redactionlayerid>')
+@API.route('/ministryrequest/<requestid>/pageflag/<redactionlayerid>/<documentids>')
 class GetDocumentPageflag(Resource):
     """Get document page flag list.
     """
@@ -84,9 +84,10 @@ class GetDocumentPageflag(Resource):
     @cross_origin(origins=allowedorigins())
     @auth.require
     @auth.ismemberofgroups(getrequiredmemberships())
-    def get(requestid, redactionlayerid):
+    def get(requestid, redactionlayerid, documentids):
         try:
-            result = documentpageflagservice().getpageflags(requestid, redactionlayerid)
+            documentids = documentids.split(",")
+            result = documentpageflagservice().getpageflags(requestid, redactionlayerid, documentids)
             return json.dumps(result), 200
         except KeyError as error:
             return {'status': False, 'message': CUSTOM_KEYERROR_MESSAGE + str(error)}, 400