Prechádzať zdrojové kódy

Merge branch 'main' of https://github.com/neuralchen/SimSwap into main

NNNNAI 4 rokov pred
rodič
commit
1dc5fb7722
4 zmenil súbory, kde vykonal 188 pridanie a 200 odobranie
  1. 2 2
      .gitignore
  2. 10 0
      docs/guidance/usage.md
  3. BIN
      docs/img/logo2.png
  4. 176 198
      docs/index.html

+ 2 - 2
.gitignore

@@ -131,8 +131,8 @@ dmypy.json
 docs/ppt/
 checkpoints/
 *.tar
-*.zip
 *.patch
 *.zip
 *.avi
-*.pdf
+*.pdf
+*.pptx

+ 10 - 0
docs/guidance/usage.md

@@ -1,6 +1,16 @@
+<!--
+ * @FilePath: \SimSwap\docs\guidance\usage.md
+ * @Author: AceSix
+ * @Date: 2021-06-28 10:01:40
+ * @LastEditors: AceSix
+ * @LastEditTime: 2021-06-28 10:05:11
+ * Copyright (C) 2021 SJTU. All rights reserved.
+-->
 
 # Usage
 
+###### Before running, please make sure you have installed the environment and downloaded requested files according to the [preparation guidance](./preparation.md).
+
 ### Simple face swapping for already face-aligned images
 ```
 python test_one_image.py --isTrain false  --name people --Arc_path arcface_model/arcface_checkpoint.tar --pic_a_path crop_224/6.jpg --pic_b_path crop_224/ds.jpg --output_path output/

BIN
docs/img/logo2.png


+ 176 - 198
docs/index.html

@@ -1,6 +1,7 @@
 <!DOCTYPE html>
 <html lang="en">
-  <head>
+
+<head>
     <meta charset="utf-8">
     <meta http-equiv="X-UA-Compatible" content="IE=edge">
     <meta name="viewport" content="width=device-width, initial-scale=1">
@@ -29,22 +30,22 @@
       <script src="https://oss.maxcdn.com/html5shiv/3.7.3/html5shiv.min.js"></script>
       <script src="https://oss.maxcdn.com/respond/1.4.2/respond.min.js"></script>
     <![endif]-->
-  </head>
+</head>
 
-  <body>
+<body>
 
     <nav class="navbar navbar-inverse navbar-fixed-top">
-      <div class="container">
-        <div class="navbar-header">
-          <!-- <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar">
+        <div class="container">
+            <div class="navbar-header">
+                <!-- <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#navbar" aria-expanded="false" aria-controls="navbar">
             <span class="sr-only">Toggle navigation</span>
             <span class="icon-bar"></span>
             <span class="icon-bar"></span>
             <span class="icon-bar"></span>
           </button> -->
-          <a class="navbar-brand" href="#">SimSwap</a>
-        </div>
-        <!-- <div id="navbar" class="navbar-collapse collapse">
+                <a class="navbar-brand" href="#">SimSwap</a>
+            </div>
+            <!-- <div id="navbar" class="navbar-collapse collapse">
           <form class="navbar-form navbar-right">
             <div class="form-group">
               <input type="text" placeholder="Email" class="form-control">
@@ -55,221 +56,194 @@
             <button type="submit" class="btn btn-success">Sign in</button>
           </form>
         </div>/.navbar-collapse -->
-      </div>
+        </div>
     </nav>
 
     <!-- Main jumbotron for a primary marketing message or call to action -->
-    <div class="jumbotron jumbotron-fluid"  style="background: url('./img/1.png');">
-      <div class="container">
-        <div class="row">
-          <div class="col-md-6 col-md-offset-3 text-center">
-            <img src="./img/2.png" alt="RainNet" class="img-rounded" style="width: 100%;">
-          </div>
-        </div>
-        
-        <div class="row text-center">
-          <div class="col-md-* text-center" style="color:white;">
-            <h2>RainNet: A Large-Scale Dataset for Spatial Precipitation Downscaling</h2>
-          </div>
+    <div class="jumbotron jumbotron-fluid" style="background: url('./img/1.png');">
+        <div class="container">
+            <div class="row">
+                <div class="col-md-6 col-md-offset-3 text-center">
+                    <img src="./img/logo2.png" alt="SimSwap" class="img-rounded" style="width: 100%;">
+                </div>
+            </div>
+
+            <div class="row text-center">
+                <div class="col-md-* text-center" style="color:white;">
+                    <h2>SimSwap: An Efficient Framework For High Fidelity Face Swapping</h2>
+                </div>
+            </div>
+
+            <div class="row">
+                <div class="col-md-* text-center" style="color:white;">
+                    <h4>Renwang Chen<sup>*</sup>, Xuanhong Chen<sup>*</sup>, Bingbing Ni, Yanhao Ge</h4>
+                </div>
+            </div>
+            <div class="row">
+                <div class="col-md-* text-center" style="color:white;">
+                    <h4>Shanghai Jiao Tong University, Tencent, China</h4>
+                </div>
+            </div>
+            <div class="row">
+                <div class="col-md-2 col-md-offset-5 text-center" style="color:white;">
+                    <h5><sup>*</sup>Equal contribution.</h5>
+                </div>
+            </div>
+            <div class="row">
+                <h5 class="page-header"></h5>
+            </div>
+            <div class="row">
+                <div class="col-md-6 col-md-offset-3 text-center">
+                    <div class="row">
+                        <div class="col-md-4 col-sm-4 text-center">
+                            <p>
+                                <a class="btn btn-primary btn-lg" href="https://github.com/neuralchen/SimSwap" role="button" target="_blank"> <span class="glyphicon glyphicon-star" aria-hidden="true"></span> Code &raquo;</a>
+                            </p>
+                        </div>
+                        <div class="col-md-4 col-sm-4 text-center">
+                            <p><a class="btn btn-primary btn-lg" href="#downloads" role="button"><span class="glyphicon glyphicon-cloud-download" aria-hidden="true"></span> Download &raquo;</a></p>
+                        </div>
+                        <div class="col-md-4 col-sm-4 text-center">
+                            <p><a class="btn btn-primary btn-lg" href="https://arxiv.org/abs/2106.06340" role="button" target="_blank"><span class="glyphicon glyphicon-save-file" aria-hidden="true"></span> Paper &raquo;</a></p>
+                        </div>
+                    </div>
+                </div>
+            </div>
+
         </div>
+    </div>
 
+    <div class="container">
+        <!-- Example row of columns -->
         <div class="row">
-          <div class="col-md-* text-center" style="color:white;">
-            <h4>Xuanhong Chen<sup>*</sup>, Kairui Feng<sup>*</sup>, Naiyuan Liu<sup>**</sup>, Yifan Lu<sup>**</sup>, Zhengyan Tong, Bingbing Ni, Ziang Liu, Ning Lin</h4>
-          </div>
+            <div class="col-md-*">
+                <h2>Abstract</h2>
+            </div>
         </div>
         <div class="row">
-          <div class="col-md-* text-center" style="color:white;">
-            <h4>Shanghai Jiao Tong University, Princeton University & University of Technology Sydney</h4>
-          </div>
+            <div class="col-md-* text-justify" style="line-height:150%; font-size: large;">
+                <p>
+                    We propose an efficient framework, called <strong><i>Simple Swap (SimSwap)</i></strong>, aiming for generalized and high fidelity face swapping. In contrast to previous approaches that either lack the ability to generalize to arbitrary
+                    identity or fail to preserve attributes like facial expression and gaze direction, our framework is capable of transferring the identity of an arbitrary source face into an arbitrary target face while preserving the attributes of the
+                    target face. We overcome the above defects in the following two ways. First, we present the <i>ID Injection Module (IIM)</i> which transfers the identity information of the source face into the target face at feature level. By using
+                    this module, we extend the architecture of an identityspecific face swapping algorithm to a framework for arbitrary face swapping. Second, we propose the <i>Weak Feature Matching Loss</i> which efficiently helps our framework to preserve
+                    the facial attributes in an implicit way. Extensive experiments on wild faces demonstrate that our <i>SimSwap</i> is able to achieve competitive identity performance while preserving attributes better than previous state-of-the-art
+                    methods. The code is already available on github: https://github.com/neuralchen/SimSwap.
+                </p>
+            </div>
         </div>
         <div class="row">
-          <div class="col-md-2 col-md-offset-4 text-center" style="color:white;">
-            <h5><sup>*</sup>Equal contribution.</h5>
-          </div>
-          <div class="col-md-2 text-center" style="color:white;">
-            <h5><sup>**</sup>Equal contribution.</h5>
-          </div>
+            <h5 class="page-header"></h5>
         </div>
+
         <div class="row">
-          <h5 class="page-header"></h5>
+            <div class="col-md-*">
+                <h2>SimSwap Demo</h2>
+            </div>
         </div>
         <div class="row">
-          <div class="col-md-6 col-md-offset-3 text-center">
-            <div class="row">
-              <div class="col-md-4 col-sm-4 text-center">
-                <p><a class="btn btn-primary btn-lg" href="https://github.com/neuralchen/RainNet" role="button"  target="_blank"> <span class="glyphicon glyphicon-star" aria-hidden="true"></span> Code &raquo;</a></p>
-              </div>
-              <div class="col-md-4 col-sm-4 text-center">
-                <p><a class="btn btn-primary btn-lg" href="#downloads" role="button"><span class="glyphicon glyphicon-cloud-download" aria-hidden="true"></span> Download &raquo;</a></p>
-              </div>
-              <div class="col-md-4 col-sm-4 text-center">
-                <p><a class="btn btn-primary btn-lg" href="https://arxiv.org/abs/2012.09700" role="button"  target="_blank"><span class="glyphicon glyphicon-save-file" aria-hidden="true"></span> Paper &raquo;</a></p>
-              </div>
+            <div class="col-md-*">
+                <h3>Single Face Video Swap</h2>
             </div>
-          </div>
-        </div>
-
-      </div>
-    </div>
-
-    <div class="container">
-      <!-- Example row of columns -->
-      <div class="row">
-        <div class="col-md-*">
-          <h2>Abstract</h2>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-* text-justify" style="line-height:150%; font-size: large;">
-          <p>
-            Spatial Precipitation Downscaling is one of the most important problems in the geo-science community. However, it still remains an unaddressed issue.
-            Deep learning is a promising potential solution for downscaling.
-            In order to facilitate the research on precipitation downscaling for deep learning,
-            we present the first <strong>REAL</strong> (non-simulated) Large-Scale Spatial Precipitation Downscaling Dataset,
-            <strong>RainNet</strong>, which contains <strong>62,424</strong> pairs of low-resolution and high-resolution precipitation maps for 17 years.
-            Contrary to simulated data, this real dataset covers various types of real meteorological phenomena (<i>e.g.</i>, Hurricane, Squall, <i>etc</i>.),
-            and shows the physical characters -- <strong>Temporal Misalignment</strong>, <strong>Temporal Sparse</strong> and <strong>Fluid Properties</strong> -- that challenge the downscaling algorithms.
-            In order to fully explore potential downscaling solutions, we propose an implicit physical estimation framework to learn the above characteristics.
-            Eight metrics specifically considering the physical property of the data set are raised, while fourteen models are evaluated on the proposed dataset.
-            Finally, we analyze the effectiveness and feasibility of these models on precipitation downscaling task.
-          </p>
-        </div>
-      </div>
-      <div class="row">
-        <h5 class="page-header"></h5>
-      </div>
-      
-      <div class="row">
-        <div class="col-md-*">
-          <h2>Samples in RainNet</h2>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <h3>High Resolution Precipitation Maps</h2>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/HRGT_201009539_201009571.webp" style="width: 100%;"/>
         </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/HRGT_201108607_201108655.webp" style="width: 100%;"/>
-        </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/HRGT_201109091_201109123.webp" style="width: 100%;"/>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <h3>Low Resolution Precipitation Maps</h2>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/LRGT_201009539_201009571.webp" style="width: 100%;"/>
+        <div class="row">
+            <img width=24% src="./img/anni.webp" />
+            <img width=24% src="./img/chenglong.webp" />
+            <img width=24% src="./img/zhoujielun.webp" />
+            <img width=24% src="./img/zhuyin.webp" />
         </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/LRGT_201108607_201108655.webp" style="width: 100%;"/>
+        <div class="row">
+            <div class="col-md-*">
+                <h3>Multiple Faces Video Swap</h2>
+            </div>
         </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/LRGT_201109091_201109123.webp" style="width: 100%;"/>
+        <div class="row">
+            [TODO]
         </div>
-      </div>
 
-      <div class="row">
-        <div class="col-md-*">
-          <h3>High Resolution Precipitation Maps</h2>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/HRGT_201010607_201010639.webp" style="width: 100%;"/>
-        </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/HRGT_201011587_201011619.webp" style="width: 100%;"/>
+        <div class="row">
+            <div class="col-md-*">
+                <h3>An overview of model capacity</h2>
+            </div>
         </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/HRGT_201110059_201110091.webp" style="width: 100%;"/>
+        <div class="row">
+            <div class="col-md-12 col-sm-12">
+                <img src="./img/results1.PNG" style="width: 100%;" />
+            </div>
+
         </div>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <h3>Low Resolution Precipitation Maps</h2>
+        <div class="row">
+            <div class="col-md-12 col-sm-12">
+                <img src="./img/total.PNG" style="width: 100%;" />
+            </div>
         </div>
-      </div>
-      <div class="row">
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/LRGT_201010607_201010639.webp" style="width: 100%;"/>
+
+        <div class="row">
+            <h5 class="page-header"></h5>
         </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/LRGT_201011587_201011619.webp" style="width: 100%;"/>
+        <div class="row">
+            <div class="col-md-*">
+                <h2>Downloads</h2>
+            </div>
         </div>
-        <div class="col-md-4 col-sm-4">
-          <img src="./img/LRGT_201110059_201110091.webp" style="width: 100%;"/>
+        <div id="downloads" class="row">
+            <div class="col-md-6 col-sm-6 text-center">
+                <p>
+                    <a class="btn btn-success btn-lg" href="https://github.com/neuralchen/SimSwap" role="button" target="_blank"> <span class="glyphicon glyphicon-hdd" aria-hidden="true"></span> Donwnload via Google Drive &raquo;</a>
+                </p>
+            </div>
+            <div class="col-md-6 col-sm-6 text-center">
+                <p><a class="btn btn-success btn-lg" href="#downloads" role="button" target="_blank"><span class="glyphicon glyphicon-cloud-download" aria-hidden="true"></span> Download via Baidu Drive &raquo;</a></p>
+                <span class="label label-info">password: xxxx</span>
+            </div>
         </div>
-      </div>
 
-      <div class="row">
-        <h5 class="page-header"></h5>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <h2>Downloads</h2>
+        <div class="row">
+            <h5 class="page-header"></h5>
         </div>
-      </div>
-      <div id="downloads" class="row">
-        <div class="col-md-6 col-sm-6 text-center">
-          <p><a class="btn btn-success btn-lg" href="https://github.com/neuralchen/RainNet" role="button"  target="_blank"> <span class="glyphicon glyphicon-hdd" aria-hidden="true"></span> Donwnload via Google Drive &raquo;</a></p>
+        <div class="row">
+            <div class="col-md-*">
+                <h2>Citation</h2>
+            </div>
         </div>
-        <div class="col-md-6 col-sm-6 text-center">
-          <p><a class="btn btn-success btn-lg" href="#downloads" role="button"  target="_blank"><span class="glyphicon glyphicon-cloud-download" aria-hidden="true"></span> Download via Baidu Drive &raquo;</a></p>
-          <span class="label label-info">password: xxxx</span>
+        <div class="row">
+            <div class="col-md-*">
+                <div class="well">
+                    <!-- @misc{chen2020rainnet,<br/> &ensp;&ensp;title={RainNet: A Large-Scale Dataset for Spatial Precipitation Downscaling},<br/> &ensp;&ensp;author={Xuanhong Chen and Kairui Feng and Naiyuan Liu and Yifan Lu and Zhengyan Tong and Bingbing
+                    Ni and Ziang Liu and Ning Lin},<br/> &ensp;&ensp;year={2020},
+                    <br/> &ensp;&ensp;eprint={2012.09700},
+                    <br/> &ensp;&ensp;archivePrefix={arXiv},
+                    <br/> &ensp;&ensp;primaryClass={cs.CV}
+                    <br/> }  -->
+                    @article{Chen_2020,
+                    <br/> &ensp;&ensp;title={SimSwap},
+                    <br/> &ensp;&ensp;ISBN={9781450379885},
+                    <br/> &ensp;&ensp;url={http://dx.doi.org/10.1145/3394171.3413630},
+                    <br/> &ensp;&ensp;DOI={10.1145/3394171.3413630},
+                    <br/> &ensp;&ensp;journal={Proceedings of the 28th ACM International Conference on Multimedia},
+                    <br/> &ensp;&ensp;publisher={ACM},
+                    <br/> &ensp;&ensp;author={Chen, Renwang and Chen, Xuanhong and Ni, Bingbing and Ge, Yanhao},
+                    <br/> &ensp;&ensp;year={2020},
+                    <br/> &ensp;&ensp;month={Oct}
+                    <br/> }
+                </div>
+            </div>
         </div>
-      </div>
 
-      <div class="row">
-        <h5 class="page-header"></h5>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <h2>Citation</h2>
-        </div>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <div class="well">
-            @misc{chen2020rainnet,<br/>
-            &ensp;&ensp;title={RainNet: A Large-Scale Dataset for Spatial Precipitation Downscaling},<br/>
-            &ensp;&ensp;author={Xuanhong Chen and Kairui Feng and Naiyuan Liu and Yifan Lu and Zhengyan Tong and Bingbing Ni and Ziang Liu and Ning Lin},<br/>
-            &ensp;&ensp;year={2020},<br/>
-            &ensp;&ensp;eprint={2012.09700},<br/>
-            &ensp;&ensp;archivePrefix={arXiv},<br/>
-            &ensp;&ensp;primaryClass={cs.CV}<br/>
-          }
-          </div>
+        <div class="row">
+            <h5 class="page-header"></h5>
         </div>
-      </div>
-
-      <div class="row">
-        <h5 class="page-header"></h5>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <h2>Contact</h2>
+        <div class="row">
+            <div class="col-md-*">
+                <h2>Contact</h2>
+            </div>
         </div>
-      </div>
-      <div class="row">
-        <div class="col-md-*">
-          <p>Please concat Kairui Feng <span class="label label-primary">kairuif@princeton.com</span>, 
-            Xuanhong Chen <span class="label label-primary">xuanhongchenzju@outlook.com</span>, 
-            Naiyuan Liu <span class="label label-primary">naiyuan.liu@student.uts.edu.au</span> and
-            Yifan Lu <span class="label label-primary">yifan_lu@sjtu.edu.cn</span>
-            for questions about the dataset. </p>
+        <div class="row">
+            <div class="col-md-*">
+                <p>Please concat Renwang Chen <span class="label label-primary">applebananac@sjtu.edu.cn</span> and Xuanhong Chen <span class="label label-primary">xuanhongchenzju@outlook.com</span> for questions about the paper. </p>
+            </div>
         </div>
-      </div>
-      <!-- <div class="row">
+        <!-- <div class="row">
         <h5 class="page-header"></h5>
       </div>
       <div class="row">
@@ -300,21 +274,25 @@
         </div>
       </div> -->
 
-      <hr>
+        <hr>
 
-      <footer>
-        <p><a>Accessibility</a></p>
-      </footer>
-    </div> <!-- /container -->
+        <footer>
+            <p><a>Accessibility</a></p>
+        </footer>
+    </div>
+    <!-- /container -->
 
 
     <!-- Bootstrap core JavaScript
     ================================================== -->
     <!-- Placed at the end of the document so the pages load faster -->
     <script src="https://ajax.googleapis.com/ajax/libs/jquery/1.12.4/jquery.min.js"></script>
-    <script>window.jQuery || document.write('<script src="./js/vendor/jquery.min.js"><\/script>')</script>
+    <script>
+        window.jQuery || document.write('<script src="./js/vendor/jquery.min.js"><\/script>')
+    </script>
     <script src="./js/bootstrap.min.js"></script>
     <!-- IE10 viewport hack for Surface/desktop Windows 8 bug -->
     <script src="./js/ie10-viewport-bug-workaround.js"></script>
-  </body>
-</html>
+</body>
+
+</html>