diff --git a/demo.ipynb b/demo.ipynb index 30c8c996a..a008588a5 100644 --- a/demo.ipynb +++ b/demo.ipynb @@ -4,7 +4,6 @@ "metadata": { "colab": { "name": "first-order-model-demo.ipynb", - "version": "0.3.2", "provenance": [], "toc_visible": true, "include_colab_link": true @@ -23,7 +22,7 @@ "colab_type": "text" }, "source": [ - "\"Open" + "\"Open" ] }, { @@ -51,11 +50,11 @@ "metadata": { "id": "UCMFMJV7K-ag", "colab_type": "code", + "outputId": "d4187a1d-60b7-46d5-cf05-b5b555d11138", "colab": { "base_uri": "https://localhost:8080/", - "height": 139 - }, - "outputId": "c9f6f763-aa0a-4032-fa83-fb5999422228" + "height": 86 + } }, "source": [ "!git clone https://github.com/AliaksandrSiarohin/first-order-model" @@ -66,30 +65,14 @@ "output_type": "stream", "text": [ "Cloning into 'first-order-model'...\n", - "remote: Enumerating objects: 324, done.\u001b[K\n", - "remote: Counting objects: 100% (324/324), done.\u001b[K\n", - "remote: Compressing objects: 100% (192/192), done.\u001b[K\n", - "remote: Total 9896 (delta 237), reused 207 (delta 132), pack-reused 9572\u001b[K\n", - "Receiving objects: 100% (9896/9896), 113.89 MiB | 34.77 MiB/s, done.\n", - "Resolving deltas: 100% (1359/1359), done.\n" + "remote: Enumerating objects: 85, done.\u001b[K\n", + "remote: Total 85 (delta 0), reused 0 (delta 0), pack-reused 85\u001b[K\n", + "Unpacking objects: 100% (85/85), done.\n" ], "name": "stdout" } ] }, - { - "cell_type": "code", - "metadata": { - "id": "EuiQoPrEBUn6", - "colab_type": "code", - "colab": {} - }, - "source": [ - "!pip install -r first-order-model/requirements.txt" - ], - "execution_count": 0, - "outputs": [] - }, { "cell_type": "markdown", "metadata": { @@ -105,16 +88,16 @@ "metadata": { "id": "PBp6l_4bBYUL", "colab_type": "code", + "outputId": "4d5061c1-d609-495e-b505-e94a9005a3ba", "colab": { "base_uri": "https://localhost:8080/", "height": 34 - }, - "outputId": "f1e174b4-a27c-4255-dde0-3e61f32f69d6" + } }, "source": [ "cd first-order-model" ], - "execution_count": 1, + "execution_count": 2, "outputs": [ { "output_type": "stream", @@ -140,22 +123,22 @@ "metadata": { "id": "tDbMA8R9OuUo", "colab_type": "code", + "outputId": "42716933-edfc-4871-a3b2-407b6bdf261a", "colab": { "base_uri": "https://localhost:8080/", "height": 124 - }, - "outputId": "306bc643-2676-4a1f-be64-044a5932a5f7" + } }, "source": [ "from google.colab import drive\n", "drive.mount('/content/gdrive')" ], - "execution_count": 2, + "execution_count": 3, "outputs": [ { "output_type": "stream", "text": [ - "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3Aietf%3Awg%3Aoauth%3A2.0%3Aoob&scope=email%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdocs.test%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fdrive.photos.readonly%20https%3A%2F%2Fwww.googleapis.com%2Fauth%2Fpeopleapi.readonly&response_type=code\n", + "Go to this URL in a browser: https://accounts.google.com/o/oauth2/auth?client_id=947318989803-6bn6qk8qdgf4n4g3pfee6491hc0brc4i.apps.googleusercontent.com&redirect_uri=urn%3aietf%3awg%3aoauth%3a2.0%3aoob&response_type=code&scope=email%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdocs.test%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive%20https%3a%2f%2fwww.googleapis.com%2fauth%2fdrive.photos.readonly%20https%3a%2f%2fwww.googleapis.com%2fauth%2fpeopleapi.readonly\n", "\n", "Enter your authorization code:\n", "··········\n", @@ -190,7 +173,7 @@ "metadata": { "id": "Oxi6-riLOgnm", "colab_type": "code", - "outputId": "cee603cf-da20-4a6b-ee01-55589f355a61", + "outputId": "df5ef72c-6133-4607-8684-045613fd81f2", "colab": { "base_uri": "https://localhost:8080/", "height": 453 @@ -235,14 +218,14 @@ "\n", "HTML(display(source_image, driving_video).to_html5_video())" ], - "execution_count": 3, + "execution_count": 4, "outputs": [ { "output_type": "execute_result", "data": { "text/html": [ "" @@ -2116,7 +2095,7 @@ "metadata": { "tags": [] }, - "execution_count": 3 + "execution_count": 4 } ] }, @@ -2160,7 +2139,7 @@ "metadata": { "id": "SB12II11kF4c", "colab_type": "code", - "outputId": "2fbbb7e9-150c-480c-ef39-e9be98aa69fc", + "outputId": "c7f18b37-0d41-4761-e354-5b0c36cae30d", "colab": { "base_uri": "https://localhost:8080/", "height": 471 @@ -2178,12 +2157,12 @@ "\n", "HTML(display(source_image, driving_video, predictions).to_html5_video())" ], - "execution_count": 5, + "execution_count": 6, "outputs": [ { "output_type": "stream", "text": [ - "100%|██████████| 211/211 [00:08<00:00, 25.28it/s]\n" + "100%|██████████| 211/211 [00:07<00:00, 29.03it/s]\n" ], "name": "stderr" }, @@ -2192,7 +2171,7 @@ "data": { "text/html": [ "" @@ -5136,7 +5107,7 @@ "metadata": { "tags": [] }, - "execution_count": 5 + "execution_count": 6 } ] }, @@ -5155,7 +5126,7 @@ "metadata": { "id": "aOE_W_kfC9aX", "colab_type": "code", - "outputId": "f558de70-d231-466d-dec9-3108405ecb7e", + "outputId": "de247531-c930-45a0-df41-e19a9373df2c", "colab": { "base_uri": "https://localhost:8080/", "height": 471 @@ -5170,7 +5141,7 @@ { "output_type": "stream", "text": [ - "100%|██████████| 211/211 [00:08<00:00, 24.81it/s]\n" + "100%|██████████| 211/211 [00:07<00:00, 28.72it/s]\n" ], "name": "stderr" }, @@ -5179,7 +5150,7 @@ "data": { "text/html": [ "" @@ -8107,11 +8055,11 @@ "metadata": { "id": "brJlA_5o72Xc", "colab_type": "code", + "outputId": "75c10f77-409d-4793-b0cc-263bb20e6f76", "colab": { "base_uri": "https://localhost:8080/", "height": 1000 - }, - "outputId": "72c7eec3-5c7d-406e-a5d4-2a11f57b1272" + } }, "source": [ "!ffmpeg -i /content/gdrive/My\\ Drive/first-order-motion-model/07.mkv -ss 00:08:57.50 -t 00:00:08 -filter:v \"crop=600:600:760:50\" -async 1 hinton.mp4" @@ -8149,10 +8097,10 @@ " Stream #0:1 -> #0:1 (aac (native) -> aac (native))\n", "Press [q] to stop, [?] for help\n", "-async is forwarded to lavfi similarly to -af aresample=async=1:min_hard_comp=0.100000:first_pts=0.\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0musing SAR=1/1\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0musing cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mprofile High, level 3.1\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0m264 - core 152 r2854 e9a5903 - H.264/MPEG-4 AVC codec - Copyleft 2003-2017 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=3 lookahead_threads=1 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=25 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0musing SAR=1/1\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0musing cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2 AVX FMA3 BMI2 AVX2\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mprofile High, level 3.1\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0m264 - core 152 r2854 e9a5903 - H.264/MPEG-4 AVC codec - Copyleft 2003-2017 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=3 lookahead_threads=1 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=25 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=69 qpstep=4 ip_ratio=1.40 aq=1:1.00\n", "Output #0, mp4, to 'hinton.mp4':\n", " Metadata:\n", " encoder : Lavf57.83.100\n", @@ -8167,27 +8115,27 @@ " HANDLER_NAME : SoundHandler\n", " DURATION : 00:14:59.727000000\n", " encoder : Lavc57.107.100 aac\n", - "frame= 240 fps=2.9 q=-1.0 Lsize= 1301kB time=00:00:08.01 bitrate=1330.6kbits/s speed=0.0984x \n", + "frame= 240 fps=2.9 q=-1.0 Lsize= 1301kB time=00:00:08.01 bitrate=1330.6kbits/s speed=0.0971x \n", "video:1166kB audio:125kB subtitle:0kB other streams:0kB global headers:0kB muxing overhead: 0.761764%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mframe I:1 Avg QP:22.44 size: 28019\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mframe P:62 Avg QP:23.31 size: 12894\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mframe B:177 Avg QP:28.63 size: 2068\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mconsecutive B-frames: 0.8% 1.7% 2.5% 95.0%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mmb I I16..4: 12.7% 76.2% 11.1%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mmb P I16..4: 1.9% 8.9% 1.1% P16..4: 35.3% 21.3% 10.8% 0.0% 0.0% skip:20.7%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mmb B I16..4: 0.0% 0.1% 0.0% B16..8: 39.1% 5.4% 1.0% direct: 1.4% skip:52.9% L0:35.4% L1:48.5% BI:16.2%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0m8x8 transform intra:75.2% inter:77.3%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mcoded y,uvDC,uvAC intra: 61.9% 52.1% 5.8% inter: 15.2% 6.9% 0.0%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mi16 v,h,dc,p: 69% 8% 8% 15%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mi8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 25% 10% 19% 5% 8% 11% 8% 9% 6%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mi4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 23% 8% 11% 5% 12% 21% 7% 9% 4%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mi8c dc,h,v,p: 53% 20% 19% 8%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mWeighted P-Frames: Y:21.0% UV:1.6%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mref P L0: 57.9% 21.2% 14.0% 5.9% 1.1%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mref B L0: 93.5% 5.3% 1.2%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mref B L1: 97.4% 2.6%\n", - "\u001b[1;36m[libx264 @ 0x562e3209e800] \u001b[0mkb/s:1192.28\n", - "\u001b[1;36m[aac @ 0x562e3209f700] \u001b[0mQavg: 534.430\n" + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mframe I:1 Avg QP:22.44 size: 28019\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mframe P:62 Avg QP:23.31 size: 12894\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mframe B:177 Avg QP:28.63 size: 2068\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mconsecutive B-frames: 0.8% 1.7% 2.5% 95.0%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mmb I I16..4: 12.7% 76.2% 11.1%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mmb P I16..4: 1.9% 8.9% 1.1% P16..4: 35.3% 21.3% 10.8% 0.0% 0.0% skip:20.7%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mmb B I16..4: 0.0% 0.1% 0.0% B16..8: 39.1% 5.4% 1.0% direct: 1.4% skip:52.9% L0:35.4% L1:48.5% BI:16.2%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0m8x8 transform intra:75.2% inter:77.3%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mcoded y,uvDC,uvAC intra: 61.9% 52.1% 5.8% inter: 15.2% 6.9% 0.0%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mi16 v,h,dc,p: 69% 8% 8% 15%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mi8 v,h,dc,ddl,ddr,vr,hd,vl,hu: 25% 10% 19% 5% 8% 11% 8% 9% 6%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mi4 v,h,dc,ddl,ddr,vr,hd,vl,hu: 23% 8% 11% 5% 12% 21% 7% 9% 4%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mi8c dc,h,v,p: 53% 20% 19% 8%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mWeighted P-Frames: Y:21.0% UV:1.6%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mref P L0: 57.9% 21.2% 14.0% 5.9% 1.1%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mref B L0: 93.5% 5.3% 1.2%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mref B L1: 97.4% 2.6%\n", + "\u001b[1;36m[libx264 @ 0x55cfa7862800] \u001b[0mkb/s:1192.28\n", + "\u001b[1;36m[aac @ 0x55cfa7863700] \u001b[0mQavg: 534.430\n" ], "name": "stdout" } @@ -8208,7 +8156,7 @@ "metadata": { "id": "d8kQ3U7MHqh-", "colab_type": "code", - "outputId": "2c2ba61f-5688-468f-8b69-9fb0c175064f", + "outputId": "e1369c7c-8b23-4f9a-b6bc-9edd73c1f174", "colab": { "base_uri": "https://localhost:8080/", "height": 471 @@ -8234,7 +8182,7 @@ { "output_type": "stream", "text": [ - "100%|██████████| 240/240 [00:09<00:00, 24.80it/s]\n" + "100%|██████████| 240/240 [00:08<00:00, 29.00it/s]\n" ], "name": "stderr" }, @@ -8243,7 +8191,7 @@ "data": { "text/html": [ "" @@ -18312,4 +16164,4 @@ ] } ] -} +} \ No newline at end of file