A Convolutional Neural Network for Nonrigid Structure from Motion

<table class="table-group" id="tab1"><tr><td><table class="table"><tr><td class="thead-hr" colspan="4"><hr/></td></tr><tr class="thead"><td class="align_left" rowspan="2"></td><td class="align_center" colspan="3">Baseline</td></tr><tr class="thead"><td class="align_center"><span style="width: 36.333ptpx;"><svg height="14.6529pt" id="M86" style="vertical-align:-5.36457pt" version="1.1" viewbox="-0.0498162 -9.28833 36.333 14.6529" width="36.333pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M293 -169V-141C218 -131 209 -90 209 -44C209 19 222 85 222 152C222 207 198 255 139 269V273C199 286 222 334 222 388C222 454 209 523 209 588C209 632 218 671 293 681V709C234 709 148 695 148 577C147 513 155 438 155 372C155 337 152 291 64 285V256C152 250 155 204 155 169C156 105 148 31 148 -41C148 -157 234 -169 293 -169Z"></path></g><g transform="matrix(.013,0,0,-0.013,4.511,0)"><path d="M593 650H142L136 622C219 616 224 611 209 531L130 120C114 39 108 34 23 28L17 0H501C518 32 557 130 568 158L540 169C519 132 495 93 469 70C439 43 409 35 332 35C272 35 241 37 225 50C211 61 211 89 222 149L253 320H350C441 320 443 312 441 239H471L510 434H481C455 366 448 358 360 358H260L303 572C311 613 312 615 348 615H431C509 615 522 603 532 581C544 555 546 531 545 491L574 493C583 555 592 631 593 650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,12.454,3.132)"><path d="M298 36L289 62C276 55 253 45 228 45C202 45 169 60 169 141V397H276C289 405 292 426 282 437H169V574L155 576L90 509V437H45L17 408L21 397H90V107C90 28 125 -12 188 -12C198 -12 213 -8 230 1L298 36Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,15.175,3.132)"><path d="M380 106C343 72 306 56 265 56C195 56 116 112 115 248C235 252 361 262 377 265C396 269 400 277 400 297C400 374 333 449 250 449H249C198 449 144 421 103 376S37 269 37 201C37 88 109 -12 232 -12C263 -12 332 6 395 84L380 106ZM225 412C281 412 315 364 314 312C314 297 308 292 290 292C232 290 176 289 120 289C135 370 180 412 225 412Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,19.042,3.132)"><path d="M797 0V26C739 32 732 36 732 103V296C732 394 682 449 605 449C576 449 550 437 529 423C504 407 475 389 446 366C425 418 382 449 334 449C303 449 279 437 253 421C222 403 201 385 180 371V452C135 432 85 419 41 411V388C99 379 102 374 102 310V103C102 38 93 32 27 26V0H238V26C189 32 180 38 180 103V338C210 363 250 390 289 390C351 390 377 348 377 275V103C377 37 368 32 306 26V0H520V26C465 32 456 38 456 101V296C456 314 455 326 453 338C491 369 529 390 565 390C628 390 653 345 653 274V107C653 36 642 32 583 26V0H797Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,26.322,3.132)"><path d="M169 380V459C122 440 66 423 24 416V392C86 384 90 382 90 317V-135C90 -201 81 -207 17 -213V-240H253V-213C176 -207 169 -201 169 -125V6C182 -1 208 -11 238 -12C368 12 487 109 487 260C487 358 421 449 310 449C298 449 279 444 261 433L169 380ZM169 346C196 367 237 389 269 389C341 389 403 329 403 221C403 109 347 37 263 37C228 37 191 53 169 76V346Z"></path></g><g transform="matrix(.013,0,0,-0.013,31.659,0)"><path d="M283 255V284C195 290 192 337 192 375C192 436 200 508 200 580C200 696 116 709 54 709V681C127 671 139 634 139 588C138 524 125 452 125 387C125 333 149 286 209 272V268C148 253 125 206 125 151C126 87 139 16 139 -47C139 -92 127 -131 54 -141V-169C115 -169 200 -152 200 -41C200 32 192 104 192 164C192 202 195 249 283 255Z"></path></g></svg></span></td><td class="align_center"><span style="width: 59.3297ptpx;"><svg height="12.584pt" id="M87" style="vertical-align:-3.29567pt" version="1.1" viewbox="-0.0498162 -9.28833 59.3297 12.584" width="59.3297pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M293 -169V-141C218 -131 209 -90 209 -44C209 19 222 85 222 152C222 207 198 255 139 269V273C199 286 222 334 222 388C222 454 209 523 209 588C209 632 218 671 293 681V709C234 709 148 695 148 577C147 513 155 438 155 372C155 337 152 291 64 285V256C152 250 155 204 155 169C156 105 148 31 148 -41C148 -157 234 -169 293 -169Z"></path></g><g transform="matrix(.013,0,0,-0.013,4.511,0)"><path d="M593 650H142L136 622C219 616 224 611 209 531L130 120C114 39 108 34 23 28L17 0H501C518 32 557 130 568 158L540 169C519 132 495 93 469 70C439 43 409 35 332 35C272 35 241 37 225 50C211 61 211 89 222 149L253 320H350C441 320 443 312 441 239H471L510 434H481C455 366 448 358 360 358H260L303 572C311 613 312 615 348 615H431C509 615 522 603 532 581C544 555 546 531 545 491L574 493C583 555 592 631 593 650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,12.454,3.132)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,16.801,3.132)"><path d="M673 0V28C608 34 594 43 563 129C499 303 432 494 370 665L339 656L132 132C98 43 84 37 20 28V0H238V28C162 35 154 45 175 108C188 150 203 192 219 237H432C454 176 474 122 487 83S491 36 428 28V0H673ZM418 280H234C265 362 296 450 328 535H330L418 280Z"></path></g><g transform="matrix(.013,0,0,-0.013,23.63,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,28.773,0)"><path d="M593 650H142L136 622C219 616 224 611 209 531L130 120C114 39 108 34 23 28L17 0H501C518 32 557 130 568 158L540 169C519 132 495 93 469 70C439 43 409 35 332 35C272 35 241 37 225 50C211 61 211 89 222 149L253 320H350C441 320 443 312 441 239H471L510 434H481C455 366 448 358 360 358H260L303 572C311 613 312 615 348 615H431C509 615 522 603 532 581C544 555 546 531 545 491L574 493C583 555 592 631 593 650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,36.716,3.132)"><path d="M185 344V453C137 433 92 421 41 413V386C100 378 104 375 104 310V106C104 41 97 35 33 30V0H268V30C190 35 185 41 185 107V283C206 340 240 371 267 371C282 371 296 364 310 351C316 344 325 343 336 348C357 357 369 378 369 399C369 424 345 451 310 451C262 451 219 397 187 344H185Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,40.174,3.132)"><path d="M442 39L431 68C420 63 406 57 394 57C377 57 359 71 359 118V301C359 353 349 393 314 424C291 443 261 451 230 451C171 438 107 401 79 381C59 366 46 355 46 340C46 316 72 295 91 295C106 295 117 303 122 319C131 350 139 371 152 384C163 397 178 404 197 404C246 404 281 365 281 293V278C260 262 186 232 124 213C69 194 41 161 41 112C41 47 92 -12 163 -12C195 -12 243 25 283 51C288 35 293 22 308 7C319 -4 339 -12 354 -12L442 39ZM281 87C262 68 226 51 199 51C169 51 129 74 129 126C129 162 151 181 190 198C211 208 259 229 281 240V87Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,44.178,3.132)"><path d="M532 0V30C473 38 467 38 467 107V298C467 395 416 451 336 451C307 451 279 439 251 420C226 404 205 389 185 374V453C142 434 94 422 43 413V386C98 378 104 373 104 309V107C104 41 100 38 31 30V0H251V30C191 35 185 40 185 107V337C216 364 255 389 295 389C360 389 386 347 386 276V110C386 44 380 35 321 30V0H532Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,49.292,3.132)"><path d="M523 0V30C483 33 455 48 422 83C390 115 285 234 266 263C309 314 327 333 351 357C388 392 414 404 483 415V444L273 435V405C320 400 321 392 302 364C285 339 256 300 233 277C218 262 201 250 170 243V710C130 697 73 680 22 675V647C85 642 89 637 89 570V107C89 44 83 35 14 30V0H244V30C179 35 170 41 170 107V214C176 216 181 217 186 217C194 217 203 212 216 196C273 129 333 54 384 -1L523 0Z"></path></g><g transform="matrix(.013,0,0,-0.013,54.615,0)"><path d="M283 255V284C195 290 192 337 192 375C192 436 200 508 200 580C200 696 116 709 54 709V681C127 671 139 634 139 588C138 524 125 452 125 387C125 333 149 286 209 272V268C148 253 125 206 125 151C126 87 139 16 139 -47C139 -92 127 -131 54 -141V-169C115 -169 200 -152 200 -41C200 32 192 104 192 164C192 202 195 249 283 255Z"></path></g></svg></span></td><td class="align_center"><span style="width: 91.6614ptpx;"><svg height="14.6529pt" id="M88" style="vertical-align:-5.36457pt" version="1.1" viewbox="-0.0498162 -9.28833 91.6614 14.6529" width="91.6614pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M293 -169V-141C218 -131 209 -90 209 -44C209 19 222 85 222 152C222 207 198 255 139 269V273C199 286 222 334 222 388C222 454 209 523 209 588C209 632 218 671 293 681V709C234 709 148 695 148 577C147 513 155 438 155 372C155 337 152 291 64 285V256C152 250 155 204 155 169C156 105 148 31 148 -41C148 -157 234 -169 293 -169Z"></path></g><g transform="matrix(.013,0,0,-0.013,4.511,0)"><path d="M593 650H142L136 622C219 616 224 611 209 531L130 120C114 39 108 34 23 28L17 0H501C518 32 557 130 568 158L540 169C519 132 495 93 469 70C439 43 409 35 332 35C272 35 241 37 225 50C211 61 211 89 222 149L253 320H350C441 320 443 312 441 239H471L510 434H481C455 366 448 358 360 358H260L303 572C311 613 312 615 348 615H431C509 615 522 603 532 581C544 555 546 531 545 491L574 493C583 555 592 631 593 650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,12.454,3.132)"><path d="M298 36L289 62C276 55 253 45 228 45C202 45 169 60 169 141V397H276C289 405 292 426 282 437H169V574L155 576L90 509V437H45L17 408L21 397H90V107C90 28 125 -12 188 -12C198 -12 213 -8 230 1L298 36Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,15.175,3.132)"><path d="M380 106C343 72 306 56 265 56C195 56 116 112 115 248C235 252 361 262 377 265C396 269 400 277 400 297C400 374 333 449 250 449H249C198 449 144 421 103 376S37 269 37 201C37 88 109 -12 232 -12C263 -12 332 6 395 84L380 106ZM225 412C281 412 315 364 314 312C314 297 308 292 290 292C232 290 176 289 120 289C135 370 180 412 225 412Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,19.042,3.132)"><path d="M797 0V26C739 32 732 36 732 103V296C732 394 682 449 605 449C576 449 550 437 529 423C504 407 475 389 446 366C425 418 382 449 334 449C303 449 279 437 253 421C222 403 201 385 180 371V452C135 432 85 419 41 411V388C99 379 102 374 102 310V103C102 38 93 32 27 26V0H238V26C189 32 180 38 180 103V338C210 363 250 390 289 390C351 390 377 348 377 275V103C377 37 368 32 306 26V0H520V26C465 32 456 38 456 101V296C456 314 455 326 453 338C491 369 529 390 565 390C628 390 653 345 653 274V107C653 36 642 32 583 26V0H797Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,26.322,3.132)"><path d="M169 380V459C122 440 66 423 24 416V392C86 384 90 382 90 317V-135C90 -201 81 -207 17 -213V-240H253V-213C176 -207 169 -201 169 -125V6C182 -1 208 -11 238 -12C368 12 487 109 487 260C487 358 421 449 310 449C298 449 279 444 261 433L169 380ZM169 346C196 367 237 389 269 389C341 389 403 329 403 221C403 109 347 37 263 37C228 37 191 53 169 76V346Z"></path></g><g transform="matrix(.013,0,0,-0.013,31.659,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,36.802,0)"><path d="M593 650H142L136 622C219 616 224 611 209 531L130 120C114 39 108 34 23 28L17 0H501C518 32 557 130 568 158L540 169C519 132 495 93 469 70C439 43 409 35 332 35C272 35 241 37 225 50C211 61 211 89 222 149L253 320H350C441 320 443 312 441 239H471L510 434H481C455 366 448 358 360 358H260L303 572C311 613 312 615 348 615H431C509 615 522 603 532 581C544 555 546 531 545 491L574 493C583 555 592 631 593 650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,44.745,3.132)"><path d="M46 650V622C120 617 128 613 128 525V125C128 42 120 34 40 28V0H311V28C221 34 212 39 212 124V281L286 262C297 261 316 261 331 263C429 275 526 338 526 468C526 533 501 579 462 609C422 638 364 650 293 650H46ZM212 559C212 588 215 600 223 606C230 613 251 618 279 618C361 618 430 572 430 464C430 337 350 302 285 302C252 302 225 309 212 314V559Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,49.092,3.132)"><path d="M673 0V28C608 34 594 43 563 129C499 303 432 494 370 665L339 656L132 132C98 43 84 37 20 28V0H238V28C162 35 154 45 175 108C188 150 203 192 219 237H432C454 176 474 122 487 83S491 36 428 28V0H673ZM418 280H234C265 362 296 450 328 535H330L418 280Z"></path></g><g transform="matrix(.013,0,0,-0.013,55.921,0)"><path d="M95 130C70 130 46 113 46 88C46 72 54 64 59 64C93 55 121 33 121 -3C121 -41 93 -68 44 -88L55 -117C117 -98 186 -56 186 22C186 91 131 130 95 130Z"></path></g><g transform="matrix(.013,0,0,-0.013,61.064,0)"><path d="M593 650H142L136 622C219 616 224 611 209 531L130 120C114 39 108 34 23 28L17 0H501C518 32 557 130 568 158L540 169C519 132 495 93 469 70C439 43 409 35 332 35C272 35 241 37 225 50C211 61 211 89 222 149L253 320H350C441 320 443 312 441 239H471L510 434H481C455 366 448 358 360 358H260L303 572C311 613 312 615 348 615H431C509 615 522 603 532 581C544 555 546 531 545 491L574 493C583 555 592 631 593 650Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,69.007,3.132)"><path d="M185 344V453C137 433 92 421 41 413V386C100 378 104 375 104 310V106C104 41 97 35 33 30V0H268V30C190 35 185 41 185 107V283C206 340 240 371 267 371C282 371 296 364 310 351C316 344 325 343 336 348C357 357 369 378 369 399C369 424 345 451 310 451C262 451 219 397 187 344H185Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,72.465,3.132)"><path d="M442 39L431 68C420 63 406 57 394 57C377 57 359 71 359 118V301C359 353 349 393 314 424C291 443 261 451 230 451C171 438 107 401 79 381C59 366 46 355 46 340C46 316 72 295 91 295C106 295 117 303 122 319C131 350 139 371 152 384C163 397 178 404 197 404C246 404 281 365 281 293V278C260 262 186 232 124 213C69 194 41 161 41 112C41 47 92 -12 163 -12C195 -12 243 25 283 51C288 35 293 22 308 7C319 -4 339 -12 354 -12L442 39ZM281 87C262 68 226 51 199 51C169 51 129 74 129 126C129 162 151 181 190 198C211 208 259 229 281 240V87Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,76.469,3.132)"><path d="M532 0V30C473 38 467 38 467 107V298C467 395 416 451 336 451C307 451 279 439 251 420C226 404 205 389 185 374V453C142 434 94 422 43 413V386C98 378 104 373 104 309V107C104 41 100 38 31 30V0H251V30C191 35 185 40 185 107V337C216 364 255 389 295 389C360 389 386 347 386 276V110C386 44 380 35 321 30V0H532Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,81.583,3.132)"><path d="M523 0V30C483 33 455 48 422 83C390 115 285 234 266 263C309 314 327 333 351 357C388 392 414 404 483 415V444L273 435V405C320 400 321 392 302 364C285 339 256 300 233 277C218 262 201 250 170 243V710C130 697 73 680 22 675V647C85 642 89 637 89 570V107C89 44 83 35 14 30V0H244V30C179 35 170 41 170 107V214C176 216 181 217 186 217C194 217 203 212 216 196C273 129 333 54 384 -1L523 0Z"></path></g><g transform="matrix(.013,0,0,-0.013,86.905,0)"><path d="M283 255V284C195 290 192 337 192 375C192 436 200 508 200 580C200 696 116 709 54 709V681C127 671 139 634 139 588C138 524 125 452 125 387C125 333 149 286 209 272V268C148 253 125 206 125 151C126 87 139 16 139 -47C139 -92 127 -131 54 -141V-169C115 -169 200 -152 200 -41C200 32 192 104 192 164C192 202 195 249 283 255Z"></path></g></svg></span></td></tr><tr><td class="thead-hr" colspan="4"><hr/></td></tr><tr><td class="align_left">Traj.A</td><td class="align_center">0.0506</td><td class="align_center">0.0457</td><td class="align_center">0.0467</td></tr><tr><td class="align_left">Traj.B</td><td class="align_center">0.0670</td><td class="align_center">0.0456</td><td class="align_center">0.0459</td></tr><tr class="table-tr"><td colspan="4"><hr class="tbody-hr"/></td></tr></table></td></tr></table>

<div><svg height="9.25202pt" id="M85" style="vertical-align:-3.29111pt" version="1.1" viewbox="-0.0498162 -5.96091 17.4437 9.25202" width="17.4437pt" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink"><g transform="matrix(.013,0,0,-0.013,0,0)"><path d="M391 364C391 409 353 448 295 448C249 448 198 426 152 393C65 331 23 225 23 139C23 14 96 -12 146 -12C198 -12 280 9 367 101L351 124C300 78 242 48 194 48C129 48 109 107 109 162V191C208 213 391 266 391 364ZM313 350C313 305 268 261 113 223C132 334 187 381 217 398C227 404 244 405 261 405C290 405 313 385 313 350Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,5.317,3.132)"><path d="M290 377C321 398 342 415 358 430C378 450 389 473 389 502C389 578 329 635 238 635H237C184 635 137 610 109 578L64 515L88 493C112 529 154 573 208 573S303 542 303 482C303 409 233 370 141 341L149 308C165 313 190 319 215 319C272 319 341 283 341 193C342 98 292 43 222 43C163 43 122 72 96 94C88 101 79 100 70 94C61 87 47 73 46 60C44 47 48 37 62 23C76 10 118 -12 165 -12C238 -12 430 62 430 223C430 297 379 359 290 375V377Z"></path></g><g transform="matrix(.0091,0,0,-0.0091,9.749,3.132)"><path d="M786 370C786 572 637 650 431 650H137L130 618C217 606 220 603 204 519L129 127C115 48 107 39 26 30L18 0H270C410 0 516 20 609 75C722 140 786 240 786 370ZM683 373C683 178 547 40 323 40C298 40 264 40 241 45C213 51 207 64 220 127L295 545C304 582 309 595 320 601C335 610 367 613 406 613C570 613 683 538 683 373Z"></path></g></svg> on baseline.</div>

International Journal of Digital Multimedia Broadcasting

A Convolutional Neural Network for Nonrigid Structure from Motion

Table 1