%PDF-1.5 %âãÏÓ 1 0 obj << /Type /Pages /Count 16 /Kids [ 4 0 R 46 0 R 132 0 R 211 0 R 251 0 R 294 0 R 315 0 R 329 0 R 398 0 R 409 0 R 417 0 R 426 0 R 430 0 R 449 0 R 453 0 R 622 0 R ] >> endobj 2 0 obj << /Producer (PyPDF2) >> endobj 3 0 obj << /Type /Catalog /Pages 1 0 R >> endobj 4 0 obj << /Annots [ 5 0 R 6 0 R 7 0 R 8 0 R 9 0 R 10 0 R 11 0 R 12 0 R 13 0 R 14 0 R 15 0 R 16 0 R ] /Contents 17 0 R /MediaBox [ 0 0 612 792 ] /Resources << /Font << /F34 18 0 R /F50 23 0 R /F51 28 0 R /F80 33 0 R /F82 39 0 R /F1 44 0 R /F2 45 0 R >> /ProcSet [ /ImageC /Text /ImageI /ImageB /PDF ] >> /Type /Page /Parent 1 0 R >> endobj 5 0 obj << /A << /D (cite\056blatz\055etal\0552004\055confidence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 249.537 231.635 297.034 242.579 ] /Subtype /Link /Type /Annot >> endobj 6 0 obj << /A << /D (cite\056blatz\055etal\0552004\055confidence) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 90.805 219.68 112.722 230.624 ] /Subtype /Link /Type /Annot >> endobj 7 0 obj << /A << /D (cite\056specia\0552018) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 116.977 219.68 169.361 230.624 ] /Subtype /Link /Type /Annot >> endobj 8 0 obj << /A << /D (cite\056specia\0552018) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 173.336 219.68 195.254 230.624 ] /Subtype /Link /Type /Annot >> endobj 9 0 obj << /A << /D (cite\056iso18587\07217) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 393.471 247.07 436.977 258.014 ] /Subtype /Link /Type /Annot >> endobj 10 0 obj << /A << /D (cite\056iso18587\07217) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 439.792 247.07 461.709 258.014 ] /Subtype /Link /Type /Annot >> endobj 11 0 obj << /A << /D (cite\056specia\055etal\0552020\055findings\055wmt) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 438.762 163.384 492.256 174.328 ] /Subtype /Link /Type /Annot >> endobj 12 0 obj << /A << /D (cite\056specia\055etal\0552020\055findings\055wmt) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 496.787 163.384 518.705 174.328 ] /Subtype /Link /Type /Annot >> endobj 13 0 obj << /A << /D (cite\056specia\055etal\0552021\055findings) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 312.476 151.095 334.394 163.05 ] /Subtype /Link /Type /Annot >> endobj 14 0 obj << /A << /D (cite\056zerva\055etal\0552022\055findings) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 337.68 151.095 384.551 163.05 ] /Subtype /Link /Type /Annot >> endobj 15 0 obj << /A << /D (cite\056zerva\055etal\0552022\055findings) /S /GoTo >> /Border [ 0 0 0 ] /C [ 0 1 0 ] /H /I /Rect [ 387.558 151.095 409.476 163.05 ] /Subtype /Link /Type /Annot >> endobj 16 0 obj << /A << /D (figure\056caption\0561) /S /GoTo >> /Border [ 0 0 0 ] /C [ 1 0 0 ] /H /I /Rect [ 436.218 127.519 443.192 138.462 ] /Subtype /Link /Type /Annot >> endobj 17 0 obj << /Length 10284 >> stream q 0 g 0 G 0 g 0 G 0 g 0 G q 1 0 0 1 91.801 740.513 cm [ ] 0 d 0 J 0.249 w 0 0 m 428.398 0 l S Q 0 g 0 G 0 g 0 G BT /F80 17.9328 Tf 142.419 681.686 Td [ (W) 75 (ord\055le) 15 (v) 10 (el) -250 (T) 74 (ranslation) -250 (Quality) -250 (Estimation) ] TJ 53.896 -21.917 Td [ (Based) -250 (on) -250 (Optimal) -250 (T) 74 (ransport) ] TJ 0 g 0 G 0 g 0 G /F80 10.9091 Tf -104.514 -50.952 Td [ (Y) 92 (uto) -250 (K) 15 (ur) 18 (oda) ] TJ /F50 7.9701 Tf 60.763 3.958 Td [ (\003) ] TJ /F82 9.9626 Tf 256.094 -3.958 Td [ (kuroda\100ai\056cs\056ehime\055u\056ac\056jp) ] TJ /F82 8.9664 Tf -316.857 -11.956 Td [ (Graduate) -250 (School) -250 (of) -250 (Science) -250 (and) -250 (Engineering\054) -250 (Ehime) -250 (Uni) 25 (v) 15 (ersity) 65 (\054) ] TJ 0 -11.955 Td [ (3) -250 (Bunk) 15 (yo\055cho\054) -250 (Matsuyama\054) -250 (Ehime\054) -250 (790\0558577\054) -250 (Japan) ] TJ 0 g 0 G 0 g 0 G /F80 10.9091 Tf 0 -16.936 Td [ (Atsushi) -250 (Fujita) ] TJ /F82 9.9626 Tf 330.387 0 Td [ (atsushi\056fujita\100nict\056go\056jp) ] TJ /F82 8.9664 Tf -330.387 -11.955 Td [ (National) -250 (Institute) -250 (of) -250 (Information) -250 (and) -250 (Communications) -250 (T) 70 (echnology) 65 (\054) ] TJ 0 -11.956 Td [ (3\0555) -250 (Hikaridai\054) -250 (Seika\055cho\054) -250 (Soraku\055gun\054) -250 (K) 25 (yoto\054) -250 (619\0550289\054) -250 (Japan) ] TJ 0 g 0 G 0 g 0 G /F80 10.9091 Tf 0 -16.936 Td [ (T) 92 (omoyuki) -250 (Kajiwara) ] TJ /F82 9.9626 Tf 320.006 0 Td [ (kajiw) 10 (ara\100cs\056ehime\055u\056ac\056jp) ] TJ /F82 8.9664 Tf -320.006 -11.955 Td [ (Graduate) -250 (School) -250 (of) -250 (Science) -250 (and) -250 (Engineering\054) -250 (Ehime) -250 (Uni) 25 (v) 15 (ersity) 65 (\054) ] TJ 0 -11.955 Td [ (3) -250 (Bunk) 15 (yo\055cho\054) -250 (Matsuyama\054) -250 (Ehime\054) -250 (790\0558577\054) -250 (Japan) ] TJ ET q 1 0 0 1 91.801 475.227 cm [ ] 0 d 0 J 0.249 w 0 0 m 428.398 0 l S Q BT /F80 9.9626 Tf 91.801 455.227 Td [ (Abstract) ] TJ 0 g 0 G 0 g 0 G /F82 8.9664 Tf 19.925 -17.706 Td [ (W) 80 (ord\055le) 25 (v) 15 (el) -327 (translation) -327 (quality) -327 (estimation) -327 (\050TQE\051) -328 (is) -327 (the) -327 (task) -327 (of) -327 (identifying) -327 (erroneous) -327 (w) 10 (ords) -328 (in) -327 (a) -327 (translation) ] TJ 0 -11.955 Td [ (with) -344 (respect) -345 (to) -344 (the) -344 (source\056) -593 (State\055of\055the\055art) -344 (methods) -344 (for) -345 (TQE) -344 (e) 15 (xploit) -344 (lar) 18 (ge) -344 (quantities) -344 (of) -345 (synthetic) -344 (training) ] TJ 0 -11.955 Td [ (data) -353 (generated) -353 (from) -353 (bilingual) -353 (parallel) -353 (corpora\054) -378 (where) -353 (pseudo\055quality) -353 (labels) -353 (are) -353 (determined) -353 (by) -353 (comparing) ] TJ 0 -11.956 Td [ (tw) 10 (o) -227 (independent) -227 (translations) -227 (for) -227 (the) -228 (same) -227 (source) -227 (te) 15 (xt\054) -231 (i\056e\056\054) -232 (an) -227 (output) -227 (from) -228 (a) -227 (machine) -227 (translation) -227 (\050MT\051) -227 (system) ] TJ 0 -11.955 Td [ (and) -222 (a) -221 (reference) -221 (translation) -222 (in) -221 (the) -222 (parallel) -221 (corpora\056) -301 (Ho) 25 (we) 25 (v) 15 (er) 40 (\054) -227 (this) -222 (process) -221 (is) -221 (sorely) -222 (reliant) -221 (on) -222 (the) -221 (surf) 10 (ace) -222 (forms) ] TJ 0 -11.955 Td [ (of) -329 (w) 10 (ords\054) -348 (with) -329 (acceptable) -329 (synon) 15 (yms) -328 (and) -329 (interchangeable) -329 (w) 10 (ord) -329 (orderings) -328 (re) 15 (g) 5 (arded) -329 (as) -329 (erroneous\056) -546 (This) -329 (can) ] TJ 0 -11.955 Td [ (potentially) -297 (mislead) -296 (the) -297 (pre\055training) -297 (of) -296 (models\056) -450 (In) -297 (this) -297 (paper) 40 (\054) -308 (we) -297 (describe) -296 (a) -297 (method) -297 (that) -297 (inte) 15 (grat) 1 (es) -297 (a) -297 (de) 15 (gree) ] TJ 0 -11.955 Td [ (of) -387 (uncertainty) -387 (in) -388 (labeling) -387 (the) -387 (w) 10 (ords) -387 (in) -388 (synthetic) -387 (training) -387 (data) -387 (for) -387 (TQE\056) -388 (T) 80 (o) -387 (estimate) -387 (the) -387 (e) 15 (xtent) -388 (to) -387 (which) ] TJ 0 -11.955 Td [ (each) -275 (w) 10 (ord) -274 (in) -275 (the) -275 (MT) -274 (output) -275 (is) -275 (lik) 10 (ely) -274 (to) -275 (be) -275 (correct) -274 (or) -275 (erroneous) -275 (with) -274 (respect) -275 (to) -275 (the) -274 (reference) -275 (translation\054) -281 (we) ] TJ 0 -11.956 Td [ (propose) -227 (to) -227 (use) -227 (the) -227 (concept) -227 (of) -227 (optimal) -227 (transport) -227 (\050O) 40 (T\051\054) -227 (which) -227 (e) 15 (xploits) -227 (conte) 15 (xtual) -227 (w) 10 (ord) -227 (embeddings\056) -302 (Empirical) ] TJ 0 -11.955 Td [ (e) 15 (xperiments) -367 (using) -368 (a) -367 (public) -367 (benchmarking) -367 (dataset) -368 (for) -367 (w) 10 (ord\055le) 25 (v) 15 (el) -367 (TQE) -367 (demonstrate) -367 (that) -368 (pre\055training) -367 (TQE) ] TJ 0 -11.955 Td [ (models) -209 (with) -210 (the) -209 (pseudo\055quality) -209 (labels) -209 (determined) -210 (by) -209 (O) 40 (T) -209 (produces) -210 (bet) 1 (ter) -210 (predictions) -209 (of) -209 (the) -210 (w) 10 (ord\055le) 25 (v) 15 (el) -209 (quality) ] TJ 0 -11.955 Td [ (labels) -250 (determined) -250 (by) -250 (manual) -250 (post\055editing) -250 (than) -250 (doing) -250 (so) -250 (with) -250 (surf) 10 (ace\055based) -250 (pseudo\055quality) -250 (labels\056) ] TJ /F80 10.9091 Tf -19.925 -31.881 Td [ (1) -1000 (Intr) 18 (oduction) ] TJ /F82 9.9626 Tf 0 -27.39 Td [ (T) 35 (ranslation) -381 (quality) -381 (estimation) -382 (\050TQE\051) -381 (\050) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ (Blatz) -381 (et) -381 (al\056) ] TJ 0 g 0 G [ (\054) ] TJ 0 0 0.5 rg 0 0 0.5 RG 0 -11.955 Td [ (2004) ] TJ 0 g 0 G [ (\073) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ -349 (Specia) -349 (et) -349 (al\056) ] TJ 0 g 0 G [ (\054) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ -349 (2018) ] TJ 0 g 0 G [ (\051) -349 (is) -349 (the) -349 (task) -349 (of) -349 (predicting) ] TJ 0 -11.955 Td [ (quality) -302 (labels) -303 (or) -302 (scores) -303 (for) -302 (a) -302 (gi) 25 (v) 15 (en) -303 (translation\054) -315 (typ\055) ] TJ 0 -11.955 Td [ (ically) -376 (generated) -375 (by) -376 (machine) -376 (translation) -376 (\050MT\051) -375 (sys\055) ] TJ 0 -11.956 Td [ (tems\054) -309 (with) -297 (respect) -297 (to) -297 (the) -297 (source) -297 (te) 15 (xt\054) -309 (without) -297 (refer) 20 (\055) ] TJ 0 -11.955 Td [ (ring) -327 (to) -328 (a) -327 (reference) -327 (translations\056) -542 (Predictions) -327 (can) -327 (be) ] TJ 0 -11.955 Td [ (made) -300 (at) -300 (dif) 25 (ferent) -300 (le) 25 (v) 15 (els) -300 (of) -300 (granularity) 65 (\054) -313 (such) -300 (as) -300 (sen\055) ] TJ 0 -11.955 Td [ (tence) -261 (and) -262 (w) 10 (ord) -261 (le) 25 (v) 15 (els\056) -344 (Sentence\055le) 25 (v) 15 (el) -261 (quality) -261 (labels) ] TJ 0 -11.955 Td [ (help) -330 (users) -331 (determine) -330 (whether) -330 (to) -330 (use) -331 (an) -330 (MT) -330 (output) ] TJ 0 -11.955 Td [ (as) -335 (it) -335 (is) -335 (or) -335 (after) -335 (post\055editing) -334 (\050PE\051\056) -335 (W) 80 (ord\055le) 25 (v) 15 (el) -335 (qual\055) ] TJ 0 g 0 G 0 g 0 G 221.671 134.986 Td [ (ity) -274 (labels) -274 (better) -274 (guide) -274 (post\055editors) -274 (in) -274 (the) -274 (translation) ] TJ 0 -11.955 Td [ (production) -232 (process) -233 (\050) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ (ISO\057TC37) ] TJ 0 g 0 G [ (\054) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ -232 (2017) ] TJ 0 g 0 G [ (\051\054) -236 (i\056e\056\054) -236 (identify\055) ] TJ 0 -11.955 Td [ (ing) -250 (w) 10 (ords) -250 (that) -250 (require) -250 (re) 25 (vision\056) ] TJ 0 g 0 G 19.925 -11.955 Td [ (In) -455 (this) -454 (paper) 40 (\054) -506 (we) -455 (focus) -454 (on) -455 (w) 10 (ord\055le) 25 (v) 15 (el) -454 (TQE\056) ] TJ 0 g 0 G -19.925 -11.955 Td [ (The) -209 (data) -210 (for) -209 (training) -210 (and) -209 (e) 25 (v) 25 (aluating) -210 (w) 10 (ord\055le) 25 (v) 15 (el) -209 (TQE) ] TJ 0 -11.956 Td [ (models) -218 (consist) -218 (of) -217 (tuples) -218 (of) -218 (a) -218 (source) -218 (te) 15 (xt\054) -224 (an) -218 (MT) -217 (out\055) ] TJ 0 -11.955 Td [ (put\054) -252 (and) -251 (quality) -251 (labels) -252 (for) -251 (each) -251 (w) 10 (ord) -251 (in) -252 (the) -251 (MT) -251 (out\055) ] TJ 0 -11.955 Td [ (put\056) -657 (In) -366 (the) -366 (TQE) -366 (s) 1 (hared) -366 (tasks) -366 (at) -366 (the) -366 (W) 80 (orkshop) -365 (on) ] TJ 0 -11.955 Td [ (Machine) -405 (T) 35 (ranslation) -404 (\050WMT\051) -405 (\050) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ (Specia) -405 (et) -405 (al\056) ] TJ 0 g 0 G [ (\054) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ -404 (2020) ] TJ 0 g 0 G [ (\054) ] TJ 0 0 0.5 rg 0 0 0.5 RG 0 -11.955 Td [ (2021) ] TJ 0 g 0 G [ (\073) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ -252 (Zerv) 25 (a) -252 (et) -252 (al\056) ] TJ 0 g 0 G [ (\054) ] TJ 0 0 0.5 rg 0 0 0.5 RG [ -251 (2022) ] TJ 0 g 0 G [ (\051\054) -253 (binary) -252 (labels\054) -252 (i\056e\056\054) ] TJ /F34 9.9626 Tf 176.72 0 Td [ (f) ] TJ /F82 9.9626 Tf 4.981 0 Td [ (\223OK\054) 70 (\224) ] TJ -181.701 -11.955 Td [ (\223B) 35 (AD\224) ] TJ /F34 9.9626 Tf 29.529 0 Td [ (g) ] TJ /F82 9.9626 Tf 4.981 0 Td [ (\054) -413 (are) -381 (used) -381 (as) -380 (the) -381 (quality) -381 (labels\056) -702 (As) -380 (illus\055) ] TJ -34.51 -11.956 Td [ (trated) -269 (in) -270 (the) -269 (top) -270 (part) -269 (of) -270 (Figure) ] TJ 0.5 0 0 rg 0.5 0 0 RG [ -250 (1) ] TJ 0 g 0 G [ (\054) -274 (TQE) -269 (data) -270 (are) -269 (pro\055) ] TJ 0 g 0 G ET q 1 0 0 1 91.801 121.015 cm [ ] 0 d 0 J 0.398 w 0 0 m 59.776 0 l S Q BT /F51 5.9776 Tf 106.147 114.413 Td [ (\003) ] TJ /F82 7.9701 Tf 4.066 -2.813 Td [ (This) -232 (w) 10 (ork) -233 (w) 10 (as) -232 (done) -233 (during) -232 (an) -233 (internship) -232 (of) -232 (the) -233 (\002rst) -232 (author) -233 (at) -232 (National) -232 (Institute) -233 (of) -232 (Information) -233 (and) -232 (Communications) -233 (T) 70 (ec) 1 (hnology) 65 (\056) ] TJ 0 g 0 G 0 g 0 G 0 g 0 G ET Q q 0 0 612 792 re W n 1 0 0 1 0 0 cm BT /F1 12 Tf 14.4 TL ET BT /F2 7 Tf 8.4 TL ET BT 1 0 0 1 170.6935 20 Tm (Proceedings\040of\040the\04016th\040Conference\040of\040the\040Association\040for\040Machine\040Translation\040in\040the\040Americas\054) Tj T* ET BT 1 0 0 1 198.3925 10 Tm (Chicago\054\040USA\054\040September\04030\040\055\040October\0402\054\0402024\056\040Volume\0401\072\040Research\040Papers) Tj T* ET Q endstream endobj 18 0 obj << /BaseFont /THIECC+CMSY10 /FirstChar 0 /FontDescriptor 19 0 R /LastChar 106 /Subtype /Type1 /ToUnicode 21 0 R /Type /Font /Widths 22 0 R >> endobj 19 0 obj << /Ascent 750 /CapHeight 683 /CharSet (\057arrowright\057asteriskmath\057bar\057braceleft\057braceright\057element\057lessequal\057minus\057multiply\057periodcentered) /Descent -194 /Flags 4 /FontBBox [ -29 -960 1116 775 ] /FontFile 20 0 R /FontName /THIECC+CMSY10 /ItalicAngle -14 /StemV 40 /Type /FontDescriptor /XHeight 431 >> endobj 20 0 obj << /Filter /FlateDecode /Length1 1578 /Length2 7355 /Length3 0 /Length 8409 >> stream xœ¸4Û}7®6µ•Öµ÷(ŠÚ{ï]#B$Hì½Gí½•Ú£¶Z¥(ŠÚµ‹Zµ·¢Š¾i{ß÷óÜÏÿÎûžœ“ü¾Ÿk_×çú&'LôZº\Ò60+ŠàâãæȪëóñxy¸yyùq™˜ôÀèo—É ä à¢ÿ¥!ë "˜TT‡A*n Ÿ €OH”OX”—ÀÏË+ò·"ÌU tÛ Ô¹*0(ŽË$sörÛÙ#qþ~°Z³øDD„9›¤@®`k  D؃œ­€.ÌBxýËë3{ÂY”‡ÇÃÃè熹ÚI°q<À{€ruÙ ~•Ð :þ*—  g†ÿèÂl@W @ÀÖ (iâµ¹ÑºÊj Mgô²ÚNÀ_Íðqóýãî/ë_ŽÀÐßÆ@kk˜“3ê†ÚlÁ@SAá‰à ¡6¿8it‚!@+¤Âïԁ im Yá_õÁ­]ÁÎ87ùU#Ï/7È6ËCmdaNN (Žû+?9°+ÈÙw/ž¿†ë…y@}þ>Ù‚¡6¶¿Ê°qsæч‚]Ü@Êré !Üÿ`v @WDHH r€<­íy~Ðórýþ†‘5øù8Ãœ¶È2@~`[ò×t®n ?Ÿÿüû„ËÇ°[# V ;0÷?Þ‘0ÈöÏ9W°'À”I?> ï¯×?OfH†ÙÀ ¯ÿ¨ÿ1ž’²¼¬,Ç_%ÿ#”‘y|¸øE \"B¼ >>>!€°° Àïß~´€à¿òø/[e¨- ò']dŸþNÙý/°þµ l€ûÒ€!™°þ‡èÏyy­‘o|ÿÏtÿmòÿÇò_^þ¯DÿßŒÜ ßrÖ? ÿ9Ð ñúKÉ\7rÔaÈ]€þ¯ª!èÏꪃlÀnNÿ+UF ‘Û µC2š‹ï 7ï“?8® öÙhÖöXó×ÿµo0¤ƒƒÝ0H+^Þÿ‘!—ÌÚy‹À‘Ôü-!wèßqå¡Ö0›_ËÆ/( ºº½p‘³Fž>|È­´yþ&3€‡ C M Èý ¶0WÜ_ƒ ð ­`Æ…”ý‘(Ù 0Ü9ûp>^! Ðõ¿ ~$à ´A@¶ˆÿ‚þ‚ÿíYRó×þþƒñ#1²F‹’£HÐ uƒÿG ¸A`gdåÿ„ð8##Àl×2[$!~IþÕ k7WW¤ð7“‘Ýûûüûj