{"uri":"/language-weaver/the-neural-mt-weekly/sequence-to-sequence-pre-training-for-neural-mt","content":{"metadata":{"seo":{"description":"Sequence-to-sequence Pre-training for Neural MT | Iconic Translation Machines","breadcrumbTitle":"Issue #70","title":"Issue #70 - Sequence-to-sequence Pre-training for Neural MT","twitter":{"Image":"https://webassets.rws.com/images/language-modelling-1200x610_tcm228-195133.jpg","Description":"Sequence-to-sequence Pre-training for Neural MT | Iconic Translation Machines","Title":"Issue #70 - Sequence-to-sequence Pre-training for Neural MT","Type":"website","card":"summary"},"og":{"Image":"https://webassets.rws.com/images/language-modelling-1200x610_tcm228-195133.jpg","Url":"https://www.rws.com/language-weaver/the-neural-mt-weekly/sequence-to-sequence-pre-training-for-neural-mt/","Description":"Sequence-to-sequence Pre-training for Neural MT | Iconic Translation Machines","Title":"Issue #70 - Sequence-to-sequence Pre-training for Neural MT","Type":"website"},"link":[{"rel":"cannonical","url":"https://www.rws.com/language-weaver/the-neural-mt-weekly/sequence-to-sequence-pre-training-for-neural-mt/"},{"rel":"alternate","hreflang":"en-gb","url":"https://www.rws.com/language-weaver/the-neural-mt-weekly/sequence-to-sequence-pre-training-for-neural-mt/"},{"rel":"alternate","hreflang":"x-default","url":"https://www.rws.com"}]},"showBreadcrumb":true,"noIndex":false,"customNavigation":{"title":"Language Weaver","type":"Default","logo":{"image":{"friendlyFileSize":"412 B","title":"RWS Icon - Large","isSVG":false,"mediaType":"Image","url":"https://webassets.rws.com/images/icon-large-1_tcm228-194189.png","fileSize":412,"mimeType":"image/png"},"mobileImage":{"title":"RWS Icon - Large","isSVG":false,"mediaType":"Image","friendlyFileSize":"412 B","url":"https://webassets.rws.com/images/icon-large-1_tcm228-194189.png","fileSize":412,"mimeType":"image/png"},"alternateText":"RWS Icon - Large","hasMobileImage":false},"links":[{"link":{"text":"Find a solution","isExternal":false,"isVideo":false},"subLinks":[{"link":{"text":"I'm interested in…","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/neural-machine-translation/","internalLink":{},"text":"Neural machine translation","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/government-solutions/","internalLink":{},"text":"Multilingual content intelligence","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/global-enterprise/","internalLink":{},"text":"Making customer support multilingual","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/legal-and-compliance/","internalLink":{},"text":"Enabling Multilingual e-Discovery","isExternal":false,"isVideo":false}}]},{"link":{"text":"By products","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/cloud/","internalLink":{},"text":"Cloud","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/edge/","internalLink":{},"text":"Edge","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/connectors/","internalLink":{},"text":"Connector Hub","isExternal":false,"isVideo":false}}]},{"link":{"text":"By use case","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/global-enterprise/","internalLink":{},"text":"Enterprise","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/legal-and-compliance/","internalLink":{},"text":"Legal","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/government-solutions/","internalLink":{},"text":"Government","isExternal":false,"isVideo":false}}]}]},{"link":{"text":"Service and Support","isExternal":false,"isVideo":false},"subLinks":[{"link":{"text":"Expert Services","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/partners/","internalLink":{},"text":"Partners","isExternal":false,"isVideo":false}},{"link":{"url":"/partners/list/","internalLink":{},"text":"Partner Directory","isExternal":false,"isVideo":false}},{"link":{"url":"/support/professional-services/","internalLink":{},"text":"Professional Services","isExternal":false,"isVideo":false}},{"link":{"url":"https://www.rws.com/support/training/?productSolution=LanguageWeaver","text":"Training ","isExternal":true,"isVideo":false}}]},{"link":{"text":"Support","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"https://gateway.sdl.com/CommunityHome","text":"Support Gateway","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"https://community.rws.com/product-groups/linguistic-ai/cloud/","text":"Community ","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"/support/newsletter-signup/","internalLink":{},"text":"Sign up for support updates","isExternal":false,"isVideo":false}}]},{"link":{"text":"Developers","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"https://developers.languageweaver.com/","text":"Developer portal","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"https://docs.rws.com/791593/865454/language-weaver/welcome-to-the-------------language-weaver-documentation","text":"Cloud documentation","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"https://docs.rws.com/833475/886777/language-weaver-edge-documentation/welcome-to-the-------------language-weaver-edge-------------8-5-documentation","text":"Edge documentation","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}}]}]},{"link":{"text":"Resources","isExternal":false,"isVideo":false},"subLinks":[{"link":{"text":"Recommended ","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/events/language-weaver-webinar-series/","internalLink":{},"text":"Webinar Series","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/resources/us-army/","internalLink":{},"text":"U.S. Army case study","isExternal":false,"isVideo":false}},{"link":{"url":"https://webassets.rws.com/images/Language-Weaver-CAS-Case-Study_tcm228-191164.pdf","internalLink":{},"text":"Chemical Abstracts Service case study","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"/language-weaver/resources/machine-translation-cloud/","internalLink":{},"text":"Cloud Data Sheet","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/resources/machine-translation-edge/","internalLink":{},"text":"Edge Data Sheet","isExternal":false,"isVideo":false}}]},{"link":{"text":"Collateral","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=case-study-long","text":"Case Studies","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=white-paper","text":"White Papers","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=ebooks","text":"eBooks","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=webinar-recording","text":"Recorded Webinars","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=Brochure","text":"Brochures","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=data-sheet","text":"Data Sheets","isExternal":true,"isVideo":false}},{"link":{"url":"/language-weaver/resources/","internalLink":{},"text":"View all","isExternal":false,"isVideo":false}}]},{"link":{"text":"Learn more","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/our-history/","internalLink":{},"text":"History","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/neural-machine-translation/","internalLink":{},"text":"Neural MT","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/the-neural-mt-weekly/","internalLink":{},"text":"Neural MT Weekly","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/supported-languages/","internalLink":{},"text":"Supported Languages ","isExternal":false,"isVideo":false}}]}]},{"link":{"url":"/language-weaver/research/","internalLink":{},"text":"Research","isExternal":false,"isVideo":false}},{"link":{"url":"https://portal.languageweaver.com/","text":"Get Started","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"/language-weaver/contact/","internalLink":{},"text":"Contact","isExternal":false,"isVideo":false}}],"mainLogo":{"image":{"title":"SDL - Part of the RWS Group","isSVG":false,"mediaType":"Image","friendlyFileSize":"2 KB","url":"https://webassets.rws.com/images/Artboard-1_tcm228-187294.svg","fileSize":1113,"mimeType":"image/svg+xml"},"mobileImage":{"title":"SDL - Part of the RWS Group","isSVG":false,"mediaType":"Image","friendlyFileSize":"2 KB","url":"https://webassets.rws.com/images/Artboard-1_tcm228-187294.svg","fileSize":1113,"mimeType":"image/svg+xml"},"alternateText":"SDL - Part of the RWS Group","hasMobileImage":false},"homeLink":{"url":"/","internalLink":{},"isExternal":false,"isVideo":false},"sectionHomeLink":{"url":"/language-weaver/","internalLink":{},"isExternal":false,"isVideo":false},"utilityNav":{"icon":{"desktopImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"375 B","url":"https://webassets.rws.com/images/search-1_tcm228-167958.svg","fileSize":375,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"375 B","url":"https://webassets.rws.com/images/search-1_tcm228-167958.svg","fileSize":375,"mimeType":"image/svg+xml"},"mobileImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"375 B","url":"https://webassets.rws.com/images/search-1_tcm228-167958.svg","fileSize":375,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":false},"links":[{"url":"/search/","internalLink":{},"isExternal":false,"isVideo":false}]},"languageSelector":{"icon":{"desktopImage":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"mobileImageValue":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"mobileImage":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":true},"links":[{"lang":"en","text":"English","messages":[{"message":{"title":"Unfortunately this page is not available in English","body":"

The page is however available in $available_languages_list.

You can also return to your previous page or go to the English language homepage.

","callToAction":{"url":"/","text":"English homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Unfortunately this page is not available in English","body":"

You can return to your previous page or go to the English language homepage.

","callToAction":{"url":"/","text":"English homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"de","text":"Deutsch","messages":[{"message":{"title":"Diese Seite ist leider nicht auf Deutsch verfügbar.","body":"

Es gibt die Seite jedoch auf $available_languages_list.

Sie können auch zu Ihrer vorherigen Seite zurückkehren oder zur deutschen Homepage gehen.

","callToAction":{"url":"/de/","text":"Deutsche Homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Diese Seite ist leider nicht auf Deutsch verfügbar.","body":"

Sie stattdessen auch zu Ihrer vorherigen Seite zurückkehren oder zur deutschen Homepage gehen.

","callToAction":{"url":"/de/","text":"Deutsche Homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"fr","text":"Français","messages":[{"message":{"title":"Malheureusement, cette page n'est pas disponible en français.","body":"

La page est toutefois disponible en $available_languages_list.

Vous pouvez également revenir à la page précédente ou accéder à la page d'accueil en français.

","callToAction":{"url":"/fr/","text":"Français homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Malheureusement, cette page n'est pas disponible en français.","body":"

Vous pouvez également revenir à la page précédente ou accéder à la page d'accueil en français.

","callToAction":{"url":"/fr/","text":"Français homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"es","text":"Español","messages":[{"message":{"title":"Lamentablemente, esta página no está disponible en español.","body":"

Sin embargo, la página está disponible en $available_languages_list.

También puedes volver a la página anterior o ir a la página de inicio en español.

","callToAction":{"url":"/es/","text":"Español homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Lamentablemente, esta página no está disponible en español.","body":"

También puedes volver a la página anterior o ir a la página de inicio en español.

","callToAction":{"url":"/es/","text":"Español homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"it","text":"Italiano","messages":[{"message":{"title":"Siamo spiacenti, questa pagina non è disponibile in italiano.","body":"

Tuttavia, la pagina è disponibile in $available_languages_list.

È possibile tornare alla pagina precedenteo andare nella homepage in lingua italiana.

","callToAction":{"url":"/it/","text":"Italiana homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Siamo spiacenti, questa pagina non è disponibile in italiano.","body":"

È possibile tornare alla pagina precedenteo andare nella homepage in lingua italiana.

\n\t","callToAction":{"url":"/it/","text":"Italiana homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"cn","text":"简体中文","messages":[{"message":{"title":"Unfortunately this page is not available in Chinese.","body":"

The page is however available in $available_languages_list.

You can also return to your previous page or go to the Chinese language homepage.

","callToAction":{"url":"/cn/","text":"Chinese homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Unfortunately this page is not available in Chinese","body":"

You can return to your previous page or go to the Chinese language homepage.

\n\n","callToAction":{"url":"/cn/","text":"Chinese homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"jp","text":"日本語","messages":[{"message":{"title":"Unfortunately this page is not available in Japanese","body":"

The page is however available in $available_languages_list.

You can also return to your previous page or go to the Japanese language homepage.

","callToAction":{"url":"/jp/","text":"Japanese homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Unfortunately this page is not available in Japanese","body":"

You can return to your previous page or go to the Japanese language homepage.

","callToAction":{"url":"/jp/","text":"Japanese homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false},{"lang":"kr","text":"한국어","messages":[{"message":{"title":"Unfortunately this page is not available in Korean","body":"

The page is however available in $available_languages_list.

You can also return to your previous page or go to the Korean language homepage.

","callToAction":{"url":"/kr/","text":"Korean homepage","isExternal":false,"isVideo":false}},"variant":"variant 1"},{"message":{"title":"Unfortunately this page is not available in Korean","body":"

You can return to your previous page or go to the Korean language homepage.

","callToAction":{"url":"/kr/","text":"Korean homepage","isExternal":false,"isVideo":false}},"variant":"variant 2"}],"isExternal":false,"isVideo":false}]},"id":"201944"},"excludeCustomNavigation":false,"excludeMainNavigation":true}},"regions":[{"regions":[],"fragments":[{"content":{"title":"Language Weaver","type":"Default","logo":{"image":{"friendlyFileSize":"412 B","title":"RWS Icon - Large","isSVG":false,"mediaType":"Image","url":"https://webassets.rws.com/images/icon-large-1_tcm228-194189.png","fileSize":412,"mimeType":"image/png"},"mobileImage":{"title":"RWS Icon - Large","isSVG":false,"mediaType":"Image","friendlyFileSize":"412 B","url":"https://webassets.rws.com/images/icon-large-1_tcm228-194189.png","fileSize":412,"mimeType":"image/png"},"alternateText":"RWS Icon - Large","hasMobileImage":false},"links":[{"link":{"text":"Find a solution","isExternal":false,"isVideo":false},"subLinks":[{"link":{"text":"I'm interested in…","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/neural-machine-translation/","internalLink":{},"text":"Neural machine translation","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/government-solutions/","internalLink":{},"text":"Multilingual content intelligence","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/global-enterprise/","internalLink":{},"text":"Making customer support multilingual","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/legal-and-compliance/","internalLink":{},"text":"Enabling Multilingual e-Discovery","isExternal":false,"isVideo":false}}]},{"link":{"text":"By products","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/cloud/","internalLink":{},"text":"Cloud","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/edge/","internalLink":{},"text":"Edge","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/connectors/","internalLink":{},"text":"Connector Hub","isExternal":false,"isVideo":false}}]},{"link":{"text":"By use case","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/global-enterprise/","internalLink":{},"text":"Enterprise","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/legal-and-compliance/","internalLink":{},"text":"Legal","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/government-solutions/","internalLink":{},"text":"Government","isExternal":false,"isVideo":false}}]}]},{"link":{"text":"Service and Support","isExternal":false,"isVideo":false},"subLinks":[{"link":{"text":"Expert Services","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/partners/","internalLink":{},"text":"Partners","isExternal":false,"isVideo":false}},{"link":{"url":"/partners/list/","internalLink":{},"text":"Partner Directory","isExternal":false,"isVideo":false}},{"link":{"url":"/support/professional-services/","internalLink":{},"text":"Professional Services","isExternal":false,"isVideo":false}},{"link":{"url":"https://www.rws.com/support/training/?productSolution=LanguageWeaver","text":"Training ","isExternal":true,"isVideo":false}}]},{"link":{"text":"Support","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"https://gateway.sdl.com/CommunityHome","text":"Support Gateway","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"https://community.rws.com/product-groups/linguistic-ai/cloud/","text":"Community ","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"/support/newsletter-signup/","internalLink":{},"text":"Sign up for support updates","isExternal":false,"isVideo":false}}]},{"link":{"text":"Developers","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"https://developers.languageweaver.com/","text":"Developer portal","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"https://docs.rws.com/791593/865454/language-weaver/welcome-to-the-------------language-weaver-documentation","text":"Cloud documentation","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"https://docs.rws.com/833475/886777/language-weaver-edge-documentation/welcome-to-the-------------language-weaver-edge-------------8-5-documentation","text":"Edge documentation","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}}]}]},{"link":{"text":"Resources","isExternal":false,"isVideo":false},"subLinks":[{"link":{"text":"Recommended ","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/events/language-weaver-webinar-series/","internalLink":{},"text":"Webinar Series","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/resources/us-army/","internalLink":{},"text":"U.S. Army case study","isExternal":false,"isVideo":false}},{"link":{"url":"https://webassets.rws.com/images/Language-Weaver-CAS-Case-Study_tcm228-191164.pdf","internalLink":{},"text":"Chemical Abstracts Service case study","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"/language-weaver/resources/machine-translation-cloud/","internalLink":{},"text":"Cloud Data Sheet","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/resources/machine-translation-edge/","internalLink":{},"text":"Edge Data Sheet","isExternal":false,"isVideo":false}}]},{"link":{"text":"Collateral","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=case-study-long","text":"Case Studies","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=white-paper","text":"White Papers","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=ebooks","text":"eBooks","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=webinar-recording","text":"Recorded Webinars","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=Brochure","text":"Brochures","isExternal":true,"isVideo":false}},{"link":{"url":"https://www.rws.com/language-weaver/resources/?resourceType=data-sheet","text":"Data Sheets","isExternal":true,"isVideo":false}},{"link":{"url":"/language-weaver/resources/","internalLink":{},"text":"View all","isExternal":false,"isVideo":false}}]},{"link":{"text":"Learn more","isExternal":false,"isVideo":false},"subLinks":[{"link":{"url":"/language-weaver/our-history/","internalLink":{},"text":"History","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/neural-machine-translation/","internalLink":{},"text":"Neural MT","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/the-neural-mt-weekly/","internalLink":{},"text":"Neural MT Weekly","isExternal":false,"isVideo":false}},{"link":{"url":"/language-weaver/supported-languages/","internalLink":{},"text":"Supported Languages ","isExternal":false,"isVideo":false}}]}]},{"link":{"url":"/language-weaver/research/","internalLink":{},"text":"Research","isExternal":false,"isVideo":false}},{"link":{"url":"https://portal.languageweaver.com/","text":"Get Started","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}},{"link":{"url":"/language-weaver/contact/","internalLink":{},"text":"Contact","isExternal":false,"isVideo":false}}],"mainLogo":{"image":{"title":"SDL - Part of the RWS Group","isSVG":false,"mediaType":"Image","friendlyFileSize":"2 KB","url":"https://webassets.rws.com/images/Artboard-1_tcm228-187294.svg","fileSize":1113,"mimeType":"image/svg+xml"},"mobileImage":{"title":"SDL - Part of the RWS Group","isSVG":false,"mediaType":"Image","friendlyFileSize":"2 KB","url":"https://webassets.rws.com/images/Artboard-1_tcm228-187294.svg","fileSize":1113,"mimeType":"image/svg+xml"},"alternateText":"SDL - Part of the RWS Group","hasMobileImage":false},"homeLink":{"url":"/","internalLink":{},"isExternal":false,"isVideo":false},"sectionHomeLink":{"url":"/language-weaver/","internalLink":{},"isExternal":false,"isVideo":false},"utilityNav":{"icon":{"desktopImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"375 B","url":"https://webassets.rws.com/images/search-1_tcm228-167958.svg","fileSize":375,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"375 B","url":"https://webassets.rws.com/images/search-1_tcm228-167958.svg","fileSize":375,"mimeType":"image/svg+xml"},"mobileImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"375 B","url":"https://webassets.rws.com/images/search-1_tcm228-167958.svg","fileSize":375,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":false},"links":[{"url":"/search/","internalLink":{},"isExternal":false,"isVideo":false}]},"languageSelector":{"icon":{"desktopImage":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"mobileImageValue":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"mobileImage":{"title":"globe","isSVG":false,"mediaType":"Image","friendlyFileSize":"703 B","url":"https://webassets.rws.com/images/globe-1_tcm228-153333.svg","fileSize":703,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":true},"links":[{"url":"/language-weaver/the-neural-mt-weekly/sequence-to-sequence-pre-training-for-neural-mt/","text":"English","isExternal":true,"selected":true,"lang":"en","isAvailable":true,"noContentMessage":{"title":"Unfortunately this page is not available in English","body":"

You can return to your previous page or go to the English language homepage.

","callToAction":{"url":"/","text":"English homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"Deutsch","isExternal":true,"selected":false,"lang":"de","isAvailable":false,"noContentMessage":{"title":"Diese Seite ist leider nicht auf Deutsch verfügbar.","body":"

Sie stattdessen auch zu Ihrer vorherigen Seite zurückkehren oder zur deutschen Homepage gehen.

","callToAction":{"url":"/de/","text":"Deutsche Homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"Français","isExternal":true,"selected":false,"lang":"fr","isAvailable":false,"noContentMessage":{"title":"Malheureusement, cette page n'est pas disponible en français.","body":"

Vous pouvez également revenir à la page précédente ou accéder à la page d'accueil en français.

","callToAction":{"url":"/fr/","text":"Français homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"Español","isExternal":true,"selected":false,"lang":"es","isAvailable":false,"noContentMessage":{"title":"Lamentablemente, esta página no está disponible en español.","body":"

También puedes volver a la página anterior o ir a la página de inicio en español.

","callToAction":{"url":"/es/","text":"Español homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"Italiano","isExternal":true,"selected":false,"lang":"it","isAvailable":false,"noContentMessage":{"title":"Siamo spiacenti, questa pagina non è disponibile in italiano.","body":"

È possibile tornare alla pagina precedenteo andare nella homepage in lingua italiana.

\n\t","callToAction":{"url":"/it/","text":"Italiana homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"简体中文","isExternal":true,"selected":false,"lang":"cn","isAvailable":false,"noContentMessage":{"title":"Unfortunately this page is not available in Chinese","body":"

You can return to your previous page or go to the Chinese language homepage.

\n\n","callToAction":{"url":"/cn/","text":"Chinese homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"日本語","isExternal":true,"selected":false,"lang":"jp","isAvailable":false,"noContentMessage":{"title":"Unfortunately this page is not available in Japanese","body":"

You can return to your previous page or go to the Japanese language homepage.

","callToAction":{"url":"/jp/","text":"Japanese homepage","isExternal":false,"isVideo":false}}},{"url":"","text":"한국어","isExternal":true,"selected":false,"lang":"kr","isAvailable":false,"noContentMessage":{"title":"Unfortunately this page is not available in Korean","body":"

You can return to your previous page or go to the Korean language homepage.

","callToAction":{"url":"/kr/","text":"Korean homepage","isExternal":false,"isVideo":false}}}]},"id":"201944"},"template":{"content":{},"id":"CustomNavigation","extendedProperties":{}},"id":"1000","extendedProperties":{}},{"content":{"links":[{"url":"/","text":"Home","alternateText":"Home","isExternal":false},{"url":"/language-weaver/","text":"Language Weaver","alternateText":"Language Weaver","isExternal":false},{"url":"/language-weaver/the-neural-mt-weekly/","text":"Neural MT Weekly","alternateText":"Neural MT Weekly","isExternal":false},{"url":"/language-weaver/the-neural-mt-weekly/sequence-to-sequence-pre-training-for-neural-mt/","text":"Issue #70","alternateText":"Issue #70","isExternal":false}]},"template":{"content":{},"id":"Breadcrumb","extendedProperties":{}},"id":"153341","extendedProperties":{}},{"content":{"id":"191602"},"template":{"content":{},"id":"NonRenderingComponentLink","extendedProperties":{}},"id":"191602","extendedProperties":{}},{"content":{"title":"Issue #70 - Sequence-to-sequence Pre-training for Neural MT","date":"02/20/2020","image":{"image":{"title":"Language-modelling","isSVG":false,"mediaType":"Image","friendlyFileSize":"160 KB","url":"https://webassets.rws.com/images/language-modelling-1200x610_tcm228-195133.jpg","fileSize":163611,"mimeType":"image/jpeg"},"alternateTextValue":"The topic of this blog post is language modelling.","mobileImage":{"title":"Language-modelling","isSVG":false,"mediaType":"Image","friendlyFileSize":"160 KB","url":"https://webassets.rws.com/images/language-modelling-1200x610_tcm228-195133.jpg","fileSize":163611,"mimeType":"image/jpeg"},"alternateText":"The topic of this blog post is language modelling.","hasMobileImage":true},"thumbnailImage":{"image":{"title":"Language-modelling","isSVG":false,"mediaType":"Image","friendlyFileSize":"160 KB","url":"https://webassets.rws.com/images/language-modelling-1200x610_tcm228-195133.jpg","fileSize":163611,"mimeType":"image/jpeg"},"alternateTextValue":"The topic of this blog post is language modelling.","mobileImage":{"title":"Language-modelling","isSVG":false,"mediaType":"Image","friendlyFileSize":"160 KB","url":"https://webassets.rws.com/images/language-modelling-1200x610_tcm228-195133.jpg","fileSize":163611,"mimeType":"image/jpeg"},"alternateText":"The topic of this blog post is language modelling.","hasMobileImage":true},"author":{"fullName":"Dr. Patrik Lambert","position":" Senior Machine Translation Scientist","description":"

Patrik conducts research on and builds high-quality customized machine translation engines, proposes and develops improved approaches to the company's machine translation software, and provides support to other team members.

He received a master in Physics from McGill University. Then he worked for several years as technical translator and as software developer. He completed in 2008 a PhD in Artificial Intelligence at the Polytechnic University of Catalonia (UPC, Spain). He then worked as research associate on machine translation and cross-lingual sentiment analysis.

","image":{"image":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"9 MB","url":"https://webassets.rws.com/images/patriklmbert_tcm228-193200.jpg","fileSize":9153345,"mimeType":"image/jpeg"},"alternateTextValue":"Dr. Patrik Lambert","mobileImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"9 MB","url":"https://webassets.rws.com/images/patriklmbert_tcm228-193200.jpg","fileSize":9153345,"mimeType":"image/jpeg"},"alternateText":"Dr. Patrik Lambert","hasMobileImage":false},"url":"/language-weaver/the-neural-mt-weekly/author/drpatriklambert"},"topic":{"translatedTitle":"Neural MT Weekly","title":"Neural MT Weekly","description":"Neural MT Weekly","key":"Neural MT Weekly"},"tags":[{"translatedTitle":"Language modelling","title":"Language modelling","description":"Language modelling","key":"language-modelling"}],"displayDate":"20 Feb 2020","resources":{"topicsLabel":"Category","tagsLabel":"Tags"}},"template":{"content":{},"id":"BlogHero","extendedProperties":{}},"id":"191600","extendedProperties":{}},{"content":{"description":"

Introduction

Pre-training with masked language models (such as BERT) has shown impressive results in various Natural Language Processing (NLP) tasks. In post #24, we saw how a pre-trained BERT model is used to initialise the encoder in an encoder-decoder architecture for neural MT. In a recent post (#68), we saw an improved technique in which BERT representations are fused in the encoder and decoder of the Neural MT model using cross attention. In this post, we take a look at approaches that directly reconstruct masked text with an encoder-decoder architecture, producing a set of parameters which can be directly fine-tuned for neural MT.

Pre-training approaches

\nSong et al. (2019) propose an approach for Masked Sequence to Sequence Pre-training for Language Generation (MASS). In a source sentence x, they mask positions u to v. MASS pre-trains a sequence to sequence model by predicting the sentence fragment from u to v taking the masked sequence as input. An example is given in the figure below. The input sample has 8 tokens, the tokens x3x4x5x6 being masked. The model only predicts the masked fragment x3x4x5x6, given x3x4x5 as the decoder input for positions 4−6, the others being masked. Masking the other decoder input positions aims at extracting more useful information from the encoder side. $\"Sequence-to-sequence$ Liu et al. (2020) (mBART) extend this approach and reconstruct full texts instead of text fragments, and perform pre-training with a higher number of languages (up to 25). They use two types of noise. 35% of the words in each instance are replaced with a mask token. The order of sentences within each instance is also permuted. Both approaches use Transformers as a sequence-to-sequence model.\n

Results

Song et al. (2019) present results on unsupervised MT (with no parallel data). They use the MASS pre-training to initialise an unsupervised Neural MT engine. This approach achieves significant improvements with respect to the best approach so far, which was using BERT as the pre-training objective. For example, on English-French translation they obtained a BLEU score of 37.5 instead of 33.4.

Liu et al. (2020) perform an extensive number of experiments on supervised and unsupervised MT, as well as on document-level MT. On these tasks, the model obtained with mBART pre-training is respectively fine-tuned with parallel, monolingual and document-level parallel training data.

On supervised MT, they present results on 24 language pairs with varying training data size and show that mBART pre-training helps when the size of training data is less than about 10 million sentence pairs. With this size or larger training sets, they suggest that the effect of initialisation with pre-training is cancelled out by the number of training instances. To give an example, on English-Finnish, with 2,6 million sentence pairs, the improvement is nearly 7 BLEU points into English and 2 points into Finnish.

mBART models on 2, 6 or 25 languages were compared. The conclusion is that pre- training on more languages helps most when the monolingual target language data is limited.

The authors also report experiments with back-translation in addition to pre-training on several language pairs, such as English-Burmese. In these experiments, back-translation of the same monolingual data as used for pre-training yields a further improvement in BLEU score.

They also show that pre-training helps for languages not present in pre-training. For example, translation from Dutch to German gets a 5 point BLEU score improvement with two pre-training models trained respectively on 2 and 6 languages, both excluding Dutch and German. This suggests that the pretrained Transformer layers learn universal properties of language that generalize well.

In this spirit, an unsupervised translation engine fine-tuned on each of 12 considered languages is directly tested on the others. For example, the engine fine-tuned on English and Arabic monolingual data is used to translate from English into Italian. Surprisingly, the translation quality is reasonable (BLEU score of 30.6). This again suggests that pre-training is able to capture some universal properties of language.

In summary

\nSequence-to-sequence pre-training improves translation quality for low- and medium resourced languages. In supervised MT, this means language pairs for which less than about 10 million training sentence pairs are available. It also helps on document-level MT and unsupervised MT. The good news is that the pre-trained models only need to be fine-tuned with specific data, which makes their use easier. The even better news is that pre-training is also helpful for languages not included in pre-training, suggesting that it partially captures universal properties of language."},"template":{"content":{},"id":"TextBlockEx","extendedProperties":{}},"id":"191601","extendedProperties":{}},{"content":{"topic":{"translatedTitle":"Neural MT Weekly","title":"Neural MT Weekly","description":"Neural MT Weekly","key":"Neural MT Weekly","count":0},"tags":[{"translatedTitle":"Language modelling","title":"Language modelling","description":"Language modelling","key":"language-modelling","count":0}],"blogTopicUrl":"/blog/categories","blogTagUrl":"/blog/tags","resources":{"topicsLabel":"Category","tagsLabel":"Tags"}},"template":{"content":{},"id":"BlogTags","extendedProperties":{}},"id":"1802200285","extendedProperties":{}},{"content":{"fullName":"Dr. Patrik Lambert","position":" Senior Machine Translation Scientist","description":"

","image":{"image":{"url":"https://webassets.rws.com/images/patriklmbert_tcm228-193200.jpg","fileSize":9153345,"mimeType":"image/jpeg","mediaType":"Image","friendlyFileSize":"9 MB"},"mobileImage":{"url":"https://webassets.rws.com/images/patriklmbert_tcm228-193200.jpg","fileSize":9153345,"mimeType":"image/jpeg","mediaType":"Image","friendlyFileSize":"9 MB"},"alternateText":"Dr. Patrik Lambert"},"url":null,"link":{"title":"All from Dr. Patrik Lambert","url":"/language-weaver/the-neural-mt-weekly/author/drpatriklambert"}},"template":{"content":{},"id":"AuthorBlock","extendedProperties":{}},"id":"1802200285","extendedProperties":{}},{"content":{"marketoForm":{"formId":"6ddd9314-e2d7-40c2-ac8c-fa27435acd3d","formProvider":"HubSpot"},"title":"Subscribe","portalId":"147991"},"template":{"content":{},"id":"BlogSubscription","extendedProperties":{}},"id":"1802200285","extendedProperties":{}},{"content":{"dynamicResources":{"totalItems":183,"take":6,"currentPage":0,"numberOfPages":31,"results":[{"articleTitle":"Issue #182 - DYLE: Dynamic Latent Extraction for Abstractive Long-Input Summarization ","subTitle":"Kyle looks at ACL 2022 paper by Mao et al. (2022) “DYLE: Dynamic Latent Extraction for Abstractive Long-Input Summarization”, where they present a technique for abstractive summarization of long documents based on the “extract-then-generate” framework. ","date":"05/26/2022","readTime":"7 minute read","image":{"image":{"url":"https://webassets.rws.com/images/other-1200x610_tcm228-195137.jpg","fileSize":0,"id":"195137"},"mobileImage":{"url":"https://webassets.rws.com/images/other-1200x610_tcm228-195137.jpg","fileSize":0,"id":"195137"}},"author":"Kyle Shaffer","topic":"Neural MT Weekly","tags":["other-miscellaneous"],"tagTranslations":["Other / Miscellaneous"],"dateMonth":"5","dateYear":"2022","displayDate":"26 May 2022","id":"tcm:228-205106-64","linkUrl":{"url":"/language-weaver/the-neural-mt-weekly/issue-182-DYLE/","isExternal":false,"isVideo":false},"publicationDate":"2022-06-30T16:05:56.001Z","title":"Issue #182 - DYLE: Dynamic Latent Extraction for Abstractive Long-Input Summarization","publicationId":"228","itemType":"blog","itemTypeTranslation":"Blog"},{"articleTitle":"Issue #181 - Incorporating Source text in Automatic Post-Editing ","subTitle":"Karen looks at work by Pal et al., 2019, which incorporates the source text in an Automatic Post-Editing (APE) architecture, and also looks at how Wang et al., 2021 apply it to train a context-aware APE system.","date":"05/19/2022","readTime":"5 minute read","image":{"image":{"url":"https://webassets.rws.com/images/other-1200x610_tcm228-195137.jpg","fileSize":0,"id":"195137"},"mobileImage":{"url":"https://webassets.rws.com/images/other-1200x610_tcm228-195137.jpg","fileSize":0,"id":"195137"}},"author":"Dr. Karin Sim","topic":"Neural MT Weekly","tags":["other-miscellaneous"],"tagTranslations":["Other / Miscellaneous"],"dateMonth":"5","dateYear":"2022","displayDate":"19 May 2022","id":"tcm:228-204729-64","linkUrl":{"url":"/language-weaver/the-neural-mt-weekly/issue-181-incorporating-source-text-in-APE/","isExternal":false,"isVideo":false},"publicationDate":"2022-06-30T16:05:55.488Z","title":"Issue #181 - Incorporating Source text in Automatic Post-Editing","publicationId":"228","itemType":"blog","itemTypeTranslation":"Blog"},{"articleTitle":"Issue #180 - Detecting Over- and Under-translations with Contrastive Conditioning ","subTitle":"This week, Danielle looks at work by Vamvas & Sennrich (2022) who explore two ways to evaluate MT for over- and under-translation (where a translation has either added or omitted information). ","date":"05/12/2022","readTime":"7 minute read","image":{"image":{"url":"https://webassets.rws.com/images/evaluation-1200x610_tcm228-195132.jpg","fileSize":0,"id":"195132"},"mobileImage":{"url":"https://webassets.rws.com/images/evaluation-1200x610_tcm228-195132.jpg","fileSize":0,"id":"195132"}},"author":"Dr. Danielle Saunders","topic":"Neural MT Weekly","tags":["evaluation"],"tagTranslations":["Evaluation"],"dateMonth":"5","dateYear":"2022","displayDate":"12 May 2022","id":"tcm:228-204453-64","linkUrl":{"url":"/language-weaver/the-neural-mt-weekly/issue-180-detecting-over-and-under-translations/","isExternal":false,"isVideo":false},"publicationDate":"2022-06-30T16:05:55.036Z","title":"Issue #180 - Detecting Over- and Under-translations with Contrastive Conditioning","publicationId":"228","itemType":"blog","itemTypeTranslation":"Blog"},{"articleTitle":"Issue #179 - Charformer: Fast Character Transformers via Gradient-based Subwords","subTitle":"This week, Patrik looks at the Charformer model, proposed by Tay et al. (2022), in which subword tokenization is learned as a gradient-based, end-to-end task. ","date":"05/05/2022","readTime":"5 minute read","image":{"image":{"url":"https://webassets.rws.com/images/model-improvement-1200x610_tcm228-195135.jpg","fileSize":0,"id":"195135"},"mobileImage":{"url":"https://webassets.rws.com/images/model-improvement-1200x610_tcm228-195135.jpg","fileSize":0,"id":"195135"}},"author":"Dr. Patrik Lambert","topic":"Neural MT Weekly","tags":["model-improvement","robustness"],"tagTranslations":["Model improvement","Robustness"],"dateMonth":"5","dateYear":"2022","displayDate":"05 May 2022","id":"tcm:228-204336-64","linkUrl":{"url":"/language-weaver/the-neural-mt-weekly/Issue-179-Charformer-model/","isExternal":false,"isVideo":false},"publicationDate":"2022-06-30T16:05:53.436Z","title":"Issue #179 - Charformer: Fast Character Transformers via Gradient-based Subwords","publicationId":"228","itemType":"blog","itemTypeTranslation":"Blog"},{"articleTitle":"Issue #178 - Length-based Overfitting in Transformer Models","subTitle":"This week, Jingyi reviews a paper by Variš and Bojar (2021) which suggests that the reason neural-based MT systems normally perform worse on very long sequences might be due to the mismatch between the length distributions of training data and evaluation set.","date":"04/28/2022","readTime":"7 minute read","image":{"image":{"url":"https://webassets.rws.com/images/model-improvement-1200x610_tcm228-195135.jpg","fileSize":0,"id":"195135"},"mobileImage":{"url":"https://webassets.rws.com/images/model-improvement-1200x610_tcm228-195135.jpg","fileSize":0,"id":"195135"}},"author":"Dr. Jingyi Han","topic":"Neural MT Weekly","tags":["model-improvement"],"tagTranslations":["Model improvement"],"dateMonth":"4","dateYear":"2022","displayDate":"28 Apr 2022","id":"tcm:228-204180-64","linkUrl":{"url":"/language-weaver/the-neural-mt-weekly/Issue-178-Length-based-Overfitting-in-Transformer/","isExternal":false,"isVideo":false},"publicationDate":"2022-06-30T16:05:53.042Z","title":"Issue #178 - Length-based Overfitting in Transformer Models","publicationId":"228","itemType":"blog","itemTypeTranslation":"Blog"},{"articleTitle":"Issue #177 - Parallel Corpus Filtering via Pre-trained Language Models ","subTitle":"In today’s blog post, we will take a look at the work of Zhang et al. (2020) who propose a novel approach for parallel corpus filtering. ","date":"04/21/2022","readTime":"7 minute read","image":{"image":{"url":"https://webassets.rws.com/images/other-1200x610_tcm228-195137.jpg","fileSize":0,"id":"195137"},"mobileImage":{"url":"https://webassets.rws.com/images/other-1200x610_tcm228-195137.jpg","fileSize":0,"id":"195137"}},"author":"Akshai Ramesh","topic":"Neural MT Weekly","tags":["other-miscellaneous"],"tagTranslations":["Other / Miscellaneous"],"dateMonth":"4","dateYear":"2022","displayDate":"21 Apr 2022","id":"tcm:228-203923-64","linkUrl":{"url":"/language-weaver/the-neural-mt-weekly/Issue-177-Parallel-Corpus-Filtering-LMs/","isExternal":false,"isVideo":false},"publicationDate":"2022-06-30T16:05:52.316Z","title":"Issue #177 - Parallel Corpus Filtering via Pre-trained Language Models","publicationId":"228","itemType":"blog","itemTypeTranslation":"Blog"}]},"resources":{"relatedArticles":"Related Articles"},"blogTopicUrl":"/blog/categories","blogTagUrl":"/blog/tags"},"template":{"content":{},"id":"RelatedArticlesBlock","extendedProperties":{}},"id":"1802200285","extendedProperties":{}}],"id":"Main","extendedProperties":{}},{"regions":[{"regions":[],"fragments":[],"id":"Header","extendedProperties":{}}],"fragments":[],"id":"Header","extendedProperties":{}},{"regions":[{"regions":[],"fragments":[{"content":{"linkList":[{"title":"RWS","description":"\n

\n ","links":[{"url":"/about/careers/","internalLink":{},"text":"Careers","isExternal":false,"isVideo":false},{"url":"/contact/","internalLink":{},"text":"Contact us","isExternal":false,"isVideo":false},{"url":"/about/offices/","internalLink":{},"text":"Offices","isExternal":false,"isVideo":false},{"url":"/about/","internalLink":{},"text":"About","isExternal":false,"isVideo":false},{"url":"/about/corporate-sustainability/","internalLink":{},"text":"Sustainability","isExternal":false,"isVideo":false}]},{"title":"Investors","links":[{"url":"/about/investors/","internalLink":{},"text":"Overview","isExternal":false,"isVideo":false},{"url":"/about/investors/investment-proposition/","internalLink":{},"text":"Investment proposition","isExternal":false,"isVideo":false},{"url":"/about/investors/directors/","internalLink":{},"text":"Directors","isExternal":false,"isVideo":false},{"url":"/about/executive-team/","internalLink":{},"text":"Executive team","isExternal":false,"isVideo":false},{"url":"/about/investors/rns-announcements/","internalLink":{},"text":"RNS announcements","isExternal":false,"isVideo":false},{"url":"/about/investors/results-and-reports/","internalLink":{},"text":"Results, reports and presentations","isExternal":false,"isVideo":false}]},{"title":"What we do","links":[{"url":"/localization/","internalLink":{},"text":"Localization","isExternal":false,"isVideo":false},{"url":"/content/","internalLink":{},"text":"Content","isExternal":false,"isVideo":false},{"url":"/artificial-intelligence/","internalLink":{},"text":"Artificial Intelligence","isExternal":false,"isVideo":false},{"url":"/intellectual-property-services/","internalLink":{},"text":"IP Services","isExternal":false,"isVideo":false},{"url":"/industries/","internalLink":{},"text":"Industries","isExternal":false,"isVideo":false}]}],"promo":{"title":"Communication preferences","description":"Looking for more information on RWS? Sign up with our preference centre, and tell us your marketing communication preferences.","link":{"url":"/about/preference-centre/","internalLink":{},"text":"Sign up ","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":false,"isVideo":false}},"socialLinks":{"title":"Follow us","links":[{"url":"https://twitter.com/RWSGroup","text":"Twitter","icon":{"desktopImage":{"title":"Twitter icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"499 B","url":"https://webassets.rws.com/images/twitter_tcm228-153337.svg","fileSize":499,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"title":"Twitter icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"499 B","url":"https://webassets.rws.com/images/twitter_tcm228-153337.svg","fileSize":499,"mimeType":"image/svg+xml"},"mobileImageValue":{"title":"Twitter icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"499 B","url":"https://webassets.rws.com/images/twitter_tcm228-153337.svg","fileSize":499,"mimeType":"image/svg+xml"},"mobileImage":{"title":"Twitter icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"499 B","url":"https://webassets.rws.com/images/twitter_tcm228-153337.svg","fileSize":499,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":true},"target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false},{"url":"https://www.linkedin.com/company/rws-group","text":"LinkedIn","icon":{"desktopImage":{"title":"Linkedin icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"491 B","url":"https://webassets.rws.com/images/linkedin_tcm228-153329.svg","fileSize":491,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"title":"Linkedin icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"491 B","url":"https://webassets.rws.com/images/linkedin_tcm228-153329.svg","fileSize":491,"mimeType":"image/svg+xml"},"mobileImageValue":{"title":"Linkedin icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"491 B","url":"https://webassets.rws.com/images/linkedin_tcm228-153329.svg","fileSize":491,"mimeType":"image/svg+xml"},"mobileImage":{"title":"Linkedin icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"491 B","url":"https://webassets.rws.com/images/linkedin_tcm228-153329.svg","fileSize":491,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":true},"target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false},{"url":"https://www.facebook.com/TheRWSGroup","text":"Facebook","icon":{"desktopImage":{"title":"facebook icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"357 B","url":"https://webassets.rws.com/images/facebook_tcm228-153331.svg","fileSize":357,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"title":"facebook icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"357 B","url":"https://webassets.rws.com/images/facebook_tcm228-153331.svg","fileSize":357,"mimeType":"image/svg+xml"},"mobileImage":{"title":"facebook icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"357 B","url":"https://webassets.rws.com/images/facebook_tcm228-153331.svg","fileSize":357,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":false},"target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false},{"url":"https://www.youtube.com/c/RWSGroupPLC","text":"YouTube","icon":{"desktopImage":{"title":"Youtube icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"405 B","url":"https://webassets.rws.com/images/youtube_tcm228-153328.svg","fileSize":405,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"title":"Youtube icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"405 B","url":"https://webassets.rws.com/images/youtube_tcm228-153328.svg","fileSize":405,"mimeType":"image/svg+xml"},"mobileImage":{"title":"Youtube icon","isSVG":false,"mediaType":"Image","friendlyFileSize":"405 B","url":"https://webassets.rws.com/images/youtube_tcm228-153328.svg","fileSize":405,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":false},"target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false},{"url":"https://www.instagram.com/RWS.group/","icon":{"desktopImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"784 B","url":"https://webassets.rws.com/images/instagram_tcm228-197748.svg","fileSize":784,"mimeType":"image/svg+xml"},"desktopImagePortrait":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"784 B","url":"https://webassets.rws.com/images/instagram_tcm228-197748.svg","fileSize":784,"mimeType":"image/svg+xml"},"mobileImage":{"isSVG":false,"mediaType":"Image","friendlyFileSize":"784 B","url":"https://webassets.rws.com/images/instagram_tcm228-197748.svg","fileSize":784,"mimeType":"image/svg+xml"},"isVideo":false,"hasMobileImage":false},"target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":true,"isVideo":false}]},"utilityLinks":{"links":[{"url":"/legal/terms-and-conditions/","internalLink":{},"text":"Our Terms of Use","isExternal":false,"isVideo":false},{"url":"/legal/copyright/","internalLink":{},"text":"Copyright ","isExternal":false,"isVideo":false},{"url":"/legal/privacy/","internalLink":{},"text":"Privacy","isExternal":false,"isVideo":false},{"url":"/legal/security/","internalLink":{},"text":"Security","isExternal":false,"isVideo":false},{"url":"/legal/modern-slavery-statement/","internalLink":{},"text":"Modern Slavery and Human Trafficking Statement","isExternal":false,"isVideo":false},{"url":"/legal/privacy/cookie-notice/","internalLink":{},"text":"Cookie Notice","target":{"title":"New Window","description":"New Window","key":"_blank"},"isExternal":false,"isVideo":false}]},"cookiePreferencesCta":"Cookie Preferences"},"template":{"content":{},"id":"OneTrustSiteFooter","extendedProperties":{}},"id":"153373","extendedProperties":{}}],"id":"Footer","extendedProperties":{}}],"fragments":[],"id":"Footer","extendedProperties":{}},{"regions":[{"regions":[],"fragments":[{"content":{"headScripts":[{"codeText":"","id":"178027"}],"bodyScripts":[{"codeText":"","id":"204655"},{"codeText":"","id":"204698"},{"codeText":" \n","id":"190221"}]},"template":{"content":{},"id":"GlobalScripts","extendedProperties":{}},"id":"178028","extendedProperties":{}}],"id":"Scripts","extendedProperties":{}}],"fragments":[],"id":"Scripts","extendedProperties":{}}],"template":{"content":{"params":null},"id":"BlogDetail","extendedProperties":{}},"id":"191604","extendedProperties":{"resources":{"marketoAccountId":"689-LLU-525","alphavantageId":"A3Q2SUJ7HYI4N3A3","portalId":"147991","gtmTagId":"GTM-WGXQM6"},"rootPath":"","configs":{"textDirection":"ltr","language":"en-US","culture":"English","oneTrustScriptId":"0829f7a9-9cc9-475a-bac1-3acee089735b"}}}