<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
	<channel>
		<title>NLP on Alok Regmi</title>
		<link>https://alokregmi.com/tags/nlp/</link>
		<description>Recent content in NLP on Alok Regmi</description>
		<generator>Hugo</generator>
		<language>en-us</language>
		
		
		
		
			<lastBuildDate>Sat, 02 May 2020 03:46:24 +0545</lastBuildDate>
		
			<atom:link href="https://alokregmi.com/tags/nlp/index.xml" rel="self" type="application/rss+xml" />
			<item>
				<title>Text-Text Transformers</title>
				<link>https://alokregmi.com/braindump/2020/04/text-text-transformers/</link>
				<pubDate>Sun, 19 Apr 2020 15:59:29 +0545</pubDate>
				<guid>https://alokregmi.com/braindump/2020/04/text-text-transformers/</guid>
				<description>&lt;p&gt;Catches from text to text transfer transformers:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;As an example, consider the case of English to German translation: If we have a training&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;datapoint with input sentence “That is good.” and target “Das ist gut.”, we would simply train the&#xA;model on next-step prediction over the concatenated input sequence “translate English to German:&#xA;That is good. target: Das ist gut.” If we wanted to obtain the model’s prediction for this example,&#xA;the model would be fed the prefix “translate English to German: That is good. target:” and would&#xA;be asked to generate the remainder of the sequence autoregressively.&lt;/p&gt;</description>
			</item>
			<item>
				<title>Text-Text Transformers</title>
				<link>https://alokregmi.com/ai/t2t_transformers/</link>
				<pubDate>Fri, 03 Apr 2020 00:00:00 +0000</pubDate>
				<guid>https://alokregmi.com/ai/t2t_transformers/</guid>
				<description>&lt;p&gt;Catches from text to text transfer transformers:&lt;/p&gt;&#xA;&lt;ol&gt;&#xA;&lt;li&gt;As an example, consider the case of English to German translation: If we have a training&lt;/li&gt;&#xA;&lt;/ol&gt;&#xA;&lt;p&gt;datapoint with input sentence “That is good.” and target “Das ist gut.”, we would simply train the&#xA;model on next-step prediction over the concatenated input sequence “translate English to German:&#xA;That is good. target: Das ist gut.” If we wanted to obtain the model’s prediction for this example,&#xA;the model would be fed the prefix “translate English to German: That is good. target:” and would&#xA;be asked to generate the remainder of the sequence autoregressively.&lt;/p&gt;</description>
			</item>
	</channel>
</rss>
