| 
						
					 | 
					
						
						
							
						
						9a9d6c671d
					 | 
					
						
						
							
							formatting
						
						
						
						
						
						
					 | 
					
						2021-02-17 11:43:59 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						859242d5dc
					 | 
					
						
						
							
							float(inf)
						
						
						
						
						
						
					 | 
					
						2021-02-16 15:36:02 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						84793d93f4
					 | 
					
						
						
							
							✨  transformer xl experiment
						
						
						
						
						
						
					 | 
					
						2021-02-05 10:58:21 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						d3790d708b
					 | 
					
						
						
							
							use forward
						
						
						
						
						
						
					 | 
					
						2021-02-02 10:22:22 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						5cd2b8701b
					 | 
					
						
						
							
							✍️  mha english
						
						
						
						
						
						
					 | 
					
						2021-02-01 07:28:33 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						9102883e1f
					 | 
					
						
						
							
							transpose with \top
						
						
						
						
						
						
					 | 
					
						2021-01-10 12:16:50 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						1dc4ff825f
					 | 
					
						
						
							
							feedback transformer notes
						
						
						
						
						
						
					 | 
					
						2021-01-10 10:22:46 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						809a54d6aa
					 | 
					
						
						
							
							relative attention notes
						
						
						
						
						
						
					 | 
					
						2021-01-09 10:41:25 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						799a62a4fc
					 | 
					
						
						
							
							underset fix
						
						
						
						
						
						
					 | 
					
						2020-12-21 21:33:55 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						625e250351
					 | 
					
						
						
							
							fix \u
						
						
						
						
						
						
					 | 
					
						2020-12-21 08:54:00 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						ac77ce006a
					 | 
					
						
						
							
							mha explanation
						
						
						
						
						
						
					 | 
					
						2020-12-18 20:58:56 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						1f75f42fb2
					 | 
					
						
						
							
							yaml configs
						
						
						
						
						
						
					 | 
					
						2020-12-10 10:05:06 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						1b0f8944bd
					 | 
					
						
						
							
							spelling
						
						
						
						
						
						
					 | 
					
						2020-09-05 13:25:27 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						dac710bc2f
					 | 
					
						
						
							
							model & positional encodings annotations
						
						
						
						
						
						
					 | 
					
						2020-09-05 11:39:09 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						299cd650cd
					 | 
					
						
						
							
							github link
						
						
						
						
						
						
					 | 
					
						2020-09-04 16:01:21 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						3e240cfe1c
					 | 
					
						
						
							
							annotations
						
						
						
						
						
						
					 | 
					
						2020-09-04 15:50:48 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						18298f68cf
					 | 
					
						
						
							
							annotations mha
						
						
						
						
						
						
					 | 
					
						2020-09-04 11:04:30 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						22215f8d07
					 | 
					
						
						
							
							📊 tracker debug attention
						
						
						
						
						
						
					 | 
					
						2020-09-03 09:32:02 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 | 
				
			
				
					| 
						
					 | 
					
						
						
							
						
						df22468706
					 | 
					
						
						
							
							labml_nn
						
						
						
						
						
						
					 | 
					
						2020-09-01 08:06:55 +05:30 | 
					
					
						
						
						
							
							
							
							
							
							
							
							
						
					 |