Specify BOS for final scoring at decode if applicable
This commit is contained in:
		
							parent
							
								
									c8802a38e7
								
							
						
					
					
						commit
						abc687b3b9
					
				| @ -170,7 +170,8 @@ DecoderState::decode() const | |||||||
|       if (!prefix->is_empty() && prefix->character != space_id_) { |       if (!prefix->is_empty() && prefix->character != space_id_) { | ||||||
|         float score = 0.0; |         float score = 0.0; | ||||||
|         std::vector<std::string> ngram = ext_scorer_->make_ngram(prefix); |         std::vector<std::string> ngram = ext_scorer_->make_ngram(prefix); | ||||||
|         score = ext_scorer_->get_log_cond_prob(ngram) * ext_scorer_->alpha; |         bool bos = ngram.size() < ext_scorer_->get_max_order(); | ||||||
|  |         score = ext_scorer_->get_log_cond_prob(ngram, bos) * ext_scorer_->alpha; | ||||||
|         score += ext_scorer_->beta; |         score += ext_scorer_->beta; | ||||||
|         scores[prefix] += score; |         scores[prefix] += score; | ||||||
|       } |       } | ||||||
|  | |||||||
		Loading…
	
	
			
			x
			
			
		
	
		Reference in New Issue
	
	Block a user