AgramtabLib/GerGramTab.cpp - master - bear/morph_dict

AgramtabLib/GerGramTab.cpp
493 строки12 KB
U-DELL-7440\sokirko
do not use string constants
13 дек 2021, 16:47
13 дек 2021, 16:47fab7fc6
// ==========  This file is under  LGPL, the GNU Lesser General Public Licence
// ==========  Dialing Lemmatizer (www.aot.ru)
// ==========  Copyright by Alexey Sokirko
#include "GerGramTab.h"
#include "ger_consts.h"       



const static std::string GermanPartOfSpeech[] = {
	"ART",
	"ADJ",
	"ADV",
	"EIG",
	"SUB",
	"VER",
	"PA1",
	"PA2",
	"PRO",
	"PRP",
	"KON",
	"NEG",
	"INJ",
	"ZAL",
	"ZUS",
	"PROBEG",
	"INF"
};

const static std::string GermanGrammems[] = {

	//common unknown 0..3
	"noa", // ohne artikel
	"prd", // predikativ
	"pro",
	"tmp",


	// eigennamen 4..12
	"nac","mou","cou","geo","wat","geb","std","lok","vor",

	//  reflexive Verben 13..14
	"sich-akk","sich-dat",

	// verb clasess 15..18
	"sft","non","mod","aux",

	// verb forms 19..26
	"kj1","kj2","pa1","pa2","eiz","imp","prt","prae",

	//adjective 27..29
	"gru","kom","sup",

	// konjunk 30..34
	"pri","inf","vgl","neb","unt",


	//pronouns 35..41
	"per","dem","inr","pos","ref","rin","alg",

	//adjective's articles 42.44
	"sol","ind","def",

	//persons 45..47
	"1",  "2",  "3",

	//genus 48..50
	"fem","mas","neu",


	// number 51..52
	"plu","sin",

	//cases 53..56
	"nom","gen","dat","akk",

	//abbreviation 57
	"abbr",

	//Einwohnerbezeichnung 58
	"ew",

	//Transitiv 59,60,61
	"trans", "intra", "imper"
};


const static std::string  GermanClauseTypes[] =
{
	"VERBSATZ", 
	"PARTIZIPIALSATZ", 
	"INFINITIVSATZ"
};

extern std::string CommonAncodeAssignFunction(const CAgramtab* pGramTab, const std::string& s1, const std::string& s2);

CGerGramTab :: CGerGramTab()
{
	assert(sizeof(GermanGrammems) / sizeof(std::string) == GermanGrammemsCount);
	assert(sizeof(GermanPartOfSpeech) / sizeof(std::string) == GERMAN_PART_OF_SPEECH_COUNT);
	assert(sizeof(GermanClauseTypes) / sizeof(std::string) == GERMAN_CLAUSE_TYPE_COUNT);

	for (size_t i = 0; i<GetMaxGrmCount(); i++)
	    GetLine(i) = NULL;

	m_Language = morphGerman;
}


CGerGramTab :: ~CGerGramTab()
{
	for (size_t i=0; i<GetMaxGrmCount(); i++) 
		if (GetLine(i) != NULL) 
			delete GetLine(i);
}

part_of_speech_t CGerGramTab::GetPartOfSpeechesCount() const { 
	return GERMAN_PART_OF_SPEECH_COUNT;
};

const char* CGerGramTab::GetPartOfSpeechStr(part_of_speech_t i) const { 
		return GermanPartOfSpeech[i].c_str();
};

grammem_t CGerGramTab::GetGrammemsCount()  const {
		return GermanGrammemsCount;
};

const char* CGerGramTab::GetGrammemStr(size_t i) const { 
	return GermanGrammems[i].c_str(); 
};

size_t CGerGramTab::GetMaxGrmCount() const { 
	return gMaxGrmCount; 
};

long CGerGramTab::GetClauseTypeByName(const char* TypeName) const
{
	for(int i = 0 ; i < GERMAN_CLAUSE_TYPE_COUNT; i++ )
	{
		if(GermanClauseTypes[i] == TypeName)
		{
			return i;
		}
	}
	return -1;
}


const char* CGerGramTab::GetClauseNameByType(long type) const

{
	if (type >= GERMAN_CLAUSE_TYPE_COUNT) return 0;
	if (type < 0) return 0;
	return GermanClauseTypes[type].c_str();
}

const size_t CGerGramTab::GetClauseTypesCount() const
{
	return GERMAN_CLAUSE_TYPE_COUNT;
};


bool GenderNumberGerman(const CAgramtabLine* l1, const CAgramtabLine* l2)
{
		
	return 		((gAllNumbers & l1->m_Grammems & l2->m_Grammems) > 0)
			&&	(    	( (l1->m_Grammems & l2->m_Grammems & _QM(gPlural) ) > 0 )
					||	((gAllGenders & l1->m_Grammems & l2->m_Grammems) > 0)
				);

	
}

bool CGerGramTab::GleicheGenderNumber(const char* gram_code1, const char* gram_code2) const
{
	return  Gleiche(GenderNumberGerman, gram_code1, gram_code2) != 0;
}



bool SubjectPredicateGerman(const CAgramtabLine* subj_l, const CAgramtabLine* verb_l)
{
    const grammems_mask_t& subj = subj_l->m_Grammems;
    const grammems_mask_t& verb = verb_l->m_Grammems;

	if(    !( subj & _QM(gNominativ)) 
	  )
	return false;

	if(  verb & _QM(gImperativ)  )  // otherwise "Dienste" is a subject in "die Dienste leistet"
	return false;
	


	grammems_mask_t Persons12 = _QM(gErstePerson) | _QM(gZweitePerson);
	grammems_mask_t gAllNumbers1 = ( _QM(gPlural) | _QM(gSingular) );
	if (		( subj & Persons12)
			||	(verb & Persons12)
		)
	{
		return		((gAllNumbers & subj & verb)>0) 
				&&	((Persons12 & subj & verb) > 0);
	}
	else
		return (gAllNumbers & subj & verb) > 0;

	return false;
}

bool CGerGramTab::GleicheSubjectPredicate(const char* subj, const char* pred) const
{
	return  Gleiche(SubjectPredicateGerman, subj, pred) != 0;
}

bool CGerGramTab::IsStrongClauseRoot(const part_of_speech_mask_t poses) const
{
	return		(poses & (1<<gVER)) != 0;
};



bool CGerGramTab::is_small_number (const char* lemma) const  
{
   return false;
}

bool CGerGramTab::is_month (const char* lemma) const
{
	return false;
};

bool CGerGramTab::IsMorphNoun (part_of_speech_mask_t poses)  const
{
	return  ( ( poses & ( 1 << gSUB)   ) >0)
		 || ( ( poses & ( 1 << gEIG)   ) >0);
};

bool CGerGramTab::is_morph_adj (part_of_speech_mask_t poses) const
{
	return  ( poses & (1 <<gADJ  )) >0 ;
};

bool CGerGramTab::is_morph_participle (part_of_speech_mask_t poses) const
{
	return  ( poses & (1 <<gPA1  ))
			|| ( poses & (1 << gPA2  ));
};
 
bool CGerGramTab::is_morph_pronoun (part_of_speech_mask_t poses) const
{
	return  ( poses & (1 <<gPRONOMEN  )) != 0;
};


bool CGerGramTab::is_morph_pronoun_adjective(part_of_speech_mask_t poses) const
{
	return	   ( poses & (1 <<gPRO_BEG  )) != 0	;
};

bool CGerGramTab::is_left_noun_modifier (part_of_speech_mask_t poses, grammems_mask_t grammems) const
{
	if (poses & (1 <<gZAL )) return true;
	if (!(grammems & gAllCases)) return false;
	if (!(grammems & gAllNumbers)) return false;
	return			is_morph_adj(poses) 
				||	is_morph_pronoun_adjective(poses)
				||	( poses & (1 <<gPA1 )) != 0	
				||	( poses & (1 <<gPA2 )) != 0;
}


bool CGerGramTab::is_numeral (part_of_speech_mask_t poses) const
{ 
	return  false;
};

bool CGerGramTab::is_verb_form (part_of_speech_mask_t poses) const
{
	return 
			is_morph_participle(poses) 
		|| ( poses & (1 <<gVER )) != 0;
};



bool CGerGramTab::is_infinitive(part_of_speech_mask_t poses) const
{
	return false; 
}

bool CGerGramTab::is_morph_predk(part_of_speech_mask_t poses) const
{
	return false;
}

bool CGerGramTab::is_morph_adv(part_of_speech_mask_t poses) const
{
	return  ( poses & (1 <<gADV )) != 0;
}

bool CGerGramTab::is_morph_personal_pronoun (part_of_speech_mask_t poses, grammems_mask_t grammems) const
{
	return		false;
};

bool CGerGramTab::IsSimpleParticle(const char* lemma, part_of_speech_mask_t poses) const
{
	return false;
}




bool CGerGramTab::IsSynNoun(part_of_speech_mask_t poses, const char* Lemma) const
{
	return			is_morph_pronoun(poses)
			||		IsMorphNoun(poses);
};


bool CGerGramTab::IsStandardParamAbbr (const char* WordStrUpper) const
{
	return false;
};


bool GleicheCasesGerman(const CAgramtabLine* l1, const CAgramtabLine* l2)
{
	return (l1->m_Grammems & l2->m_Grammems & gAllCases) != 0;
};

bool CGerGramTab::GleicheCase(const char* gram_code_noun, const char* gram_code_adj)  const
{
	return  Gleiche(GleicheCasesGerman, gram_code_noun, gram_code_adj) != 0;
};
bool CGerGramTab::GleicheCaseNumber(const char* gram_code1, const char* gram_code2) const
{
	return false;
};

bool GenderNumberCaseGerman (const CAgramtabLine* noun_l, const CAgramtabLine* adj_l ) 
{	
    const grammems_mask_t& noun = noun_l->m_Grammems;
    const grammems_mask_t& adj = adj_l->m_Grammems;
	return     ((gAllCases  & noun & adj) > 0) 
		    	 &&	((gAllNumbers & noun & adj) > 0) 
		         && (    ((gAllGenders & noun & adj) > 0)
					  || ((gAllGenders & noun) == 0)
					  || ((gAllGenders & adj) == 0)
					);
};


grammems_mask_t CGerGramTab::GleicheGenderNumberCase(const char* common_gram_code_noun,const char* gram_code_noun, const char* gram_code_adj) const 
{
	return  Gleiche(GenderNumberCaseGerman, gram_code_noun, gram_code_adj);
};

bool CGerGramTab::is_morph_article(part_of_speech_mask_t poses)  const 
{
	return  ( poses & (1 <<gART  )) != 0;
};


bool WeakGleiche (const CAgramtabLine* noun, const CAgramtabLine* adj) 
{	
    if ((adj->m_Grammems & _QM(gAdjektiveMitBestimmte)) == 0) 
		return false;

	return     GenderNumberCaseGerman(noun, adj);
};


std::string WeakDeclAssignFunction2(const CAgramtab* pGramTab,  const std::string& det, const std::string& noun)
{
	return pGramTab->GleicheAncode1(WeakGleiche, noun.c_str(), det.c_str());
};


std::string WeakDeclAssignFunction3(const CAgramtab* pGramTab,  const std::string& det, const std::string& adj, const std::string& noun )
{
	return		CommonAncodeAssignFunction(pGramTab,
					pGramTab->GleicheAncode1(WeakGleiche, noun.c_str(), det.c_str()),
					pGramTab->GleicheAncode1(WeakGleiche, noun.c_str(), adj.c_str()));
}

bool MixedGleiche (const CAgramtabLine* noun, const CAgramtabLine* adj) 
{	
    if (	((adj->m_Grammems & _QM(gAdjektiveMitUnbestimmte)) == 0) 
		&&	((adj->m_Grammems & _QM(gPossessiv)) == 0) 	
		)
		return false;

	return     GenderNumberCaseGerman(noun, adj);
};

std::string MixedDeclAssignFunction2(const CAgramtab* pGramTab,  const std::string& det, const std::string& noun)
{
	return pGramTab->GleicheAncode1(MixedGleiche, noun.c_str(), det.c_str());
};


std::string MixedDeclAssignFunction3(const CAgramtab* pGramTab,  const std::string& det, const std::string& adj, const std::string& noun )
{
	return		CommonAncodeAssignFunction(pGramTab,
					pGramTab->GleicheAncode1(MixedGleiche, noun.c_str(), det.c_str()),
					pGramTab->GleicheAncode1(MixedGleiche, noun.c_str(), adj.c_str()));
}


bool SoloGleiche (const CAgramtabLine* noun, const CAgramtabLine* adj) 
{	
    if ((adj->m_Grammems & _QM(gAdjektiveOhneArtikel)) == 0) 
		return false;

	return     GenderNumberCaseGerman(noun, adj);
};

std::string StrongDeclAssignFunction(const CAgramtab* pGramTab,  const std::string& det, const std::string& noun)
{
	return pGramTab->GleicheAncode1(SoloGleiche, noun.c_str(), det.c_str());
};



std::string CommonCase(const CAgramtab* pGramTab, const std::string& noun1, const std::string& noun2)
{
	// right now only for German
	return pGramTab->GleicheAncode1(GleicheCasesGerman, noun1.c_str(), noun2.c_str());
};


bool HasOnlyOneCase(const CAgramtab* pGramTab,  const std::string& Ancodes, const part_of_speech_mask_t& poses, const grammems_mask_t& Grammems)
{
	part_of_speech_mask_t oPoses;
	grammems_mask_t  oGrammems;
	pGramTab->GetPartOfSpeechAndGrammems((BYTE*)Ancodes.c_str(),  oPoses, oGrammems);
	return  (oGrammems & gAllCases) == Grammems;
};

bool HasGrammem(const CAgramtab* pGramTab,  const std::string& Ancodes, const part_of_speech_mask_t& poses, const grammems_mask_t& Grammems)
{
	part_of_speech_mask_t oPoses;
	grammems_mask_t  oGrammems;
	pGramTab->GetPartOfSpeechAndGrammems((BYTE*)Ancodes.c_str(),  oPoses, oGrammems);
	return		((oGrammems & Grammems) == Grammems)
		&&		((oPoses & poses) == poses);
};

bool HasOneGrammem(const CAgramtab* pGramTab,  const std::string& Ancodes, const part_of_speech_mask_t& poses, const grammems_mask_t& Grammems)
{
	part_of_speech_mask_t oPoses;
	grammems_mask_t  oGrammems;
	pGramTab->GetPartOfSpeechAndGrammems((BYTE*)Ancodes.c_str(),  oPoses, oGrammems);
	return		(oGrammems & Grammems) > 0;
};


std::string CommonCaseNumberGender(const CAgramtab* pGramTab,  const std::string& adj1, const std::string& adj2)
{
	return pGramTab->GleicheAncode1(GenderNumberCaseGerman, adj1.c_str(), adj2.c_str());
};



std::string ConvertToPlural(const CAgramtab* pGramTab,  const std::string& s)
{
	assert ((s.length() % 2) == 0);
	std::string Result;
	for (size_t i=0; i < s.length();i+=2)
	{
		const CAgramtabLine* L =   pGramTab->GetLine(pGramTab->GramcodeToLineIndex(s.c_str()+i));
		if (!L) continue;
		if (L->m_Grammems & _QM(gPlural) ) 
		{
			Result += s[i];
			Result += s[i+1];
			
		}
		else
			if (L->m_Grammems & _QM(gSingular) ) 
			{
				grammems_mask_t q = (L->m_Grammems & ~_QM(gSingular)) | _QM(gPlural);
				Result += pGramTab->GetAllPossibleAncodes(L->m_PartOfSpeech, q);
			};
	};
	return Result;

};

bool CGerGramTab::PartOfSpeechIsProductive(part_of_speech_t p) const {
	return p == gSUB || p == gADJ || p == gVER || p == gADV;
}