CommUlongStringKernel_unittest.cc

#include <shogun/kernel/string/CommUlongStringKernel.h>
#include <shogun/kernel/normalizer/IdentityKernelNormalizer.h>
#include <shogun/preprocessor/SortUlongString.h>
#include <shogun/lib/NGramTokenizer.h>
#include <shogun/lib/SGStringList.h>
#include <shogun/features/hashed/HashedDocDotFeatures.h>
#include <gtest/gtest.h>

using namespace shogun;

TEST(CommUlongStringKernel, kernel_matrix)
{
	const char* doc_1 = "stringkernelngram1";
	const char* doc_2 = "kernelngram1string";
	const char* doc_3 = "nrgam1kernelstring";

	SGString<char> string_1(65);
	for (index_t i=0; i<65; i++)
		string_1.string[i] = doc_1[i];

	SGString<char> string_2(72);
	for (index_t i=0; i<72; i++)
		string_2.string[i] = doc_2[i];

	SGString<char> string_3(85);
	for (index_t i=0; i<85; i++)
		string_3.string[i] = doc_3[i];

	SGStringList<char> list(3,85);
	list.strings[0] = string_1;
	list.strings[1] = string_2;
	list.strings[2] = string_3;

	CStringFeatures<char>* s_feats = new CStringFeatures<char>(list, RAWBYTE);

	CAlphabet* alphabet = s_feats->get_alphabet();
	CStringFeatures<uint64_t>* l_feats = new CStringFeatures<uint64_t>(alphabet);
	l_feats->obtain_from_char(s_feats, 5-1, 5, 0, false);
	CSortUlongString* preproc = new CSortUlongString();
	preproc->fit(l_feats);
	l_feats->add_preprocessor(preproc);
	l_feats->apply_preprocessor();
	CCommUlongStringKernel* kernel = new CCommUlongStringKernel(l_feats, l_feats);
	CIdentityKernelNormalizer* normalizer = new CIdentityKernelNormalizer();
	kernel->set_normalizer(normalizer);

	CHashedDocDotFeatures* h_feats = new CHashedDocDotFeatures(20, s_feats, new CNGramTokenizer(5), false);

	SGMatrix<float64_t> kernel_matrix = kernel->get_kernel_matrix();

	SGMatrix<float64_t> feat_matrix(3,3);

	for (index_t i=0; i<3; i++)
	{
		for (index_t j=0; j<3; j++)
			feat_matrix(i,j) = h_feats->dot(i, h_feats, j);
	}

	for (index_t i=0; i<3; i++)
	{
		for (index_t j=0; j<3; j++)
			EXPECT_EQ(feat_matrix(i,j), kernel_matrix(i,j));
	}

	SG_UNREF(kernel);
	SG_UNREF(alphabet);
	SG_UNREF(h_feats);
}