From d9a43c198fecdd6dbe928e4f73cbbb4d47853363 Mon Sep 17 00:00:00 2001 From: Erik Dubbelboer Date: Sun, 19 May 2024 14:54:48 +0200 Subject: [PATCH 1/5] Add QueryWithNegative QueryWithNegative allows you to pass a string that will be excluded from the search results. There are tree ways to implement this: 1. Find the document matching the normal query. Then re-order the result by multiplying the similarity by the dot product with the negative vector and some constant. 2. Find the document matching the normal query. Exclude documents where the dot product with the negative vector are above a constant. 3. The simpler method I implemented which just subtracts the negative vector from the positive one and re-normalizes the result. I have done some simple tests and the results look good. I'm not sure if the extra function is a nice API. It could also be added as extra argument to Query. Or maybe Query should get a struct for it's argument as the number of arguments seems to keep increasing. --- collection.go | 32 ++++++++++++++++++++++++++++++++ vector.go | 9 +++++++++ 2 files changed, 41 insertions(+) diff --git a/collection.go b/collection.go index af9eed6..e8558a6 100644 --- a/collection.go +++ b/collection.go @@ -346,6 +346,38 @@ func (c *Collection) Query(ctx context.Context, queryText string, nResults int, // QueryEmbedding performs an exhaustive nearest neighbor search on the collection. // +// - queryText: The text to search for. Its embedding will be created using the +// collection's embedding function. +// - negativeText: The text to subtract from the query embedding. Its embedding +// will be created using the collection's embedding function. +// - nResults: The number of results to return. Must be > 0. +// - where: Conditional filtering on metadata. Optional. +// - whereDocument: Conditional filtering on documents. Optional. +func (c *Collection) QueryWithNegative(ctx context.Context, queryText string, negativeText string, nResults int, where, whereDocument map[string]string) ([]Result, error) { + if queryText == "" { + return nil, errors.New("queryText is empty") + } + + queryVectors, err := c.embed(ctx, queryText) + if err != nil { + return nil, fmt.Errorf("couldn't create embedding of query: %w", err) + } + + if negativeText != "" { + negativeVectors, err := c.embed(ctx, negativeText) + if err != nil { + return nil, fmt.Errorf("couldn't create embedding of negative: %w", err) + } + + queryVectors = subtractVector(queryVectors, negativeVectors) + queryVectors = normalizeVector(queryVectors) + } + + return c.QueryEmbedding(ctx, queryVectors, nResults, where, whereDocument) +} + +// Performs an exhaustive nearest neighbor search on the collection. +// // - queryEmbedding: The embedding of the query to search for. It must be created // with the same embedding model as the document embeddings in the collection. // The embedding will be normalized if it's not the case yet. diff --git a/vector.go b/vector.go index 97b2fc1..98eb5c6 100644 --- a/vector.go +++ b/vector.go @@ -40,6 +40,15 @@ func normalizeVector(v []float32) []float32 { return res } +// subtractVector subtracts vector b from vector a in place. +func subtractVector(a, b []float32) []float32 { + for i := range a { + a[i] -= b[i] + } + + return a +} + // isNormalized checks if the vector is normalized. func isNormalized(v []float32) bool { var sqSum float64 From fffcee0e7fd7dbc87082727c99d9dbbc9d579333 Mon Sep 17 00:00:00 2001 From: Erik Dubbelboer Date: Sun, 26 May 2024 09:37:11 +0200 Subject: [PATCH 2/5] Rewrote to QueryWithOptions --- collection.go | 191 ++++++++++++++++++++++++++++++++++++++++++----- fixtures_test.go | 30 ++++++++ query_test.go | 119 +++++++++++++++++++++++++++++ vector.go | 6 +- 4 files changed, 324 insertions(+), 22 deletions(-) create mode 100644 fixtures_test.go diff --git a/collection.go b/collection.go index e8558a6..fa17d14 100644 --- a/collection.go +++ b/collection.go @@ -6,6 +6,7 @@ import ( "fmt" "path/filepath" "slices" + "sort" "sync" ) @@ -27,6 +28,73 @@ type Collection struct { // versions in [DB.Export] and [DB.Import] as well! } +// NegativeMode represents the mode to use for the negative text. +// See QueryOptions for more information. +type NegativeMode string + +const ( + // NEGATIVE_MODE_SUBTRACT subtracts the negative embedding from the query embedding. + // This is the default behavior. + NEGATIVE_MODE_SUBTRACT NegativeMode = "subtract" + + // NEGATIVE_MODE_REORDER reorders the results based on the similarity between the + // negative embedding and the document embeddings. + // NegativeReorderStrength controls the strength of the reordering. Lower values + // will reorder the results less aggressively. + NEGATIVE_MODE_REORDER NegativeMode = "reorder" + + // NEGATIVE_MODE_FILTER filters out results based on the similarity between the + // negative embedding and the document embeddings. + // NegativeFilterThreshold controls the threshold for filtering. Documents with + // similarity above the threshold will be removed from the results. + NEGATIVE_MODE_FILTER NegativeMode = "filter" + + // Default values for negative reordering and filtering. + DEFAULT_NEGATIVE_REORDER_STRENGTH = 1 + + // The default threshold for the negative filter. + DEFAULT_NEGATIVE_FILTER_THRESHOLD = 0.5 +) + +// QueryOptions represents the options for a query. +type QueryOptions struct { + // The text to search for. + QueryText string + + // The embedding of the query to search for. It must be created + // with the same embedding model as the document embeddings in the collection. + // The embedding will be normalized if it's not the case yet. + // If both QueryText and QueryEmbedding are set, QueryEmbedding will be used. + QueryEmbedding []float32 + + // The text to exclude from the results. + NegativeText string + + // The embedding of the negative text. It must be created + // with the same embedding model as the document embeddings in the collection. + // The embedding will be normalized if it's not the case yet. + // If both NegativeText and NegativeEmbedding are set, NegativeEmbedding will be used. + NegativeEmbedding []float32 + + // The mode to use for the negative text. + NegativeMode NegativeMode + + // The strength of the negative reordering. Used when NegativeMode is NEGATIVE_MODE_REORDER. + NegativeReorderStrength float32 + + // The threshold for the negative filter. Used when NegativeMode is NEGATIVE_MODE_FILTER. + NegativeFilterThreshold float32 + + // The number of results to return. + NResults int + + // Conditional filtering on metadata. + Where map[string]string + + // Conditional filtering on documents. + WhereDocument map[string]string +} + // We don't export this yet to keep the API surface to the bare minimum. // Users create collections via [Client.CreateCollection]. func newCollection(name string, metadata map[string]string, embed EmbeddingFunc, dbDir string, compress bool) (*Collection, error) { @@ -336,44 +404,85 @@ func (c *Collection) Query(ctx context.Context, queryText string, nResults int, return nil, errors.New("queryText is empty") } - queryVectors, err := c.embed(ctx, queryText) + queryVector, err := c.embed(ctx, queryText) if err != nil { return nil, fmt.Errorf("couldn't create embedding of query: %w", err) } - return c.QueryEmbedding(ctx, queryVectors, nResults, where, whereDocument) + return c.QueryEmbedding(ctx, queryVector, nResults, where, whereDocument) } // QueryEmbedding performs an exhaustive nearest neighbor search on the collection. // -// - queryText: The text to search for. Its embedding will be created using the -// collection's embedding function. -// - negativeText: The text to subtract from the query embedding. Its embedding -// will be created using the collection's embedding function. -// - nResults: The number of results to return. Must be > 0. -// - where: Conditional filtering on metadata. Optional. -// - whereDocument: Conditional filtering on documents. Optional. -func (c *Collection) QueryWithNegative(ctx context.Context, queryText string, negativeText string, nResults int, where, whereDocument map[string]string) ([]Result, error) { - if queryText == "" { - return nil, errors.New("queryText is empty") +// - options: The options for the query. See QueryOptions for more information. +func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) ([]Result, error) { + if options.QueryText == "" && len(options.QueryEmbedding) == 0 { + return nil, errors.New("QueryText and QueryEmbedding options are empty") } - queryVectors, err := c.embed(ctx, queryText) - if err != nil { - return nil, fmt.Errorf("couldn't create embedding of query: %w", err) + var err error + queryVector := options.QueryEmbedding + if len(queryVector) == 0 { + queryVector, err = c.embed(ctx, options.QueryText) + if err != nil { + return nil, fmt.Errorf("couldn't create embedding of query: %w", err) + } + } + + negativeMode := options.NegativeMode + if negativeMode == "" { + negativeMode = NEGATIVE_MODE_SUBTRACT } - if negativeText != "" { - negativeVectors, err := c.embed(ctx, negativeText) + negativeVector := options.NegativeEmbedding + if len(negativeVector) == 0 && options.NegativeText != "" { + negativeVector, err = c.embed(ctx, options.NegativeText) if err != nil { return nil, fmt.Errorf("couldn't create embedding of negative: %w", err) } + } + + if len(negativeVector) != 0 { + if !isNormalized(negativeVector) { + negativeVector = normalizeVector(negativeVector) + } - queryVectors = subtractVector(queryVectors, negativeVectors) - queryVectors = normalizeVector(queryVectors) + if negativeMode == NEGATIVE_MODE_SUBTRACT { + queryVector = subtractVector(queryVector, negativeVector) + queryVector = normalizeVector(queryVector) + } } - return c.QueryEmbedding(ctx, queryVectors, nResults, where, whereDocument) + result, err := c.QueryEmbedding(ctx, queryVector, options.NResults, options.Where, options.WhereDocument) + if err != nil { + return nil, err + } + + if len(negativeVector) != 0 { + if negativeMode == NEGATIVE_MODE_REORDER { + negativeReorderStrength := options.NegativeReorderStrength + if negativeReorderStrength == 0 { + negativeReorderStrength = DEFAULT_NEGATIVE_REORDER_STRENGTH + } + + result, err = reorderResults(result, negativeVector, negativeReorderStrength) + if err != nil { + return nil, fmt.Errorf("couldn't reorder results: %w", err) + } + } else if negativeMode == NEGATIVE_MODE_FILTER { + negativeFilterThreshold := options.NegativeFilterThreshold + if negativeFilterThreshold == 0 { + negativeFilterThreshold = DEFAULT_NEGATIVE_FILTER_THRESHOLD + } + + result, err = filterResults(result, negativeVector, negativeFilterThreshold) + if err != nil { + return nil, fmt.Errorf("couldn't filter results: %w", err) + } + } + } + + return result, nil } // Performs an exhaustive nearest neighbor search on the collection. @@ -465,3 +574,45 @@ func (c *Collection) getDocPath(docID string) string { } return docPath } + +func reorderResults(results []Result, negativeVector []float32, negativeReorderStrength float32) ([]Result, error) { + if len(results) == 0 { + return results, nil + } + + // Calculate cosine similarity between negative vector and each result + for i := range results { + sim, err := dotProduct(negativeVector, results[i].Embedding) + if err != nil { + return nil, fmt.Errorf("couldn't calculate dot product: %w", err) + } + results[i].Similarity -= sim * negativeReorderStrength + } + + // Sort results by similarity + sort.Slice(results, func(i, j int) bool { + return results[i].Similarity > results[j].Similarity + }) + + return results, nil +} + +func filterResults(results []Result, negativeVector []float32, negativeFilterThreshold float32) ([]Result, error) { + if len(results) == 0 { + return results, nil + } + + // Filter out results with similarity above the threshold + filteredResults := make([]Result, 0, len(results)) + for _, res := range results { + sim, err := dotProduct(negativeVector, res.Embedding) + if err != nil { + return nil, fmt.Errorf("couldn't calculate dot product: %w", err) + } + if sim < negativeFilterThreshold { + filteredResults = append(filteredResults, res) + } + } + + return filteredResults, nil +} diff --git a/fixtures_test.go b/fixtures_test.go new file mode 100644 index 0000000..74f81fa --- /dev/null +++ b/fixtures_test.go @@ -0,0 +1,30 @@ +package chromem + +// testEmbeddings is a map of test embeddings generated using the following code: +// +// e := NewEmbeddingFuncOllama("nomic-embed-text", os.Getenv("OLLAMA_HOST")) +// +// ee := func(s string) []float32 { +// v, err := e(context.Background(), s) +// if err != nil { +// panic(err) +// } +// return v +// } +// +// testEmbeddings := map[string][]float32{ +// "search_document: Village Builder Game": ee("search_document: Village Builder Game"), +// "search_document: Town Craft Idle Game": ee("search_document: Town Craft Idle Game"), +// "search_document: Some Idle Game": ee("search_document: Some Idle Game"), +// "search_query: town": ee("search_query: town"), +// "search_query: idle": ee("search_query: idle"), +// } +// +// fmt.Printf("%#v\n", testEmbeddings) +var testEmbeddings = map[string][]float32{ + "search_document: Some Idle Game": {-0.0060760463, 0.034463942, -0.1387902, -0.01880036, 0.050515246, -0.0014757602, -0.023416985, -0.06163054, 0.025443453, 0.035569035, -0.03652287, -0.041155443, 0.015422994, 0.030235684, -0.0006920832, -0.055480313, -0.025413116, -0.030041033, 0.005120441, 0.016109098, 0.009329011, -0.0046394765, 0.013397162, -0.028488798, 0.037383143, 0.030361928, 0.0080388775, -0.046438914, -0.0071862284, 0.021990616, -0.060048018, -0.017467165, 0.07508827, -0.0013899342, 0.0016108179, -0.034226466, 0.03487904, 0.020598384, 0.040956654, 0.0027402623, -0.06460306, 0.047813166, 0.040316027, 0.035767395, 0.062046513, 0.016225044, 0.07777814, 0.07436007, 0.0010243986, -0.051667936, 0.023401909, -0.021025056, -0.01842488, -0.010212666, 0.007964244, 0.012940527, -0.005432107, 0.002917191, 0.013313262, -0.024190128, 0.01791604, 0.030846233, -0.0028429348, 0.042119455, 0.030468708, -0.045345176, -0.053462967, 0.007938011, 0.014024244, -0.03306285, 0.07962807, -0.016527858, -0.0013264868, 0.035366584, -0.022880074, -0.0045876186, -0.018306475, -0.013543297, 0.011919335, 0.0053336383, 0.011997243, -0.027264599, 0.06429813, 0.00266995, 0.08360438, -0.011504622, -0.052844565, -0.03591852, -0.030937092, 0.046289653, 0.029745601, 0.029248875, 0.04981176, 0.03016179, -0.06912066, 0.008791399, -0.029370002, -0.021201164, -0.040902793, -0.007160467, -0.03857601, -0.01702487, 0.051262982, -0.016211446, 0.07277702, 0.020603213, -0.05730489, -0.02332207, -0.022892129, 0.022575237, -0.0035119157, 0.054837994, -0.03218431, -0.021743948, 0.04216454, -0.0040691006, 0.083487205, 0.00038044903, 0.05258523, 0.055608504, -0.05096133, 0.04049317, -0.03324778, 0.035970695, 0.00019802092, -0.00022452897, -0.061869413, -0.015183144, 0.00016958747, -0.034726527, 0.029137151, -0.009906886, 0.03408785, -0.036178514, -0.02343292, 0.007823052, -0.093677655, -0.019243201, 0.06423939, -0.0021586656, 0.04809902, -0.08922962, -0.032001063, -0.012665633, 0.011560508, -0.043267842, 0.06001132, -0.062908895, -0.0038666173, -0.0033354622, 0.08371677, -0.012481466, 0.0008695344, -0.014768936, 0.039830826, -0.025028884, -0.05301726, 0.044927694, 0.005219821, -0.009900213, 0.0054140203, 0.023347214, -0.016090378, 0.044550452, -0.051075865, -0.025095524, -0.012297865, 0.029875154, 0.0222, -0.0058385707, -0.030563785, -0.0492457, 0.0042215837, 0.018291129, 0.06388193, 0.00901064, 0.097726315, -0.018828226, -0.010788638, -0.02387454, 0.0049764886, -0.014185669, 0.024190444, 0.00076448964, -0.024025504, -0.032507364, 0.081796415, -0.04403507, -0.029089598, 0.032030355, -0.019284742, 0.042974424, -0.006428326, -0.06446968, -0.0083833765, -0.032340713, 0.04722018, 0.046674285, 0.029749017, -0.05904713, -0.0018536821, -0.00025856224, -0.048942495, -0.017716412, -0.050341416, 0.040434062, -0.025483884, 0.021155149, -0.0136171905, 0.016699295, 0.06115873, 0.01275245, 0.010869778, 0.048479572, -0.0073152105, -0.02517437, -0.017701723, -0.01897822, -0.046055626, -0.018433034, 0.026886806, -0.012570846, -0.032101616, 0.009029427, 0.030772975, 0.015185716, -0.01784295, 0.05024066, -0.020696176, 0.03323633, -0.07057012, -0.09416582, 0.004350026, 0.0029397511, -0.025360627, -0.03816513, 0.0134742595, 0.09945575, 0.009843686, 0.019633522, 0.032418653, 0.0058328537, 0.029372053, -0.0029168923, -0.026235241, 0.019785464, -0.008126373, -0.04485804, 0.017756335, 0.01266649, -0.005916582, 0.009565844, 0.008608036, 0.053572405, -0.0022154502, -0.05914659, -0.015717434, 0.0050121965, 0.01086173, 0.012687361, 0.015670855, -0.045014888, 0.015066507, 0.00083025725, 0.011981217, -0.0324745, 0.026975399, -0.007345545, -0.030034268, -0.033238146, -0.072009556, -0.000638019, -0.041544903, 0.08075278, 0.0034031223, 0.02205926, 0.07446248, 0.01206271, 0.011793334, 0.021024115, 0.07939036, 0.0005655304, -0.04416273, 0.04733273, -0.0076252804, 0.01226603, 0.051349293, 0.00758653, -0.02025951, 0.0045099007, 0.005301482, -0.037059218, 0.009954591, 0.058889184, -0.01333225, 0.008794124, 0.01069274, -0.023669396, 0.0020664262, -0.045605805, -0.014060756, -0.014411602, 0.024560727, -0.00040147497, 0.062196497, -0.04922842, 0.03235299, -0.021694593, 0.019760333, 0.0023729233, -0.018878555, 0.02540936, -0.058375653, 0.06666951, -0.115034506, 0.07229192, -0.00072064274, 0.011708216, 0.020418538, -0.07669502, -0.031085705, -0.07195875, 0.03457435, -0.054948594, 0.021925226, 0.035557956, 0.05349583, -0.001034031, -0.0119233895, -0.057474744, -0.030577473, 0.032676727, -0.041095078, -0.014470331, -0.029771464, 0.023018358, 0.009091008, 0.019948045, -0.007921955, 0.016265664, 0.11836824, 0.0059667476, 0.009203025, -0.0046974653, -0.040411886, -0.020109894, 0.034951095, -0.030297315, 0.042659804, -0.019298302, 0.0034718113, -0.003556284, -0.022271687, 0.006395739, -0.015675915, -0.007846095, 0.00795862, -0.027382236, -0.013844011, 0.0067343186, 0.054027174, -0.013439075, -0.014695834, -0.04422655, 0.034129046, -0.026477411, 0.021682227, 0.030877832, -0.0074587027, -0.065585785, -0.0056468137, 0.018568536, 0.0063470807, 0.05095122, 0.038096607, 0.011253013, -0.07323222, 0.0072816135, -0.04996467, -0.005978087, 0.0443823, 0.024452059, 0.015773043, 0.032073732, 0.043041192, 0.010821024, -0.0031784582, 0.018992368, -0.004622888, 0.02014122, 0.00090508745, 0.025787236, -0.034013025, 0.015910035, -0.03268243, -0.026667148, 0.011168157, 0.030017823, 0.06854734, 0.028639382, 0.03080465, -0.026005648, 0.021279184, 0.0040799296, 0.016169557, 0.084184244, 0.01835841, -0.086466275, 0.0062229326, 0.015730636, -0.017927561, 0.023729656, -0.007282824, -0.008143011, -0.067766935, 0.035523567, 0.051593352, -0.019791922, -0.042587396, 0.06690624, 0.037767086, 0.008553358, -0.02938364, 0.038429726, -0.05053369, 0.033714093, 0.021192344, 0.07818021, -0.031022195, -0.07000928, -0.008958548, -0.024999667, 0.015705856, -0.027052531, -0.019134501, -0.04823093, 0.036368877, 0.02270509, 0.006880777, -0.013192124, 0.011860808, -0.014828852, 0.036245905, -0.02167447, 0.011465996, 0.13057837, 0.033250883, -0.0052989377, -0.013103826, -0.011665669, -0.029358167, 0.005983672, -0.04180638, 0.04029639, 0.045633983, -0.031386018, -0.03344101, 0.01934598, -0.009360906, 0.016800778, -0.009866494, 0.014215708, 0.019586826, -0.0069144587, -0.02837358, 0.0017182492, 0.052333336, -0.008981637, -0.009652344, 0.069439165, 0.004201992, 0.02904076, 0.018445836, -0.023353977, -0.019793965, -0.024139842, -0.034132652, 0.0011112315, 0.03572409, -0.009347155, -0.009739798, -0.015563562, -0.036546007, -0.021100484, 0.0010935924, -0.032232955, 0.05411164, 0.0026985048, 0.02943063, -0.029635444, 0.008110762, 0.024208656, 0.051097464, 0.025854284, -0.02744184, -0.06443368, -0.035319656, 0.046716347, 0.01020662, -0.038059115, 0.036957625, 0.021595465, -0.011965477, -0.016022926, 0.06356263, -0.034048714, -0.04667903, -0.07695168, -0.06236455, 0.018222928, -0.022491459, -0.027979556, -0.029401047, 0.033322394, 0.0012425089, 0.02387208, 0.012767657, -0.0152108, -0.0036661788, 0.010917645, 0.025263872, -0.034260664, -0.058003973, 0.011705901, -0.040191926, -0.009736485, 0.011073551, -0.02634881, 0.06709649, -0.018722985, 0.0048939455, -0.018719096, -0.056783892, -0.02663151, -0.06854834, -0.01834153, -0.050529163, -0.02894976, 0.036369096, 0.08269582, -0.011401266, 0.0071720066, 0.0068689873, -0.017017024, -0.013788332, -0.01757652, -0.046771515, 0.006021731, 0.0350991, -0.055127304, 0.0004067387, 0.0026264484, -0.00842346, -0.029608497, -0.043472905, -0.045593407, 0.030926447, -0.012382723, -0.039737374, -0.016628245, -0.028230408, 0.042542323, 0.024740454, 0.029905234, -0.021382011, 0.0087046465, 0.008666167, -0.01237462, 0.0058083804, 0.049879998, 0.027694289, -0.033726525, 0.018072732, 0.013075523, 0.04129341, -0.003759638, 0.025136042, -0.0048480816, -0.08633937, 0.026146557, 0.00095875195, -0.007239596, 0.030176798, 0.012911557, -0.05567729, 0.101863965, -0.012008359, -0.019885525, 0.06285349, -0.020306658, 0.021225194, 0.03904156, -0.018150982, 0.005765315, -0.014720191, 0.039356854, -0.05162945, -0.010809988, -0.019877022, -0.043858252, -0.016290769, -0.00052574894, 0.00071051397, -0.05228283, 0.00212076, 0.10330768, 0.03806923, -0.011989388, -0.0092820525, -0.07842139, -0.005238204, 0.0050059403, 0.004792647, -0.028316176, 0.008777532, -0.055501916, 0.0031685885, -0.044218272, -0.040338665, -0.035807323, 0.003954393, -0.059668504, 0.051771026, 0.023667619, 0.0073676254, -0.00062780967, -0.09302048, -0.028653411, 0.022346793, -0.0054721106, -0.035974275, 0.011861464, -0.044336487, -0.020843782, -0.034995276, 0.0073804525, -0.05347183, 0.027588347, 0.012416945, 0.038829893, 0.024596987, 0.0074599786, 0.014858577, 0.03851009, 0.014121627, -0.04871009, 0.027252283, 0.0553166, 0.05215012, 0.018370263, 0.0530953, 0.031772766, -0.017525164, -0.062617734, -0.008032683, 0.060756683, 0.037613112, -0.06970549, -0.03628826, 0.0060448144, 0.0106271915, 0.01570074, -0.032992955, 0.08146692, -0.0005743188, -0.003664223, 0.029400827, -0.007885519, -0.08933015, -0.019689526, 0.015134545, 0.0032099236, -0.02092406, -0.014055446, 0.010172088, 0.02639813, 0.028534463, 0.03089289, -0.017581366, -0.026170125, -0.028410664, -0.007110761, 0.052456588, 0.004216275, -0.0051908707, 0.02629775, 0.035634518, -0.024233747, -0.020206803, -0.08185167, -0.038406268, -0.019373732, 0.03597261, -0.063467175, -0.01582219, 0.05335854, -0.0067784563, 0.025629507, -0.005729798, 0.011919803, -0.049962502, 0.02882643, 0.040532112, 0.037180837, -0.0654546, -0.0078468155, 0.0056370874, -0.013275107, -0.012502071, -0.016623577, -0.00042084648, 0.0064675817, 0.05863257, 0.03738945, -0.021043384, 0.03962018, 0.011263337, -0.074983895, -0.026997007, 0.051713623, 0.019749667, 0.022187935, -0.02188655, -0.026837206, 0.0038193846, 0.019730948, 0.026408449, -0.073553264, 0.054254226, -0.021037942, -0.011475345, -0.008065046, -0.0041081496, 0.07153666, -0.0011454923, 0.0072494335, -0.02546474, -0.034410242, -0.008523845, -0.004515808, -0.0043068486, 0.06108401, 0.04297906, 0.04093538, 0.03570107, -0.032012034, 0.015930245, -0.043826263, 0.021157239, 0.029291723, -0.031764403, 0.032508258, -0.007936765, -0.0007478923, -0.05491598, -0.021232825, -0.011368038, 0.04037207, 0.028925741, 0.02602244, -0.022289654, 0.010383836, 0.0031105224, -0.0002327807, -0.04982281, -0.026878828, -0.026498057, -0.038631085}, + "search_document: Town Craft Idle Game": {-0.046266478, 0.015419467, -0.14958468, -0.021420088, 0.042600848, -0.012912702, -0.0101672085, -0.054182693, 0.026384922, 0.017520081, -0.038353518, -0.060250714, 0.02704973, 0.005241313, -0.04007047, -0.051901694, -0.0043040304, -0.046575252, -0.038020317, 0.018532079, 0.0347364, -3.249664e-05, 0.016990969, -0.007053031, 0.04434594, -0.008782734, 0.018617852, 0.002027642, -0.008875677, 0.0091396095, -0.048317842, -0.033508953, 0.0623323, -0.012913057, 0.0027360155, -0.028692644, 0.025978277, 0.012981139, 0.014866495, -0.009136216, -0.04979976, 0.032166924, 0.039239008, 0.0024849086, 0.046837695, 0.016764667, 0.07381527, 0.062533155, -0.013402701, -0.05873915, 0.0338686, -0.044106036, -0.042792354, -0.003351775, -0.014541159, -0.011954033, -0.011420481, -0.021277845, 0.03461106, -0.0053424207, -0.03264627, 0.089598976, 0.010102208, 0.09996038, 0.015345407, -0.032001052, -0.04041233, 0.030601993, -0.0019418714, -0.064736664, 0.0697411, -0.03070615, 0.01893696, 0.031684395, -0.009753165, 0.017818883, -0.0141123505, -0.040647924, 0.056018785, -0.020350492, 0.008404609, 0.0076236385, 0.07783805, -0.010405805, 0.042058483, -0.03540516, -0.023264112, -0.014707462, -0.045302756, 0.04331788, 0.038526278, 0.029656058, 0.02283842, -0.0045612426, -0.050688107, 0.05866177, -0.0034280522, -0.021053057, -0.015201468, 0.009764831, -0.048811626, -0.032401945, 0.011816639, 0.00045018672, 0.05626394, -0.02486838, -0.058733672, -0.0030379232, 0.006215889, 0.028009318, 0.013050022, 0.042566918, -0.029859487, -0.0009767644, 0.02544117, -0.00059701287, 0.110284925, 0.012244169, 0.038703054, 0.038116682, -0.007949268, 0.021165967, 0.004002709, 0.040925756, -0.0004506103, 0.0033070494, -0.082008734, -0.002751853, -0.022101734, -0.03605948, 0.015900081, 0.006370106, 0.042714898, -0.04320665, -0.017107243, 0.06455191, -0.10351105, -0.02531268, 0.07646564, -0.008339241, 0.009653213, -0.09226264, -0.0031511148, 0.04537889, -0.029790245, -0.04017028, 0.079962745, -0.067200474, -0.011280266, 0.009296576, 0.06823628, -0.035231616, 0.016415019, 0.041939225, 0.03964514, -0.03323958, -0.013000568, 0.022642678, 0.03242893, 0.0044981656, 0.020378916, 0.018698728, -0.00836243, 0.038946852, -0.06018951, -0.05809984, 0.018472595, 0.036674496, -0.021111935, -0.021975277, -0.060166575, -0.037207164, 0.048974425, 0.038688477, 0.023752214, -0.050277185, 0.040996272, -0.0063556395, -0.015616945, -0.023915121, 0.018937541, -0.042272978, 0.0023575039, -0.0082212305, -0.019874968, -0.013239698, 0.05847111, -0.036881786, 0.012223708, 0.0144480765, -0.014610571, 0.023866963, -0.06563921, -0.07239071, -0.035113033, -0.059308246, 0.044495553, 0.029174047, 0.0310421, -0.055783037, -0.008453689, 0.010104752, -0.011868235, -0.010878352, -0.04438556, 0.02859058, -0.01991213, 0.018444203, 0.005442498, -0.0039178217, 0.055423487, 0.022019746, -0.00057118793, 0.032592118, -0.0011433621, -0.03162713, -0.03573603, -0.022058986, -0.045715384, -0.06904627, 0.024936028, 0.013836718, -0.026724683, 0.008297562, -0.021454182, -0.030615183, 0.022984946, 0.06501267, 0.036907066, -0.00025111123, -0.04373795, -0.06281339, -0.043198574, -0.00601886, 0.005562059, 0.0006168195, -0.028198313, 0.072593845, 0.009902136, -0.011046334, 0.0036145488, 0.036358103, 0.049150977, -0.022150505, -0.0033615788, 0.016793348, 0.0063010016, -0.063468434, 0.01899918, 0.009548761, -0.016370745, 0.05722442, 0.0027480593, 0.014541133, -0.004453737, -0.05474226, -0.025122069, 0.012075764, 0.0055547114, 0.01927311, -0.012057751, -0.022173913, 0.050548892, -0.002191857, 0.032845333, -0.026194729, 0.04139345, 0.020784993, -0.0075162705, -0.045924217, -0.03563729, -0.018772203, -0.045544688, 0.03982618, 0.029314885, 0.035786763, 0.07405519, -0.015226408, -0.0104310755, 0.045792107, 0.06436405, -0.037902024, -0.04164653, 0.0048298114, -0.044154424, 0.007826935, 0.028035816, 0.0071773645, -0.021986151, 0.009850639, -0.005456872, -0.009606496, 0.02248295, 0.07831299, -0.02313428, 0.050033737, 0.020022431, -0.021386288, -0.019108964, -0.048478704, 0.02880271, -0.059377097, 0.043412395, 0.0015013238, 0.059779767, -0.02755543, 0.054109644, -0.016991194, 0.026890209, 0.032266855, -0.0416828, 0.0037819338, -0.073396675, 0.046949096, -0.087964214, 0.090026595, -0.0015856237, 0.038571015, -0.0033851203, -0.06241322, -0.007103375, -0.023952737, 0.057081856, -0.020886654, -0.0041185776, 0.05835615, 0.06760572, -0.012241026, -0.012420812, -0.068119764, -0.0028642244, 0.044096075, -0.028475434, -0.05164187, -0.0068275705, 0.027619755, 0.005850466, 0.040385105, -0.010691629, 0.027464377, 0.095896296, 0.011904089, 0.0007313179, 0.008237449, -0.02869317, -0.018520096, -0.0051036724, 0.00022545311, 0.024123874, 0.00738139, -0.0073331697, -0.009656565, 0.0011086289, 0.00832003, -0.005799485, -0.011445643, 0.0017855909, -0.021211116, -0.007804161, 0.014091667, 0.07254673, -0.048094932, -0.014920635, -0.0634789, 0.049300723, -0.011290946, 0.040985618, 0.0118863555, 0.018813794, -0.06200033, 0.007144311, 0.020841265, 0.00558566, 0.03683431, 0.0060873837, 0.011511867, -0.058850262, 0.049805265, -0.023193037, 0.0043900204, 0.054503612, 0.018314749, -0.00053337263, -0.0067522307, 0.016463174, -0.019148933, -0.038028076, -0.0052367095, 0.005869497, 0.001236267, 0.01912913, -0.00039787986, -0.022601673, -0.005533017, -0.026415631, -0.05248608, 0.023498338, 0.0014021834, 0.097648285, -0.0212863, 0.001659301, -0.010852858, 0.004303562, -0.0040984736, 0.0041291565, 0.05132721, -0.024680695, -0.07746154, 0.021060199, 0.016970757, -0.02590757, 0.008455387, -0.005021181, -0.022960002, -0.02484001, 0.0046132184, 0.06917102, -0.0050526955, -0.027597988, 0.0583377, 0.033546206, 0.0038428428, -0.018427523, 0.007670319, -0.012967302, 0.04559361, -0.0058183796, 0.06965081, -0.011420232, -0.07588138, -0.009506426, 0.0060457233, -0.0041578766, -0.018637987, -0.019298157, -0.03891319, 0.065150075, 0.022227418, 0.019203763, 0.002032272, -0.01763878, -0.051286418, 0.04678982, -0.02143777, -0.005155153, 0.088791505, 0.04557739, 0.0008273997, 0.006762241, -1.04562e-05, -0.00094152166, 0.004353161, -0.021880671, 0.057256754, 0.050266106, 0.012092977, -0.0051998445, -0.02312054, -0.01723706, -0.009387964, -0.011877286, -0.011728119, -0.011672071, -0.0009572656, -0.028609069, 0.0029593538, 0.04697028, 0.011036248, 0.013662735, 0.060783952, 0.045741733, 0.0021536446, 0.030656738, 0.02483563, -0.029744618, 0.005906043, -0.039408784, -0.016031701, 0.0707869, -0.0023915851, -0.023529707, -0.006367828, -0.058518793, -0.031291276, 0.0055871494, -0.00382694, 0.06040959, -0.0075401776, 0.05395438, -0.02951496, 0.009266391, 0.025012728, -0.012372984, 0.017518755, 0.027730394, -0.04435951, 0.010122028, 0.041639186, -0.006819137, -0.037564203, 0.043090973, -0.015979974, 0.0132653555, -0.0014479423, 0.054720514, -0.054185554, -0.067849375, -0.052687783, -0.06607806, 0.037066415, -0.007459853, -0.019964442, 0.016351296, 0.052589316, 0.035534613, 0.05037689, 0.0078049493, -0.009834244, -0.0005275691, 0.019315958, 0.015274082, -0.0074522654, -0.05194466, -0.004602997, -0.0785237, -0.0023895875, 0.023416951, -0.028368823, 0.06461425, -0.022698397, -0.021888033, 0.008584265, -0.020754274, -0.02738036, -0.06354821, 0.002070569, -0.060559012, -0.011232221, 0.032165095, 0.06698436, -0.01036985, -0.0032372298, 0.009826072, -0.05037063, -0.0073350216, -0.039494995, -0.06736008, -0.001713298, 0.02508865, -0.04740084, 0.0044945767, -0.021283904, -0.006428363, -0.060882907, -0.054639522, -0.05545259, 0.0054924726, -0.024125407, -0.017444206, -0.043590974, 0.0064710327, 0.013312443, 0.056373317, 0.022107223, 0.04051881, -0.03821493, 0.007857157, -0.022378404, 0.025467176, 0.04108092, 0.052744597, -0.04975813, 0.027598629, -0.01431651, 0.032381494, -0.020375509, 0.012155581, 0.018263832, -0.04294605, 0.066452645, -0.021485737, -0.004062661, 0.028790247, -0.0028299098, -0.03299607, 0.108179964, -0.006984714, -0.066197604, 0.030556975, -0.013292022, -0.03304092, 0.049616545, -0.008382714, 0.010384915, 0.026138145, 0.043377217, -0.056919474, -0.0041359127, 0.0029377122, -0.05044309, -0.031317946, 0.011322282, -0.022918148, -0.03211162, 0.0011181529, 0.06683578, 0.009469527, -0.00960161, 0.00817786, -0.060988925, -0.0048846095, 0.012057604, 0.011240737, -0.009213906, -0.0071120365, -0.017082121, 0.0043126815, -0.03693113, 0.00047939824, -0.016167376, 0.04071481, -0.069728665, 0.024563394, 0.014217135, 0.018965986, 0.0064051193, -0.080431536, -0.04315089, 0.00060636905, 0.07338384, -0.028822454, -0.017389715, -0.075123325, -0.03666342, -0.037695624, -0.006602526, -0.04235796, 0.042139582, 0.0070983954, 0.021370493, -0.0023460716, -0.004024842, -0.00428117, 0.09664607, 0.03287741, -0.06567481, 0.05362705, 0.05634852, 0.03923312, 0.00809894, 0.013350012, 0.037848454, 0.012514069, -0.032128263, 0.033350363, 0.027644658, 0.01835688, -0.04667014, -0.08115172, 0.015581863, 0.056437343, 0.016992625, -0.016648568, 0.05991502, 0.008755237, -0.017348956, 0.04865408, 0.0023812265, -0.083986, -0.022759665, 0.019004092, 0.021583043, -0.030847097, -0.031281225, 0.036719065, 0.01055716, -0.023800213, 0.06246667, -0.04132826, -0.02787829, -0.034998927, -0.04417714, 0.048435457, 0.029736198, 0.00024121525, 0.016283015, 0.051096156, -0.03565896, 0.025662914, -0.07000426, -0.021063192, 0.032596998, 0.009559541, -0.07088999, -0.004219431, 0.02397194, 0.002337048, 0.015269857, -0.018149426, -0.00011074369, -0.038117748, 0.03740094, 0.04548694, 0.033428524, -0.05193584, -0.0035583412, 0.028866393, -0.05287659, -0.02292259, -0.022198869, 0.019832335, -0.0013459362, 0.019573472, 0.026584134, -0.033771627, 0.04115519, 0.0026075903, -0.05892922, -0.018039024, 0.06995606, -0.038590427, 0.02633264, 0.008669264, -0.054967683, -0.020203691, -0.02709424, 0.008482115, -0.04936913, 0.017089006, 0.004999288, -0.0029815312, -0.004062742, 0.0069704023, 0.028559525, 0.0032046298, 0.030361446, -0.008133698, -0.06085682, 0.014942631, -0.02142111, -0.011984904, 0.05684074, 0.041934825, 0.0374974, -0.0045933235, -0.014944346, -0.014333498, -0.0006318102, 0.012601101, 0.030318836, 0.022032842, 0.059362877, -0.0018112812, -0.01187696, -0.036867306, -0.026964767, 0.014649885, 0.0627077, -0.0054780697, 0.020839145, -0.0017107613, 0.021510903, -0.0026885848, 0.00807759, -0.020040147, -0.038063012, -0.045142423, -0.018762056}, + "search_document: Village Builder Game": {-0.018885298, 0.029826941, -0.12471298, 0.009586991, 0.029978326, 0.022787005, -0.0391129, -0.02776763, -0.023217624, 0.001165757, -0.026367651, -0.060743976, 0.04364898, 0.007443888, -0.0035143455, -0.08346702, -0.08067449, -0.02363713, -0.017210675, 0.035179425, -0.040898, -0.02659137, 0.03719813, 0.044761356, 0.011279959, 0.005552838, -0.003147755, 0.004898088, 0.02134878, -0.004598721, -0.012090029, 0.0018391625, 0.083554864, -0.038462996, 0.011102082, -0.019214565, -0.016262399, -0.030482065, 0.014371024, -0.026437733, -0.06662344, 0.04129243, -0.019547539, -0.04968664, 0.093556136, 0.029821575, 0.12237693, 0.0054593123, 0.004840467, -0.07114829, 0.0034163299, -0.035468046, 0.0024952732, -0.028608078, 0.023500148, 0.004351013, -0.04491202, -0.010156519, 0.026077108, 0.006781658, 0.027149389, 0.10742707, 0.003698325, 0.03857443, -0.0009660638, -0.0026055854, -0.023045642, 0.02678664, -0.028668713, -0.047969144, 0.05172087, -0.024905166, 0.06302614, 0.02467707, 0.0073190406, -0.04111645, -0.0330432, -0.036458343, 0.013194945, -0.010540611, 0.012936034, 0.006730005, 0.030387156, 0.051650263, 0.0364906, -0.013338143, -0.030447831, 0.03692204, -0.08275157, 0.07583178, 0.003387132, 0.0407482, 0.017385773, 0.034918666, -0.12184012, 0.040956687, -0.052367333, -0.0053688036, -0.021914402, 0.04173574, -0.035874028, -0.04143455, 0.045753386, -0.027129145, 0.037393875, -0.0064582718, -0.026647005, 0.011887211, 0.020574737, -0.0034785601, -0.012424228, 0.0018664716, -0.020422693, -0.04623339, -0.016854027, 0.030980725, 0.08778752, -0.005138445, 0.029575106, 0.00802069, -0.04149261, 0.010093452, -0.01615641, 0.04946458, -0.030882493, 0.02314579, -0.077311754, 0.002978842, 0.008663203, -0.014591311, 0.062023625, 0.012114535, 0.031298794, -0.04542448, -0.0093395775, 0.07730587, -0.07875119, -0.008956978, 0.087893106, 0.01604406, 0.009566195, -0.022950241, -0.011972818, 0.03368035, 0.0131623205, 0.009147092, 0.07372972, -0.017401226, -0.015720744, -0.008306279, 0.050570168, -0.0025567387, -0.0031649135, 0.03084744, 0.022028439, -0.02851611, -0.04418363, 0.07284142, 0.068414286, 0.013248074, 0.021095168, -0.01898839, -0.016596535, 0.07425911, -0.06010055, -0.023050241, 0.016615616, 0.047319807, 0.03103221, -0.03597369, -0.014166456, -0.058445595, 0.017055172, 0.050196305, 0.06833379, -0.03256512, 0.008224016, -0.0077970237, -0.020652497, -0.009072462, 0.008096925, -0.025621342, 0.009578925, 0.047302093, -0.0128978295, -0.042910334, 0.063595094, -0.029423097, -0.0026883695, -0.015527772, -0.057261646, -0.016330788, 0.0129390005, -0.03530267, -0.013375093, -0.034930296, 0.021775503, 0.049093008, 0.0024581186, -0.05149052, -0.015240549, 0.041224092, -0.03601512, -0.0010268746, -0.01300195, 0.035216242, -0.00886306, 0.01727128, -0.040726125, 0.034137677, 0.06262846, -0.040985756, -0.005069379, 0.009486074, 0.010491505, -0.00839966, -0.03391428, -0.011582378, -0.04038757, -0.018542605, 0.012665679, 0.021663822, -0.05523534, -0.0030942273, 0.03459513, -0.015209062, 0.026578467, 0.05467489, -0.01636708, 0.028692408, -0.0273875, -0.084085025, -0.0061411085, -0.008323861, 0.020305587, 0.012295166, -0.040965527, 0.06571334, 0.01730882, -0.018690087, 0.00014857111, 0.008196435, 0.052467767, -0.051794663, 0.0080914, 0.0060828067, -0.0041732844, -0.011752916, 0.020336526, 0.040166195, -0.0053934744, 0.03772786, 0.037507188, 0.02133639, -0.004503707, -0.052570008, -0.024928056, 0.021779507, 0.026270773, -0.010380797, 0.024783237, 0.00051565655, 0.020843565, 0.0014711674, 0.03663557, 0.01329486, 0.02380154, 0.0104847085, 0.0013019134, -0.0052889534, -0.03185956, 0.0019329608, -0.05016882, 0.030429909, 0.0063910116, -0.0375243, 0.062108878, 0.00514421, 0.018483594, 0.016074847, 0.06437945, -0.04268031, -0.064622946, 0.0076454654, 0.007889764, -0.007480795, 0.0037921183, -0.042296093, 0.0034069445, 0.05060365, -0.012513507, -0.024428852, 0.009243135, 0.018019512, 0.035423838, 0.03633188, 0.023805646, -0.013500954, 0.007417016, -0.027740452, -0.0068243416, -0.027798617, 0.0028883417, 0.013914501, 0.029653654, -0.018253582, 0.08037441, 0.0054694866, 0.014521579, -0.031124154, -0.05704893, 0.009344656, -0.068977654, 0.000802183, -0.09983841, 0.020386787, -0.008086457, 0.052846037, -0.053511504, -0.0615227, -0.031000584, -0.024703922, 0.04644639, -0.06644056, 0.005740823, 0.11737835, 0.04104535, 0.045382556, 0.04084359, -0.06442013, -0.002710484, 0.00075999455, -0.032350082, -0.008238807, -0.03812717, 0.002357943, -0.020965219, 0.003617785, -0.005859237, 0.055355933, 0.1292049, 0.010049782, -0.0016082949, -0.010076676, 0.0015106994, -0.00068724994, -0.017627187, 0.0010676796, 0.01684586, 0.003676341, 0.0007963933, -0.0007067625, -0.050060052, 0.00682753, -0.00065290614, 0.031735063, -0.008794964, 0.024216771, -0.03267369, 0.018368699, 0.057844214, -0.016269054, -0.018258337, -0.043539893, 0.01674022, -0.021047235, 0.0483499, 0.03031305, 0.02384823, -0.046403196, -0.030243, 0.016638355, 0.0086930245, 0.06251938, 0.025659537, 0.014983777, -0.055999305, 0.0050548958, -0.021862853, -0.027121224, 0.061688118, 0.025090214, 0.018421171, 0.012278698, 0.009343705, -0.046491735, -0.03414518, 0.012629879, 0.0052992115, -0.015175378, 0.007010784, -0.009445598, -0.024012651, 0.015330023, -0.04306733, -0.0133335525, -0.0048944405, 0.025967028, 0.027769273, 0.011173696, -0.024965513, -0.0280914, 0.035159666, -0.036549117, 0.013111561, 0.019947296, -0.015112118, -0.040788595, 0.014986715, -0.017504653, -0.013020048, 0.07421187, 0.02642291, -0.024132151, -0.02749056, 0.020893345, 0.034521542, -0.0082317665, -0.050143905, 0.05905181, 0.0316048, 0.016595807, -0.0015579719, 0.02835944, 0.008053206, 0.025647279, 0.027560132, 0.05716814, -0.003986418, -0.08514147, 0.013512736, 0.022256857, 0.031455398, -0.0122017795, -0.023034012, -0.03857639, 0.002437919, 0.022359097, 0.03933387, 0.016632996, -0.015619556, -0.012060956, 0.07794382, 0.009478678, 0.03386741, 0.104028516, 0.019964613, 0.039965987, -0.020123493, 0.025059106, 0.043260712, -0.013002418, -0.017476304, -0.018273951, 0.030180817, 0.0057319193, -0.009974159, -0.01140758, 0.019902583, 0.012724289, 0.04061354, -0.027961839, -0.020831376, 0.017876059, -0.012213153, -0.033186477, 0.05019286, -0.018690307, 0.0061507607, 0.016857248, -0.028288512, 0.006044794, 0.028168794, 0.057114556, -0.0021512576, 0.052345373, -0.03186038, -0.04988286, 0.04842631, -0.05861112, -0.015885584, -0.020282296, -0.06874735, -0.04957052, -0.021838894, -0.01188563, 0.027662296, -0.016969021, 0.03494194, -0.012696141, 0.0206984, 0.014977664, 0.0051717386, 0.010606594, -0.0001539535, -0.09673916, -0.026132645, 0.037986387, 0.06274077, -0.019183818, 0.06537702, -0.025520988, 0.007657626, 0.0134252645, 0.044506684, -0.035969846, 0.022605011, -0.034242146, -0.052388724, -0.022769192, -0.01001842, -0.029046116, 0.008092237, -0.022589587, 0.01506035, 0.011557806, 0.0076439907, -0.02370577, 0.013122745, 0.022781037, 0.011711833, -0.02960246, -0.066767566, -0.011179039, -0.04510677, -0.001963326, 0.057206627, -0.052452482, 0.05867973, -0.025254287, 0.03448753, -0.023491178, -0.018244525, 0.0056623695, -0.045870382, 0.020353029, -0.066281155, -0.011895044, 0.027047973, 0.06184161, -0.0025468827, 0.011897485, 0.02986822, -0.024979917, -0.010160801, -0.015944352, -0.07101666, -0.014523305, 0.01739209, 0.006940439, 0.0068837074, -0.0033642726, -0.0023588159, -0.043558057, -0.0021993644, -0.062450305, 0.054108914, -0.029455284, -0.024368258, -0.07103487, 0.015483587, -0.009687625, 0.031099236, -0.012335755, 0.027130801, -0.0032355627, -0.009302262, -0.0055707353, -0.017232165, 0.026211621, 0.057844464, -0.08220189, 0.04103078, -0.012898492, 0.01879779, -0.020583449, 0.041306008, -0.057121858, -0.036945242, 0.067944035, -0.018304694, -0.04378017, 0.005180038, -0.020636333, -0.0652915, 0.046928696, -0.021371622, -0.04653641, 0.007838923, -0.008967745, 0.0013642496, 0.049290866, -0.02087073, -0.000103225604, 0.038139246, -6.365621e-05, -0.03645962, 0.0124004055, -0.004057431, -0.04042719, -0.017577913, 0.0055691428, 0.011667591, -0.030788116, 0.022302598, 0.08419029, -0.02091544, 0.059194602, -0.0008397304, -0.08659085, -0.006497094, 0.022382384, 0.0049759373, -0.0027809062, 0.030646985, -0.017928792, 0.0036951061, -0.010563711, 0.04081629, -0.085807465, 0.012864212, -0.087801166, 0.0018141117, -0.039912198, 0.05216162, 0.012949642, -0.0809071, -0.038365144, 0.013523429, 0.072929315, -0.03459138, -0.00014319821, -0.0256193, -0.025300339, -0.02166562, 0.030091103, -0.0075451876, 0.057083495, 0.017287467, 0.03921427, 0.00575827, -0.023335928, 0.0062975483, 0.072091386, 0.06989414, -0.034359332, -0.005275175, -0.00560248, 0.020417482, -0.021647738, 0.009197363, 0.032135945, -0.026699023, -0.05954026, 0.020144556, 0.028922329, 0.040172968, -0.04353688, -0.024369415, 0.030673651, -0.0030075498, -0.020752093, -0.0049239076, 0.03715985, 0.02285328, 0.008167286, 0.0040050615, -0.009254597, -0.090097554, -0.04112944, 0.036619395, 0.010474344, -0.06144332, -0.018546311, 0.045143202, 0.0010925062, -0.008560459, 0.087136194, -0.015338424, -0.03759013, -0.021306636, 0.029021313, 0.03393792, -0.0033427002, -0.009745894, 0.019245604, 0.041546844, -0.016350815, -0.020411415, -0.095625766, -0.027077999, -0.022328494, -0.011240592, -0.09172598, -0.023442168, 0.026925018, 0.037151914, 0.01672706, -0.0127310585, 0.010872646, -0.05059831, 0.02663566, 0.011707749, 0.040738583, -0.04869121, -0.0026798896, -0.047540516, -0.042690296, -0.014949496, -0.0061684498, 0.027759854, -0.0081322035, 0.040300637, 0.01977464, -0.054584358, 0.030092686, -0.04143344, -0.041470416, -0.018351244, 0.009525342, 0.0035434447, -0.022762597, -0.003561093, -0.02305017, -0.024705285, -0.019718569, -0.000395285, -0.04831351, 0.04936659, 0.015382663, -0.0022682375, 0.030715862, -0.020559551, 0.039362676, -0.013067918, 0.015853107, -0.058377072, -0.011735366, -0.001724075, -0.03481197, 0.023283148, 0.09033386, 0.034494285, 0.04886904, -0.015670117, -0.026262553, -0.06410945, 0.009863877, 0.03684401, 0.014697169, -0.019735241, 0.008128973, -0.0017812351, -0.0037657453, -0.059924934, 0.01945015, -0.0050510294, 0.047835276, 0.031107053, 0.026866753, 0.014269403, 0.022498436, 0.02742978, -0.00053287426, 0.016341213, 0.006594625, -0.050754897, -0.04298431}, + "search_query: idle": {-0.017780555, 0.051750332, -0.18148248, -0.062393412, 0.045530505, -0.019149764, 0.0022469647, -0.01221392, 0.034584783, -0.002659999, -0.030011363, 0.0011305455, -0.036497187, 0.037434492, -0.00074499205, -0.02207998, 0.021946196, -0.04625167, -0.02096289, 0.012784251, 0.02971529, -0.010467041, 0.03508671, -0.015565471, 0.09889416, 0.04814675, 0.0031443452, -0.008595059, 0.022036603, 0.07638088, -0.031667873, -0.012381755, 0.038080048, 0.040789388, -0.0062486352, 0.0005376642, 0.049645387, 0.03303645, 0.02617708, 0.020041525, -0.03440311, 0.0013415792, 0.07757364, 0.060474433, 0.048636746, 0.008562978, 0.05618769, 0.07183217, 0.026867218, -0.021430813, -0.005707148, -0.02754398, -0.043823555, 0.018531268, 0.055124648, 0.018712588, 0.001262485, 0.027755108, -0.02061514, -0.011954547, -0.021510102, -0.0066355355, 0.020339513, 0.066823296, 0.02557775, -0.070939034, -0.02455554, -0.0033761044, 0.03279846, -0.02791413, 0.013806992, -0.030093383, 0.01169843, 0.01992951, -0.039427027, 0.069091834, 0.01864052, -0.013381872, 0.014744398, 0.005049156, 0.0011047339, -0.005856828, 0.11565887, -0.028426003, 0.050531175, -0.07904722, -0.008171327, -0.03398644, -0.028432772, 0.022287428, 0.032975502, -0.012036501, 0.023633301, 0.016314289, 0.01582373, -0.0007886424, -0.008450702, 0.016151212, -0.010416476, -0.0153726665, -0.049794, -0.03479989, 0.002196806, -0.03902665, 0.056577098, 0.00011066897, -0.058294382, -0.0116353845, -0.04115981, 0.021995997, -0.0059938678, 0.057687256, -0.018710596, -0.030279974, 0.054359548, -0.037526794, 0.10728005, 0.034416873, 0.043047998, 0.0077024205, -0.020941567, 0.0037260284, 0.0011598654, 0.00042251052, 0.036316026, 0.008225895, -0.031292494, -0.035690114, -0.019797612, -0.039039403, 0.026031239, 0.004304972, -0.027144037, -0.022242382, 0.014774683, 0.001180462, -0.069742955, -0.097200945, 0.029298574, 0.0112628415, 0.021896457, -0.058225315, -0.023805764, -0.055408135, -0.00018442427, -0.054922312, 0.07548442, -0.064767696, 0.027209166, -0.031776115, 0.033250224, -0.00282513, 0.014504072, 0.0013642062, 0.021333806, -0.026846653, -0.050397154, -0.012334905, 0.03692959, -0.005204438, 0.015364197, 0.009140196, -0.023490097, 0.013558291, -0.012540483, -0.050127815, -0.027850632, 0.05762723, 0.026914185, -0.012526328, -0.036620345, -0.051851023, 0.023718126, -0.0109104, -0.009204154, -0.010685419, 0.045176398, -0.04877497, -0.010089828, -0.053209066, 0.013824328, -0.035721634, 0.06591198, -0.011923549, -0.024569975, -0.0014574929, 0.033680853, -0.030866979, -0.022029456, 0.03724526, 0.017970739, 0.046716917, -0.034160703, -0.051694192, -0.0021223053, -0.022009602, 0.05629929, 0.014869683, 0.0025454196, -0.09022022, -0.016371131, -0.056547713, -0.024490677, 0.016125167, -0.07250433, 0.028925428, -0.030029131, 0.025503121, 0.012065317, 0.00030980396, 0.09889518, 0.061358817, -0.0019965908, 0.06132856, 0.02013572, -0.057797205, -0.0065228906, -0.06264682, 0.0037864144, 0.0047286157, 0.06106169, -0.03078805, 0.018805541, 0.01215567, 0.04295133, -0.051617235, -0.009859387, -0.023758305, -0.018065238, 0.02629489, -0.05073326, -0.111209005, 0.045536924, 0.046721257, 0.010845758, -0.014733277, 0.03156839, 0.09038155, -0.021596797, 0.0047938186, 0.036434207, 0.04210095, -0.0121435, 0.013324701, -0.033341557, 0.0252124, 0.0055705933, -0.060897645, -0.0121570295, 0.0099078445, -0.0012902742, -0.006687157, -0.012478771, 0.046656046, 0.017518096, -0.05159996, -0.0115760565, -0.026346259, 0.039402355, 0.026179494, 0.026707832, -0.07064614, 0.03723851, -0.017318718, 0.005536153, -0.021568278, 0.04512909, -0.012126546, -0.01077896, -0.06203804, -0.043784022, -0.0071162647, -0.0043687406, 0.02755253, -0.01314831, 0.04310139, 0.07687838, -0.0221043, -0.054351825, 0.063733704, 0.0018717938, 0.008313228, -0.028639099, 0.057249594, -0.026156647, 0.024110977, 0.063333, 0.005263264, 0.0022082615, -0.034396734, 0.024145106, -0.02739827, -0.032351192, 0.10766081, -0.04540298, 0.012294969, 0.023768565, -0.013138861, 0.0020915065, -0.067400545, 0.008852138, 0.009224941, 0.07271644, -0.007120835, 0.010883824, -0.08743151, 0.017064529, -0.023444833, -0.0055879788, 0.011280353, -0.018558469, 0.0042914073, -0.081042945, 0.046113882, -0.07671033, 0.06803517, 0.008507619, -0.048457336, 0.04930939, -0.052465122, 0.015137899, -0.07157144, -0.01964594, -0.0048457826, 0.021694152, 0.034419928, 0.03748714, -0.005733884, -0.07088631, 0.004137435, -0.00019429819, 0.05245629, -0.008697368, -0.017925113, -0.0014750551, 0.0389973, -8.54148e-05, 0.016561268, -0.025583068, 0.040104266, 0.023296744, -0.0070075174, 0.0027274194, 0.012497171, -0.04130131, 0.0045783673, -0.027897665, -0.054611992, 0.025782818, 0.010105856, -0.006661117, 0.0025161589, 0.012949357, 0.001978494, -0.0132178925, -0.024969954, 0.010558809, -0.023949308, -0.022941723, 0.010352253, 0.04251405, -0.038228426, 0.0032046002, -0.060674164, 0.03077637, -0.0137750525, -0.0047499463, -0.0111107, 0.01642909, -0.04864706, -0.010040506, -0.00424253, -0.007927405, -0.0046533966, -0.014330837, 0.032469954, -0.012958942, -0.007844273, -0.025851533, 0.046497446, 0.011413493, -0.043897767, -0.014850846, 0.020249812, 0.044651046, 0.0425242, -0.014127781, -0.0016670247, 0.022045787, 0.030020472, -0.018270928, -0.010843275, -0.029881163, 0.013367631, 0.0034063586, -0.04970626, 0.027266853, -0.029533561, 0.016286299, 0.07179061, -0.0036817812, -0.046317525, -0.014586135, 0.016365474, -0.015541599, 0.061574265, 0.008929543, -0.05861725, 0.043598667, -0.007348135, -0.0033875925, 0.015741332, 0.020629022, -0.0074319127, -0.0033736068, 0.011622698, 0.070668295, -0.022068119, 0.010004984, 0.032623418, 0.023596358, 0.022256447, -0.033206284, 0.0075835423, -0.036876008, 0.030778876, 0.020568548, 0.04562621, -0.009274628, -0.05436134, -0.008731323, 0.0083873505, 0.010076171, 0.0030550193, -0.008324042, -0.035667982, 0.07188214, 0.034893934, -0.028147185, 0.02273362, 0.02026291, -0.031210124, -0.010850446, -0.008329186, 0.015563386, 0.08030692, 0.069442354, -0.06624598, -0.0047920938, 0.010903984, 0.0029374145, 0.011782402, -0.008019762, 0.078931, 0.07927406, -0.0020241295, -0.051698692, -0.0016076782, -0.018518656, 0.0247221, -0.049701873, -0.0026554633, -0.011690884, 0.014994448, -0.009770584, 0.026908483, 0.030751193, 0.0117537575, -0.015477906, 0.098809496, 0.031646356, 0.046172753, 0.023329899, -0.023640027, -0.054914124, -0.040444624, 0.005184125, 0.03718736, 0.040587388, 0.03575241, -0.021566028, 0.008293077, -0.021334272, -0.0062737544, 0.04958058, -0.0071389605, 0.03291806, 0.0014459733, 0.0068875076, -0.011515075, 0.0144985765, 0.05018188, 0.0076535204, 0.037454445, -0.019331034, 0.010913523, -0.017834445, 0.011883724, -0.027776953, -0.021602977, -0.003348556, 0.05812382, 0.001967625, -0.0034180612, 0.044338558, -0.018681437, -0.011390315, -0.061991397, -0.05941146, 0.006422819, 0.0021078656, -0.008624021, -0.04145959, 0.0946278, 0.0118805785, 0.024147002, 0.012820021, -0.008276244, -0.053636536, 0.024786172, 0.015468791, -0.050088074, -0.02138283, 0.025098091, -0.037979588, 0.0068028066, -0.008695673, 8.513495e-05, 0.042024054, -0.0122601, 0.0014249367, -0.018338798, -0.046650562, -0.032861732, -0.048774935, 0.017169744, -0.04837505, 0.017568784, 0.0005682736, 0.04674029, 0.010291213, -0.011645791, -0.014367065, -0.025319502, -0.014681267, -0.020433748, -0.040656447, 0.021096334, 0.016401337, -0.08226059, 0.010513563, -0.028585518, 0.04209946, -0.019364223, -0.030366225, -0.05943342, 0.030360704, -0.029363805, -0.019229118, -0.017766355, -0.04230985, 0.05377361, 0.07475835, 0.039306823, 0.010024194, -0.027093051, 0.039588656, 0.0029807962, -0.006033538, 0.022669489, 0.040327776, -0.020903496, 0.06497013, 0.009869855, 0.020550083, 0.0027664835, -0.01716341, 0.0281918, -0.08698508, 0.015412185, -0.013595946, -0.016445344, 0.05995142, 0.0595291, -0.00022240756, 0.064771585, -0.009296019, -0.026450114, 0.03347958, -0.014699439, -0.03753093, 0.014397748, -0.007817429, -0.005477303, -0.008548141, 0.07918013, -0.07485404, -0.097733766, -0.025582591, -0.050373122, -0.027479218, 0.0146514345, 0.0073457966, -0.04737008, -0.020598019, 0.06193436, 0.017821038, -0.037457503, -0.03898443, -0.022346219, -0.0076846564, -0.003276597, 0.006228691, -0.052948702, 0.011373519, -0.014075921, 0.032516617, -0.04339105, -0.03602859, 0.025333075, -0.008752559, -0.013014917, 0.045333732, -0.007895204, 0.0047693276, -0.011486277, -0.053738944, -0.056282047, 0.015973708, 0.021276357, -0.044840757, 0.010524149, -0.06410908, -0.018532513, -0.052419562, -0.033659603, -0.04283522, 0.03766893, 0.0014765084, 0.029008197, 0.024204826, 0.028344538, -0.03430663, 0.0297271, -0.0056149685, -0.06261631, 0.06380825, 0.08095096, 0.0722718, 0.014153869, 0.05634208, 0.0103412, 0.010770746, -0.035774484, 0.018337637, 0.035876136, 0.0021441795, -0.08101641, -0.04318653, -0.021301512, 0.03837918, 0.030805483, -0.0054390896, 0.049670253, -0.005731309, -0.01460711, 0.0070619495, 0.011403577, -0.05720296, 0.012351738, -0.0040547266, -0.0032774934, -0.00027648336, -0.052494608, -0.012630808, 0.045745224, 0.014958931, -0.00063658453, 0.002329908, -0.009249812, -0.01821246, -0.055366945, 0.056220096, 0.00461908, 0.007752056, 0.022853525, 0.025887743, -0.034907058, -0.045597706, -0.06886523, -0.036198974, 0.01825155, 0.0043763313, -0.04918955, -0.024739651, 0.03736918, -0.008051638, -0.019322392, -0.01440779, 0.002209855, -0.046690054, 0.008791181, 0.039925955, 0.048277456, -0.048305947, -0.017795345, 0.06485, 0.004577768, -0.012479486, -0.027107153, 0.016590083, -0.0080618, 0.03370992, 0.03286646, 0.010738376, 0.016188573, 0.014834053, -0.05589805, -0.009476557, 0.10088085, 0.050143227, 0.01313632, -0.01976637, -0.015193188, -0.0006099516, 0.0038109983, 0.030401325, -0.015684193, 0.0041098306, -0.01477023, -0.0077071483, -0.002449975, 0.010647422, 0.046638776, -0.006756863, 4.669755e-06, 0.03910355, -0.009731464, -0.04862059, 0.005362821, -0.022786913, 0.0030158476, -0.00021039494, 0.010555188, 0.034518518, -0.007200829, -6.891298e-06, -0.03939929, -0.010093039, 0.012711203, 0.005980391, 0.0018046575, -0.035565834, -0.017616717, 0.0019147797, -0.024383822, 0.023290604, 0.05107908, 0.047145523, 0.015219188, -0.03940544, -0.008568289, -0.04910131, -0.010901454, -0.042913266, -0.04788055, -0.01891378, -0.02785658}, + "search_query: town": {-0.03603067, -0.014388672, -0.15517743, -0.011783782, 0.033721235, 0.0038077259, -0.027146732, -0.010046269, 0.033645295, -0.01658912, 0.0097440705, -0.024442177, 0.094106175, -0.013961419, -0.072281145, -0.09725508, -0.010089096, 0.00022884058, 0.006629808, 0.06574849, 0.026353812, 0.054580074, 0.054726984, 0.014158322, 0.079931475, 0.004220809, 0.0414053, 0.01989247, 0.02204499, -0.011401077, -0.027865084, -0.03172934, 0.025593717, 0.00836565, -0.024503494, -0.04714507, -0.052449565, 0.009733977, 0.018656354, -0.035709336, 0.025601035, -0.027821291, -0.016176913, -0.02259161, 0.012017629, -0.017168317, 0.005418054, 0.023195717, 0.00086265523, -0.025826497, -0.008781939, -0.053785168, 0.00038266342, -0.025766382, 0.025953703, -0.0039082873, 0.07006563, -0.0037584961, -0.006193264, -0.0066729453, 0.032784685, 0.07513684, -0.023279088, 0.10609069, 0.042322338, -0.030320475, -0.032145716, 0.025443036, 0.01067789, -0.078426436, 0.042755466, -0.024233757, -0.0018553688, 0.04416589, 0.0058070202, 0.0045615667, 0.008385695, -0.024825895, 0.022972738, -0.040302314, 0.034776155, -0.02708568, 0.03307765, 0.016937733, 0.0014693458, -0.047195494, 0.010064532, 0.033047788, -0.0010962045, 0.05349663, 0.016226526, 0.05416807, 0.037001647, -0.012778405, -0.02087246, 0.028782098, -0.02739435, -0.0253671, 0.012470183, 0.04632001, -0.053365853, 0.0074953106, -0.013607686, 0.050208904, 0.068602845, 0.007952103, -0.020165546, -0.012377061, -0.0053948867, -0.0027669135, -0.002080666, 0.0010451227, -0.0247968, -0.03210179, -0.013055912, -0.008816433, 0.083462834, -0.014438325, -0.02431907, 0.041787792, 0.020284032, -0.0088075055, 0.024885895, 0.04042097, -0.0009136669, 0.024192348, -0.065568924, -0.003119469, 0.0069268635, 0.013146269, -0.057006158, -0.04093059, -0.0018171875, 0.005462051, 0.0028588462, 0.10601319, -0.011641491, -0.010475856, 0.06713371, -0.009753354, 0.03124542, 0.007043203, 0.029666327, 0.028650768, -0.018581744, -0.050066702, 0.03414121, -0.073180206, -0.0010858235, 0.015018019, 0.040065534, 0.022721855, -0.0026150718, 0.059969865, 0.015490146, -0.047900677, 0.057938863, 0.041937325, 0.022876093, 0.00055265176, 0.0040124096, 0.003288993, -0.04452204, -0.0031320606, -0.012789179, -0.076451845, 0.012320899, 0.04550863, 0.0027533954, -0.00086407276, -0.08214029, -0.013438642, 0.028626114, 0.054409, -0.03489654, -0.091780245, -0.021911768, 0.009453614, -0.009251554, 0.012254412, 0.10118683, -0.038173463, -0.00802177, -0.002318578, -0.044240057, -0.028385708, 0.008308199, -0.07239564, -0.021769641, -0.04437497, -0.05602146, 0.023035904, -0.080203615, -0.04699557, -0.03231184, -0.073930554, 0.030419506, 0.032460984, 0.004838508, -0.01822189, -0.025404438, -0.00920724, -0.020143926, 0.02675156, -0.012690871, 0.017037015, -0.04455043, 0.03685418, -0.029141676, 0.031731028, 0.030477708, -0.008984648, -0.0034205266, 0.049564954, -0.012523981, -0.013961105, 0.012474813, -0.04659619, -0.07503459, -0.041766312, 0.0420232, 0.02513491, -0.035225753, -0.029356116, 0.020652866, -0.047808245, 0.05273826, 0.05770789, -0.0061762943, -0.041686453, -0.044215415, 0.011406055, 0.02017602, 0.012789502, 0.021217559, 0.03914844, -0.03438333, -0.008216419, 0.035313986, -0.023607515, -0.027551994, 0.055193137, 0.016493367, -0.09385662, 0.025176857, -0.008085948, 0.027431345, -0.034777164, 0.026632488, 0.002439102, -0.04979306, 0.03538699, 0.0077521084, -0.0014304522, 0.081945464, -0.025485707, -0.03771502, 0.056674864, -0.017911054, 0.025502583, -0.0013669519, -0.025447896, 0.03145015, -0.043359682, 0.030689923, 0.010266057, 0.010955444, 0.02368559, 0.004216109, -0.046573803, -0.009750355, 0.033604823, -0.0002730918, 0.010079572, -0.014304866, 0.012064806, 0.023093658, -0.016297014, -0.045723617, 0.014826569, 0.006708739, -0.025156362, -0.009175423, -0.012142592, -0.020178875, 0.0018627917, -0.00097128795, 0.005341064, -0.04156434, -0.0066116806, -0.010890867, 0.05986305, -0.0072210478, 0.039831035, -0.0102893645, 0.047945183, 0.019103656, 0.03554169, -0.027018808, -0.019481815, -0.00411015, -0.025512738, 0.05214806, -0.004683472, 0.013109395, 0.023789182, 0.011430453, -0.007825047, -0.00037777208, -0.0010924288, -0.047788534, 0.024874354, -0.04237356, 0.0006745979, -0.04298229, 0.064505205, 0.01243415, 0.0539656, 0.04664476, -0.020754462, 0.0031724013, -0.021318397, 0.00076640816, 0.016611235, -0.0352478, 0.05345478, 0.027131956, 0.027233263, 0.011361733, -0.04394768, 0.008012799, -0.0068017202, 0.007023705, -0.041608907, 0.0019779839, 0.04254827, 0.0051445263, 0.026164087, -0.012252035, 0.053087465, 0.048001084, 0.03284274, -0.023969708, -0.021282032, 0.036427256, 0.004727603, -0.015122803, -0.023145959, 0.065960735, -0.01729291, -0.009430956, -0.012356081, 0.0040207086, 0.008136285, -0.040312197, 0.007898377, 0.05731636, 0.00390855, -0.013184155, -0.00012692747, 0.025459727, -0.05367141, 0.017293457, 0.0077286176, 0.009400761, 0.0028921939, 0.087915316, -0.006292178, 0.03584568, -0.046376918, -0.015889138, -0.040135995, 0.0025645983, 0.0060847714, 0.029687066, 0.0037396022, -0.07624458, 0.039050344, -0.08051404, 0.03421987, 0.010022557, -0.011034294, -0.06836201, -0.003675047, 0.012254264, -0.047139894, 0.028431967, -0.029660752, 0.01661783, 0.00066563726, 0.0015758257, -0.03115916, 0.005891435, -0.060382035, -0.0077530295, -0.054319028, 0.034216132, -0.022638151, -0.0034987223, 0.0043734764, -0.026707621, 0.0120926015, 0.00097624335, 0.00025591115, 0.029530263, 0.025654314, -0.04394268, -0.029717542, 0.038981847, -0.0011277349, 0.03491281, 0.01675943, -0.012889493, -0.041187286, -0.037382912, 0.059626862, 0.06319094, -0.0083230445, -0.04046425, -0.0023709526, 0.04786788, 0.03565557, -0.040129192, -0.040975083, -0.04626213, 0.025529468, 0.016343247, 0.018625561, -0.05454449, -0.043325912, -0.03517833, 0.054211963, 0.008792892, -0.00047179556, -0.013596905, -0.022034012, -0.012222114, 0.009512038, 0.04416289, 0.0109869875, 0.013856522, -0.0038826147, -0.015956154, -0.041104034, -0.026594441, 0.030203994, 0.053459223, -0.0050657787, -0.063132234, 0.052615363, -0.010304954, 0.0046992176, 0.012595139, 0.007210359, 0.037335232, 0.02006619, -0.0008536992, -0.053236514, 0.0012417362, -0.03985828, -0.006148287, -0.0081251655, -0.0107721165, 0.0033792094, -0.011913282, -0.055814646, 0.010647607, -0.004945536, 0.012005138, 0.018627984, 0.034837577, 0.02754458, 0.032515883, 0.028826935, -0.0085009625, 0.0374569, -0.015463672, -0.006581217, 0.019653412, 0.02522289, 0.026691297, 0.0072935475, -0.049465824, -0.048320014, -0.030656897, 0.008688322, 0.07910438, 0.023426708, 0.043893125, -0.043871842, -0.0074549755, -0.024430651, 0.02136219, -0.0032810161, 0.029263591, -0.080004886, 0.018603224, 0.043580994, -0.0453014, -0.033839166, 0.0072362977, 0.0016515469, 0.014759102, -0.011815685, 0.049785323, -0.009897257, -0.00057244307, -0.036119077, -0.05868212, 0.017004183, -0.047662314, 0.017050682, 0.035815835, 0.031174008, 0.05899289, 0.007425089, 0.0032547633, 0.017261125, -0.007415728, 0.04280919, -0.018390687, 0.0021335147, -0.011446558, -0.053155363, -0.06899302, 0.02426142, -0.00061321905, -0.044416882, 0.031728026, -0.017165536, -0.051283374, -0.00070905144, 0.03531627, 0.04229965, -0.047331974, 0.03973785, -0.03657822, 0.07606663, 0.012340778, 0.04591107, -0.06359501, -0.036801238, -0.031222684, -0.046890162, 0.033671092, -0.023807252, -0.07092092, -0.003593915, -0.0046990416, 0.043834236, 0.014901797, -0.06731706, -0.006830581, -0.10937024, -0.043159515, -0.078443274, -0.07345013, -0.0038091147, -0.043939024, -0.041948132, 0.03266409, 0.021897342, 0.038735244, 0.07389769, 0.02274413, -0.02523142, 0.0038013642, 0.0010840652, 0.028087927, -0.05215783, 0.032505635, -0.0538343, -0.01582183, -0.046341352, 0.0065925727, -0.00018792169, -0.00804221, 0.072969995, -0.041278686, -0.014975689, -0.0018776078, -0.0437911, -0.056596424, -0.011312351, -0.04039776, 0.022920093, -0.004296578, -0.052667044, 0.025036205, -0.0031849549, -0.006876357, 0.032512933, -0.04537618, -0.025208432, -0.0014191235, 0.016476253, 0.009299214, -0.047519036, -0.0035801793, -0.03246811, -0.048166413, 0.03607958, 0.06359531, 0.033033308, 0.0058534658, 0.0031781937, 0.014042614, -0.056156825, 0.011752916, -0.06446586, 0.07632518, 0.0042124996, 0.007267904, 0.048808195, -0.05947778, -0.0079121385, 0.045475006, 0.0026036173, 0.005585258, -0.022448208, 0.047955237, -0.07379977, 0.0369592, 0.018727705, 0.08490849, -0.024218807, -0.012408897, -0.02579151, -0.0023848638, 0.08423545, 0.01974724, -0.009538451, -0.10771735, -0.035922263, -0.04198382, 0.0030469485, 0.0025148212, 0.053059645, 0.020600878, -0.016870562, 0.018968444, -0.0419507, -0.01668115, 0.0949921, 0.026847124, -0.009270537, 0.007037636, 0.0124745965, 0.055350162, -0.0100322915, -0.0083282, 0.053575046, 0.024591267, 0.0026225601, 0.035865724, -0.02997043, -0.0072365594, -0.003530754, -0.02594389, 0.011078509, 0.011097221, 0.015172256, -0.017729623, 0.036239892, 0.03338333, -0.014777503, 0.06475218, -0.018639589, -0.026092006, 0.015735028, 0.048365597, 0.02919955, 0.028599154, -0.00076241203, 0.034025334, 0.036887858, -0.007136868, 0.11723427, -0.06506603, -0.014567516, 0.017928304, -0.010104788, 0.07528892, -0.018432979, 0.037119567, -0.019614134, 0.02097585, -0.03874945, 0.013288433, -0.052264545, 0.017596826, -0.028486742, -0.012953849, -0.055247277, 0.00030074388, -0.005672856, -0.008848396, 0.015871886, -0.023025809, 0.049481813, 0.004862236, 0.03195152, 0.030127393, 0.041001037, -0.007390107, -0.04350717, 0.06261191, -0.035551477, -0.030521404, 0.03177416, 0.09628932, 0.028924735, 0.015040498, 0.0022380508, -0.010486829, 0.0352034, 0.0057506165, -0.022540107, -0.035350014, 0.013647236, -0.10358612, 0.03021369, 0.009624233, -0.044314783, -0.029372966, -0.037145875, 0.035415757, -0.038017508, 0.025856411, -0.016144155, 0.0013394352, -0.02067917, 0.030572617, -0.0016749469, -0.026065385, 0.053379472, -0.004576432, -0.055216197, -0.02422952, -0.025679458, 0.004955311, 0.044143353, 0.04548124, 0.023071144, -0.036185954, -0.0081155915, 0.016423106, 0.055980198, -0.0079531865, -0.02010418, -0.0044078985, 0.044231497, 0.016417822, -0.02572168, -0.05903237, 0.010277529, 0.020512559, 0.030878402, 0.015205087, 0.04121007, 0.018110301, 0.036228612, 0.016691377, 0.007579231, 0.009812903, -0.051545594, -0.05770264, -0.052495986}, +} diff --git a/query_test.go b/query_test.go index d459384..1950111 100644 --- a/query_test.go +++ b/query_test.go @@ -1,6 +1,7 @@ package chromem import ( + "context" "reflect" "slices" "testing" @@ -106,3 +107,121 @@ func TestFilterDocs(t *testing.T) { }) } } + +func TestNegative(t *testing.T) { + ctx := context.Background() + db := NewDB() + + c, err := db.CreateCollection("knowledge-base", nil, nil) + if err != nil { + panic(err) + } + + if err := c.AddDocuments(ctx, []Document{ + { + ID: "1", + Embedding: testEmbeddings["search_document: Village Builder Game"], + }, + { + ID: "2", + Embedding: testEmbeddings["search_document: Town Craft Idle Game"], + }, + { + ID: "3", + Embedding: testEmbeddings["search_document: Some Idle Game"], + }, + }, 1); err != nil { + t.Fatalf("failed to add documents: %v", err) + } + + t.Run("NEGATIVE_MODE_SUBTRACT", func(t *testing.T) { + res, err := c.QueryWithOptions(ctx, QueryOptions{ + QueryEmbedding: testEmbeddings["search_query: town"], + NegativeEmbedding: testEmbeddings["search_query: idle"], + NegativeMode: NEGATIVE_MODE_SUBTRACT, + NResults: c.Count(), + }) + if err != nil { + panic(err) + } + + for _, r := range res { + t.Logf("%s: %v", r.ID, r.Similarity) + } + + if len(res) != 3 { + t.Fatalf("expected 3 results, got %d", len(res)) + } + + // Village Builder Game + if res[0].ID != "1" { + t.Fatalf("expected document with ID 1, got %s", res[0].ID) + } + // Town Craft Idle Game + if res[1].ID != "2" { + t.Fatalf("expected document with ID 2, got %s", res[1].ID) + } + // Some Idle Game + if res[2].ID != "3" { + t.Fatalf("expected document with ID 3, got %s", res[2].ID) + } + }) + + t.Run("NEGATIVE_MODE_REORDER", func(t *testing.T) { + res, err := c.QueryWithOptions(ctx, QueryOptions{ + QueryEmbedding: testEmbeddings["search_query: town"], + NegativeEmbedding: testEmbeddings["search_query: idle"], + NegativeMode: NEGATIVE_MODE_REORDER, + NResults: c.Count(), + }) + if err != nil { + panic(err) + } + + for _, r := range res { + t.Logf("%s: %v", r.ID, r.Similarity) + } + + if len(res) != 3 { + t.Fatalf("expected 3 results, got %d", len(res)) + } + + // Village Builder Game + if res[0].ID != "1" { + t.Fatalf("expected document with ID 1, got %s", res[0].ID) + } + // Town Craft Idle Game + if res[1].ID != "2" { + t.Fatalf("expected document with ID 2, got %s", res[1].ID) + } + // Some Idle Game + if res[2].ID != "3" { + t.Fatalf("expected document with ID 3, got %s", res[2].ID) + } + }) + + t.Run("NEGATIVE_MODE_FILTER", func(t *testing.T) { + res, err := c.QueryWithOptions(ctx, QueryOptions{ + QueryEmbedding: testEmbeddings["search_query: town"], + NegativeEmbedding: testEmbeddings["search_query: idle"], + NegativeMode: NEGATIVE_MODE_FILTER, + NResults: c.Count(), + }) + if err != nil { + panic(err) + } + + for _, r := range res { + t.Logf("%s: %v", r.ID, r.Similarity) + } + + if len(res) != 1 { + t.Fatalf("expected 1 result, got %d", len(res)) + } + + // Village Builder Game + if res[0].ID != "1" { + t.Fatalf("expected document with ID 1, got %s", res[0].ID) + } + }) +} diff --git a/vector.go b/vector.go index 98eb5c6..0affdc1 100644 --- a/vector.go +++ b/vector.go @@ -42,11 +42,13 @@ func normalizeVector(v []float32) []float32 { // subtractVector subtracts vector b from vector a in place. func subtractVector(a, b []float32) []float32 { + res := make([]float32, len(a)) + for i := range a { - a[i] -= b[i] + res[i] = a[i] - b[i] } - return a + return res } // isNormalized checks if the vector is normalized. From 404046d3955c3e0e79141729c12cd4d8f169412d Mon Sep 17 00:00:00 2001 From: Erik Dubbelboer Date: Sat, 8 Jun 2024 15:29:39 +0200 Subject: [PATCH 3/5] Combine Negative fields into NegativeQueryOptions --- collection.go | 54 ++++++++++++++++++++++++++++----------------------- query_test.go | 30 ++++++++++++++++------------ 2 files changed, 48 insertions(+), 36 deletions(-) diff --git a/collection.go b/collection.go index fa17d14..51fcee9 100644 --- a/collection.go +++ b/collection.go @@ -67,24 +67,6 @@ type QueryOptions struct { // If both QueryText and QueryEmbedding are set, QueryEmbedding will be used. QueryEmbedding []float32 - // The text to exclude from the results. - NegativeText string - - // The embedding of the negative text. It must be created - // with the same embedding model as the document embeddings in the collection. - // The embedding will be normalized if it's not the case yet. - // If both NegativeText and NegativeEmbedding are set, NegativeEmbedding will be used. - NegativeEmbedding []float32 - - // The mode to use for the negative text. - NegativeMode NegativeMode - - // The strength of the negative reordering. Used when NegativeMode is NEGATIVE_MODE_REORDER. - NegativeReorderStrength float32 - - // The threshold for the negative filter. Used when NegativeMode is NEGATIVE_MODE_FILTER. - NegativeFilterThreshold float32 - // The number of results to return. NResults int @@ -93,6 +75,30 @@ type QueryOptions struct { // Conditional filtering on documents. WhereDocument map[string]string + + // Negative is the negative query options. + // They can be used to exclude certain results from the query. + Negative NegativeQueryOptions +} + +type NegativeQueryOptions struct { + // Text is the text to exclude from the results. + Text string + + // Embedding is the embedding of the negative text. It must be created + // with the same embedding model as the document embeddings in the collection. + // The embedding will be normalized if it's not the case yet. + // If both Text and Embedding are set, Embedding will be used. + Embedding []float32 + + // Mode is the mode to use for the negative text. + Mode NegativeMode + + // ReorderStrength is the strength of the negative reordering. Used when Mode is NEGATIVE_MODE_REORDER. + ReorderStrength float32 + + // FilterThreshold is the threshold for the negative filter. Used when Mode is NEGATIVE_MODE_FILTER. + FilterThreshold float32 } // We don't export this yet to keep the API surface to the bare minimum. @@ -429,14 +435,14 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) } } - negativeMode := options.NegativeMode + negativeMode := options.Negative.Mode if negativeMode == "" { negativeMode = NEGATIVE_MODE_SUBTRACT } - negativeVector := options.NegativeEmbedding - if len(negativeVector) == 0 && options.NegativeText != "" { - negativeVector, err = c.embed(ctx, options.NegativeText) + negativeVector := options.Negative.Embedding + if len(negativeVector) == 0 && options.Negative.Text != "" { + negativeVector, err = c.embed(ctx, options.Negative.Text) if err != nil { return nil, fmt.Errorf("couldn't create embedding of negative: %w", err) } @@ -460,7 +466,7 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) if len(negativeVector) != 0 { if negativeMode == NEGATIVE_MODE_REORDER { - negativeReorderStrength := options.NegativeReorderStrength + negativeReorderStrength := options.Negative.ReorderStrength if negativeReorderStrength == 0 { negativeReorderStrength = DEFAULT_NEGATIVE_REORDER_STRENGTH } @@ -470,7 +476,7 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) return nil, fmt.Errorf("couldn't reorder results: %w", err) } } else if negativeMode == NEGATIVE_MODE_FILTER { - negativeFilterThreshold := options.NegativeFilterThreshold + negativeFilterThreshold := options.Negative.FilterThreshold if negativeFilterThreshold == 0 { negativeFilterThreshold = DEFAULT_NEGATIVE_FILTER_THRESHOLD } diff --git a/query_test.go b/query_test.go index 1950111..59db3f8 100644 --- a/query_test.go +++ b/query_test.go @@ -136,10 +136,12 @@ func TestNegative(t *testing.T) { t.Run("NEGATIVE_MODE_SUBTRACT", func(t *testing.T) { res, err := c.QueryWithOptions(ctx, QueryOptions{ - QueryEmbedding: testEmbeddings["search_query: town"], - NegativeEmbedding: testEmbeddings["search_query: idle"], - NegativeMode: NEGATIVE_MODE_SUBTRACT, - NResults: c.Count(), + QueryEmbedding: testEmbeddings["search_query: town"], + NResults: c.Count(), + Negative: NegativeQueryOptions{ + Embedding: testEmbeddings["search_query: idle"], + Mode: NEGATIVE_MODE_SUBTRACT, + }, }) if err != nil { panic(err) @@ -169,10 +171,12 @@ func TestNegative(t *testing.T) { t.Run("NEGATIVE_MODE_REORDER", func(t *testing.T) { res, err := c.QueryWithOptions(ctx, QueryOptions{ - QueryEmbedding: testEmbeddings["search_query: town"], - NegativeEmbedding: testEmbeddings["search_query: idle"], - NegativeMode: NEGATIVE_MODE_REORDER, - NResults: c.Count(), + QueryEmbedding: testEmbeddings["search_query: town"], + NResults: c.Count(), + Negative: NegativeQueryOptions{ + Embedding: testEmbeddings["search_query: idle"], + Mode: NEGATIVE_MODE_REORDER, + }, }) if err != nil { panic(err) @@ -202,10 +206,12 @@ func TestNegative(t *testing.T) { t.Run("NEGATIVE_MODE_FILTER", func(t *testing.T) { res, err := c.QueryWithOptions(ctx, QueryOptions{ - QueryEmbedding: testEmbeddings["search_query: town"], - NegativeEmbedding: testEmbeddings["search_query: idle"], - NegativeMode: NEGATIVE_MODE_FILTER, - NResults: c.Count(), + QueryEmbedding: testEmbeddings["search_query: town"], + NResults: c.Count(), + Negative: NegativeQueryOptions{ + Embedding: testEmbeddings["search_query: idle"], + Mode: NEGATIVE_MODE_FILTER, + }, }) if err != nil { panic(err) From ed21b8b5fbeed85ceb5e8a01add86b633766983a Mon Sep 17 00:00:00 2001 From: Erik Dubbelboer Date: Sat, 8 Jun 2024 15:50:03 +0200 Subject: [PATCH 4/5] Remove NEGATIVE_MODE_REORDER redesign NEGATIVE_MODE_FILTER Removed NEGATIVE_MODE_REORDER as it didn't make much sense. NEGATIVE_MODE_FILTER now filters at query time instead of the result. This means that when you want 10 results, you can get 10 results. Instead of those 10 results then being filtered and resulting in less. Removed default negative mode. You now always have to pick one when providing negative text or embeddings. --- collection.go | 123 ++++++++++---------------------------------------- query.go | 14 +++++- query_test.go | 37 +-------------- 3 files changed, 37 insertions(+), 137 deletions(-) diff --git a/collection.go b/collection.go index 51fcee9..33e76e8 100644 --- a/collection.go +++ b/collection.go @@ -6,7 +6,6 @@ import ( "fmt" "path/filepath" "slices" - "sort" "sync" ) @@ -33,24 +32,15 @@ type Collection struct { type NegativeMode string const ( - // NEGATIVE_MODE_SUBTRACT subtracts the negative embedding from the query embedding. - // This is the default behavior. - NEGATIVE_MODE_SUBTRACT NegativeMode = "subtract" - - // NEGATIVE_MODE_REORDER reorders the results based on the similarity between the - // negative embedding and the document embeddings. - // NegativeReorderStrength controls the strength of the reordering. Lower values - // will reorder the results less aggressively. - NEGATIVE_MODE_REORDER NegativeMode = "reorder" - // NEGATIVE_MODE_FILTER filters out results based on the similarity between the // negative embedding and the document embeddings. // NegativeFilterThreshold controls the threshold for filtering. Documents with // similarity above the threshold will be removed from the results. NEGATIVE_MODE_FILTER NegativeMode = "filter" - // Default values for negative reordering and filtering. - DEFAULT_NEGATIVE_REORDER_STRENGTH = 1 + // NEGATIVE_MODE_SUBTRACT subtracts the negative embedding from the query embedding. + // This is the default behavior. + NEGATIVE_MODE_SUBTRACT NegativeMode = "subtract" // The default threshold for the negative filter. DEFAULT_NEGATIVE_FILTER_THRESHOLD = 0.5 @@ -82,6 +72,9 @@ type QueryOptions struct { } type NegativeQueryOptions struct { + // Mode is the mode to use for the negative text. + Mode NegativeMode + // Text is the text to exclude from the results. Text string @@ -91,12 +84,6 @@ type NegativeQueryOptions struct { // If both Text and Embedding are set, Embedding will be used. Embedding []float32 - // Mode is the mode to use for the negative text. - Mode NegativeMode - - // ReorderStrength is the strength of the negative reordering. Used when Mode is NEGATIVE_MODE_REORDER. - ReorderStrength float32 - // FilterThreshold is the threshold for the negative filter. Used when Mode is NEGATIVE_MODE_FILTER. FilterThreshold float32 } @@ -435,11 +422,7 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) } } - negativeMode := options.Negative.Mode - if negativeMode == "" { - negativeMode = NEGATIVE_MODE_SUBTRACT - } - + negativeFilterThreshold := options.Negative.FilterThreshold negativeVector := options.Negative.Embedding if len(negativeVector) == 0 && options.Negative.Text != "" { negativeVector, err = c.embed(ctx, options.Negative.Text) @@ -453,41 +436,23 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) negativeVector = normalizeVector(negativeVector) } - if negativeMode == NEGATIVE_MODE_SUBTRACT { + if options.Negative.Mode == NEGATIVE_MODE_SUBTRACT { queryVector = subtractVector(queryVector, negativeVector) queryVector = normalizeVector(queryVector) + } else if options.Negative.Mode == NEGATIVE_MODE_FILTER { + if negativeFilterThreshold == 0 { + negativeFilterThreshold = DEFAULT_NEGATIVE_FILTER_THRESHOLD + } + } else { + return nil, fmt.Errorf("unsupported negative mode: %q", options.Negative.Mode) } } - result, err := c.QueryEmbedding(ctx, queryVector, options.NResults, options.Where, options.WhereDocument) + result, err := c.queryEmbedding(ctx, queryVector, negativeVector, negativeFilterThreshold, options.NResults, options.Where, options.WhereDocument) if err != nil { return nil, err } - if len(negativeVector) != 0 { - if negativeMode == NEGATIVE_MODE_REORDER { - negativeReorderStrength := options.Negative.ReorderStrength - if negativeReorderStrength == 0 { - negativeReorderStrength = DEFAULT_NEGATIVE_REORDER_STRENGTH - } - - result, err = reorderResults(result, negativeVector, negativeReorderStrength) - if err != nil { - return nil, fmt.Errorf("couldn't reorder results: %w", err) - } - } else if negativeMode == NEGATIVE_MODE_FILTER { - negativeFilterThreshold := options.Negative.FilterThreshold - if negativeFilterThreshold == 0 { - negativeFilterThreshold = DEFAULT_NEGATIVE_FILTER_THRESHOLD - } - - result, err = filterResults(result, negativeVector, negativeFilterThreshold) - if err != nil { - return nil, fmt.Errorf("couldn't filter results: %w", err) - } - } - } - return result, nil } @@ -501,6 +466,11 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) // - where: Conditional filtering on metadata. Optional. // - whereDocument: Conditional filtering on documents. Optional. func (c *Collection) QueryEmbedding(ctx context.Context, queryEmbedding []float32, nResults int, where, whereDocument map[string]string) ([]Result, error) { + return c.queryEmbedding(ctx, queryEmbedding, nil, 0, nResults, where, whereDocument) +} + +// queryEmbedding performs an exhaustive nearest neighbor search on the collection. +func (c *Collection) queryEmbedding(ctx context.Context, queryEmbedding, negativeEmbeddings []float32, negativeFilterThreshold float32, nResults int, where, whereDocument map[string]string) ([]Result, error) { if len(queryEmbedding) == 0 { return nil, errors.New("queryEmbedding is empty") } @@ -546,18 +516,13 @@ func (c *Collection) QueryEmbedding(ctx context.Context, queryEmbedding []float3 } // For the remaining documents, get the most similar docs. - nMaxDocs, err := getMostSimilarDocs(ctx, queryEmbedding, filteredDocs, resLen) + nMaxDocs, err := getMostSimilarDocs(ctx, queryEmbedding, negativeEmbeddings, negativeFilterThreshold, filteredDocs, resLen) if err != nil { return nil, fmt.Errorf("couldn't get most similar docs: %w", err) } - // As long as we don't filter by threshold, resLen should match len(nMaxDocs). - if resLen != len(nMaxDocs) { - return nil, fmt.Errorf("internal error: expected %d results, got %d", resLen, len(nMaxDocs)) - } - - res := make([]Result, 0, resLen) - for i := 0; i < resLen; i++ { + res := make([]Result, 0, len(nMaxDocs)) + for i := 0; i < len(nMaxDocs); i++ { res = append(res, Result{ ID: nMaxDocs[i].docID, Metadata: c.documents[nMaxDocs[i].docID].Metadata, @@ -580,45 +545,3 @@ func (c *Collection) getDocPath(docID string) string { } return docPath } - -func reorderResults(results []Result, negativeVector []float32, negativeReorderStrength float32) ([]Result, error) { - if len(results) == 0 { - return results, nil - } - - // Calculate cosine similarity between negative vector and each result - for i := range results { - sim, err := dotProduct(negativeVector, results[i].Embedding) - if err != nil { - return nil, fmt.Errorf("couldn't calculate dot product: %w", err) - } - results[i].Similarity -= sim * negativeReorderStrength - } - - // Sort results by similarity - sort.Slice(results, func(i, j int) bool { - return results[i].Similarity > results[j].Similarity - }) - - return results, nil -} - -func filterResults(results []Result, negativeVector []float32, negativeFilterThreshold float32) ([]Result, error) { - if len(results) == 0 { - return results, nil - } - - // Filter out results with similarity above the threshold - filteredResults := make([]Result, 0, len(results)) - for _, res := range results { - sim, err := dotProduct(negativeVector, res.Embedding) - if err != nil { - return nil, fmt.Errorf("couldn't calculate dot product: %w", err) - } - if sim < negativeFilterThreshold { - filteredResults = append(filteredResults, res) - } - } - - return filteredResults, nil -} diff --git a/query.go b/query.go index 8022348..34d406e 100644 --- a/query.go +++ b/query.go @@ -162,7 +162,7 @@ func documentMatchesFilters(document *Document, where, whereDocument map[string] return true } -func getMostSimilarDocs(ctx context.Context, queryVectors []float32, docs []*Document, n int) ([]docSim, error) { +func getMostSimilarDocs(ctx context.Context, queryVectors, negativeVector []float32, negativeFilterThreshold float32, docs []*Document, n int) ([]docSim, error) { nMaxDocs := newMaxDocSims(n) // Determine concurrency. Use number of docs or CPUs, whichever is smaller. @@ -218,6 +218,18 @@ func getMostSimilarDocs(ctx context.Context, queryVectors []float32, docs []*Doc return } + if negativeFilterThreshold > 0 { + nsim, err := dotProduct(negativeVector, doc.Embedding) + if err != nil { + setSharedErr(fmt.Errorf("couldn't calculate negative similarity for document '%s': %w", doc.ID, err)) + return + } + + if nsim > negativeFilterThreshold { + continue + } + } + nMaxDocs.add(docSim{docID: doc.ID, similarity: sim}) } }(docs[start:end]) diff --git a/query_test.go b/query_test.go index 59db3f8..104ed8f 100644 --- a/query_test.go +++ b/query_test.go @@ -112,7 +112,7 @@ func TestNegative(t *testing.T) { ctx := context.Background() db := NewDB() - c, err := db.CreateCollection("knowledge-base", nil, nil) + c, err := db.CreateCollection("test", nil, nil) if err != nil { panic(err) } @@ -169,41 +169,6 @@ func TestNegative(t *testing.T) { } }) - t.Run("NEGATIVE_MODE_REORDER", func(t *testing.T) { - res, err := c.QueryWithOptions(ctx, QueryOptions{ - QueryEmbedding: testEmbeddings["search_query: town"], - NResults: c.Count(), - Negative: NegativeQueryOptions{ - Embedding: testEmbeddings["search_query: idle"], - Mode: NEGATIVE_MODE_REORDER, - }, - }) - if err != nil { - panic(err) - } - - for _, r := range res { - t.Logf("%s: %v", r.ID, r.Similarity) - } - - if len(res) != 3 { - t.Fatalf("expected 3 results, got %d", len(res)) - } - - // Village Builder Game - if res[0].ID != "1" { - t.Fatalf("expected document with ID 1, got %s", res[0].ID) - } - // Town Craft Idle Game - if res[1].ID != "2" { - t.Fatalf("expected document with ID 2, got %s", res[1].ID) - } - // Some Idle Game - if res[2].ID != "3" { - t.Fatalf("expected document with ID 3, got %s", res[2].ID) - } - }) - t.Run("NEGATIVE_MODE_FILTER", func(t *testing.T) { res, err := c.QueryWithOptions(ctx, QueryOptions{ QueryEmbedding: testEmbeddings["search_query: town"], From d0576696ffa684df8d6c5d3fea426f509a2ae37e Mon Sep 17 00:00:00 2001 From: Erik Dubbelboer Date: Sun, 23 Jun 2024 17:15:47 +0200 Subject: [PATCH 5/5] Fix comments and fixtures --- collection.go | 4 ++-- fixtures_test.go | 11 +++++------ 2 files changed, 7 insertions(+), 8 deletions(-) diff --git a/collection.go b/collection.go index 33e76e8..7c17c93 100644 --- a/collection.go +++ b/collection.go @@ -405,7 +405,7 @@ func (c *Collection) Query(ctx context.Context, queryText string, nResults int, return c.QueryEmbedding(ctx, queryVector, nResults, where, whereDocument) } -// QueryEmbedding performs an exhaustive nearest neighbor search on the collection. +// QueryWithOptions performs an exhaustive nearest neighbor search on the collection. // // - options: The options for the query. See QueryOptions for more information. func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) ([]Result, error) { @@ -456,7 +456,7 @@ func (c *Collection) QueryWithOptions(ctx context.Context, options QueryOptions) return result, nil } -// Performs an exhaustive nearest neighbor search on the collection. +// QueryEmbedding performs an exhaustive nearest neighbor search on the collection. // // - queryEmbedding: The embedding of the query to search for. It must be created // with the same embedding model as the document embeddings in the collection. diff --git a/fixtures_test.go b/fixtures_test.go index 74f81fa..5e0ed96 100644 --- a/fixtures_test.go +++ b/fixtures_test.go @@ -22,9 +22,8 @@ package chromem // // fmt.Printf("%#v\n", testEmbeddings) var testEmbeddings = map[string][]float32{ - "search_document: Some Idle Game": {-0.0060760463, 0.034463942, -0.1387902, -0.01880036, 0.050515246, -0.0014757602, -0.023416985, -0.06163054, 0.025443453, 0.035569035, -0.03652287, -0.041155443, 0.015422994, 0.030235684, -0.0006920832, -0.055480313, -0.025413116, -0.030041033, 0.005120441, 0.016109098, 0.009329011, -0.0046394765, 0.013397162, -0.028488798, 0.037383143, 0.030361928, 0.0080388775, -0.046438914, -0.0071862284, 0.021990616, -0.060048018, -0.017467165, 0.07508827, -0.0013899342, 0.0016108179, -0.034226466, 0.03487904, 0.020598384, 0.040956654, 0.0027402623, -0.06460306, 0.047813166, 0.040316027, 0.035767395, 0.062046513, 0.016225044, 0.07777814, 0.07436007, 0.0010243986, -0.051667936, 0.023401909, -0.021025056, -0.01842488, -0.010212666, 0.007964244, 0.012940527, -0.005432107, 0.002917191, 0.013313262, -0.024190128, 0.01791604, 0.030846233, -0.0028429348, 0.042119455, 0.030468708, -0.045345176, -0.053462967, 0.007938011, 0.014024244, -0.03306285, 0.07962807, -0.016527858, -0.0013264868, 0.035366584, -0.022880074, -0.0045876186, -0.018306475, -0.013543297, 0.011919335, 0.0053336383, 0.011997243, -0.027264599, 0.06429813, 0.00266995, 0.08360438, -0.011504622, -0.052844565, -0.03591852, -0.030937092, 0.046289653, 0.029745601, 0.029248875, 0.04981176, 0.03016179, -0.06912066, 0.008791399, -0.029370002, -0.021201164, -0.040902793, -0.007160467, -0.03857601, -0.01702487, 0.051262982, -0.016211446, 0.07277702, 0.020603213, -0.05730489, -0.02332207, -0.022892129, 0.022575237, -0.0035119157, 0.054837994, -0.03218431, -0.021743948, 0.04216454, -0.0040691006, 0.083487205, 0.00038044903, 0.05258523, 0.055608504, -0.05096133, 0.04049317, -0.03324778, 0.035970695, 0.00019802092, -0.00022452897, -0.061869413, -0.015183144, 0.00016958747, -0.034726527, 0.029137151, -0.009906886, 0.03408785, -0.036178514, -0.02343292, 0.007823052, -0.093677655, -0.019243201, 0.06423939, -0.0021586656, 0.04809902, -0.08922962, -0.032001063, -0.012665633, 0.011560508, -0.043267842, 0.06001132, -0.062908895, -0.0038666173, -0.0033354622, 0.08371677, -0.012481466, 0.0008695344, -0.014768936, 0.039830826, -0.025028884, -0.05301726, 0.044927694, 0.005219821, -0.009900213, 0.0054140203, 0.023347214, -0.016090378, 0.044550452, -0.051075865, -0.025095524, -0.012297865, 0.029875154, 0.0222, -0.0058385707, -0.030563785, -0.0492457, 0.0042215837, 0.018291129, 0.06388193, 0.00901064, 0.097726315, -0.018828226, -0.010788638, -0.02387454, 0.0049764886, -0.014185669, 0.024190444, 0.00076448964, -0.024025504, -0.032507364, 0.081796415, -0.04403507, -0.029089598, 0.032030355, -0.019284742, 0.042974424, -0.006428326, -0.06446968, -0.0083833765, -0.032340713, 0.04722018, 0.046674285, 0.029749017, -0.05904713, -0.0018536821, -0.00025856224, -0.048942495, -0.017716412, -0.050341416, 0.040434062, -0.025483884, 0.021155149, -0.0136171905, 0.016699295, 0.06115873, 0.01275245, 0.010869778, 0.048479572, -0.0073152105, -0.02517437, -0.017701723, -0.01897822, -0.046055626, -0.018433034, 0.026886806, -0.012570846, -0.032101616, 0.009029427, 0.030772975, 0.015185716, -0.01784295, 0.05024066, -0.020696176, 0.03323633, -0.07057012, -0.09416582, 0.004350026, 0.0029397511, -0.025360627, -0.03816513, 0.0134742595, 0.09945575, 0.009843686, 0.019633522, 0.032418653, 0.0058328537, 0.029372053, -0.0029168923, -0.026235241, 0.019785464, -0.008126373, -0.04485804, 0.017756335, 0.01266649, -0.005916582, 0.009565844, 0.008608036, 0.053572405, -0.0022154502, -0.05914659, -0.015717434, 0.0050121965, 0.01086173, 0.012687361, 0.015670855, -0.045014888, 0.015066507, 0.00083025725, 0.011981217, -0.0324745, 0.026975399, -0.007345545, -0.030034268, -0.033238146, -0.072009556, -0.000638019, -0.041544903, 0.08075278, 0.0034031223, 0.02205926, 0.07446248, 0.01206271, 0.011793334, 0.021024115, 0.07939036, 0.0005655304, -0.04416273, 0.04733273, -0.0076252804, 0.01226603, 0.051349293, 0.00758653, -0.02025951, 0.0045099007, 0.005301482, -0.037059218, 0.009954591, 0.058889184, -0.01333225, 0.008794124, 0.01069274, -0.023669396, 0.0020664262, -0.045605805, -0.014060756, -0.014411602, 0.024560727, -0.00040147497, 0.062196497, -0.04922842, 0.03235299, -0.021694593, 0.019760333, 0.0023729233, -0.018878555, 0.02540936, -0.058375653, 0.06666951, -0.115034506, 0.07229192, -0.00072064274, 0.011708216, 0.020418538, -0.07669502, -0.031085705, -0.07195875, 0.03457435, -0.054948594, 0.021925226, 0.035557956, 0.05349583, -0.001034031, -0.0119233895, -0.057474744, -0.030577473, 0.032676727, -0.041095078, -0.014470331, -0.029771464, 0.023018358, 0.009091008, 0.019948045, -0.007921955, 0.016265664, 0.11836824, 0.0059667476, 0.009203025, -0.0046974653, -0.040411886, -0.020109894, 0.034951095, -0.030297315, 0.042659804, -0.019298302, 0.0034718113, -0.003556284, -0.022271687, 0.006395739, -0.015675915, -0.007846095, 0.00795862, -0.027382236, -0.013844011, 0.0067343186, 0.054027174, -0.013439075, -0.014695834, -0.04422655, 0.034129046, -0.026477411, 0.021682227, 0.030877832, -0.0074587027, -0.065585785, -0.0056468137, 0.018568536, 0.0063470807, 0.05095122, 0.038096607, 0.011253013, -0.07323222, 0.0072816135, -0.04996467, -0.005978087, 0.0443823, 0.024452059, 0.015773043, 0.032073732, 0.043041192, 0.010821024, -0.0031784582, 0.018992368, -0.004622888, 0.02014122, 0.00090508745, 0.025787236, -0.034013025, 0.015910035, -0.03268243, -0.026667148, 0.011168157, 0.030017823, 0.06854734, 0.028639382, 0.03080465, -0.026005648, 0.021279184, 0.0040799296, 0.016169557, 0.084184244, 0.01835841, -0.086466275, 0.0062229326, 0.015730636, -0.017927561, 0.023729656, -0.007282824, -0.008143011, -0.067766935, 0.035523567, 0.051593352, -0.019791922, -0.042587396, 0.06690624, 0.037767086, 0.008553358, -0.02938364, 0.038429726, -0.05053369, 0.033714093, 0.021192344, 0.07818021, -0.031022195, -0.07000928, -0.008958548, -0.024999667, 0.015705856, -0.027052531, -0.019134501, -0.04823093, 0.036368877, 0.02270509, 0.006880777, -0.013192124, 0.011860808, -0.014828852, 0.036245905, -0.02167447, 0.011465996, 0.13057837, 0.033250883, -0.0052989377, -0.013103826, -0.011665669, -0.029358167, 0.005983672, -0.04180638, 0.04029639, 0.045633983, -0.031386018, -0.03344101, 0.01934598, -0.009360906, 0.016800778, -0.009866494, 0.014215708, 0.019586826, -0.0069144587, -0.02837358, 0.0017182492, 0.052333336, -0.008981637, -0.009652344, 0.069439165, 0.004201992, 0.02904076, 0.018445836, -0.023353977, -0.019793965, -0.024139842, -0.034132652, 0.0011112315, 0.03572409, -0.009347155, -0.009739798, -0.015563562, -0.036546007, -0.021100484, 0.0010935924, -0.032232955, 0.05411164, 0.0026985048, 0.02943063, -0.029635444, 0.008110762, 0.024208656, 0.051097464, 0.025854284, -0.02744184, -0.06443368, -0.035319656, 0.046716347, 0.01020662, -0.038059115, 0.036957625, 0.021595465, -0.011965477, -0.016022926, 0.06356263, -0.034048714, -0.04667903, -0.07695168, -0.06236455, 0.018222928, -0.022491459, -0.027979556, -0.029401047, 0.033322394, 0.0012425089, 0.02387208, 0.012767657, -0.0152108, -0.0036661788, 0.010917645, 0.025263872, -0.034260664, -0.058003973, 0.011705901, -0.040191926, -0.009736485, 0.011073551, -0.02634881, 0.06709649, -0.018722985, 0.0048939455, -0.018719096, -0.056783892, -0.02663151, -0.06854834, -0.01834153, -0.050529163, -0.02894976, 0.036369096, 0.08269582, -0.011401266, 0.0071720066, 0.0068689873, -0.017017024, -0.013788332, -0.01757652, -0.046771515, 0.006021731, 0.0350991, -0.055127304, 0.0004067387, 0.0026264484, -0.00842346, -0.029608497, -0.043472905, -0.045593407, 0.030926447, -0.012382723, -0.039737374, -0.016628245, -0.028230408, 0.042542323, 0.024740454, 0.029905234, -0.021382011, 0.0087046465, 0.008666167, -0.01237462, 0.0058083804, 0.049879998, 0.027694289, -0.033726525, 0.018072732, 0.013075523, 0.04129341, -0.003759638, 0.025136042, -0.0048480816, -0.08633937, 0.026146557, 0.00095875195, -0.007239596, 0.030176798, 0.012911557, -0.05567729, 0.101863965, -0.012008359, -0.019885525, 0.06285349, -0.020306658, 0.021225194, 0.03904156, -0.018150982, 0.005765315, -0.014720191, 0.039356854, -0.05162945, -0.010809988, -0.019877022, -0.043858252, -0.016290769, -0.00052574894, 0.00071051397, -0.05228283, 0.00212076, 0.10330768, 0.03806923, -0.011989388, -0.0092820525, -0.07842139, -0.005238204, 0.0050059403, 0.004792647, -0.028316176, 0.008777532, -0.055501916, 0.0031685885, -0.044218272, -0.040338665, -0.035807323, 0.003954393, -0.059668504, 0.051771026, 0.023667619, 0.0073676254, -0.00062780967, -0.09302048, -0.028653411, 0.022346793, -0.0054721106, -0.035974275, 0.011861464, -0.044336487, -0.020843782, -0.034995276, 0.0073804525, -0.05347183, 0.027588347, 0.012416945, 0.038829893, 0.024596987, 0.0074599786, 0.014858577, 0.03851009, 0.014121627, -0.04871009, 0.027252283, 0.0553166, 0.05215012, 0.018370263, 0.0530953, 0.031772766, -0.017525164, -0.062617734, -0.008032683, 0.060756683, 0.037613112, -0.06970549, -0.03628826, 0.0060448144, 0.0106271915, 0.01570074, -0.032992955, 0.08146692, -0.0005743188, -0.003664223, 0.029400827, -0.007885519, -0.08933015, -0.019689526, 0.015134545, 0.0032099236, -0.02092406, -0.014055446, 0.010172088, 0.02639813, 0.028534463, 0.03089289, -0.017581366, -0.026170125, -0.028410664, -0.007110761, 0.052456588, 0.004216275, -0.0051908707, 0.02629775, 0.035634518, -0.024233747, -0.020206803, -0.08185167, -0.038406268, -0.019373732, 0.03597261, -0.063467175, -0.01582219, 0.05335854, -0.0067784563, 0.025629507, -0.005729798, 0.011919803, -0.049962502, 0.02882643, 0.040532112, 0.037180837, -0.0654546, -0.0078468155, 0.0056370874, -0.013275107, -0.012502071, -0.016623577, -0.00042084648, 0.0064675817, 0.05863257, 0.03738945, -0.021043384, 0.03962018, 0.011263337, -0.074983895, -0.026997007, 0.051713623, 0.019749667, 0.022187935, -0.02188655, -0.026837206, 0.0038193846, 0.019730948, 0.026408449, -0.073553264, 0.054254226, -0.021037942, -0.011475345, -0.008065046, -0.0041081496, 0.07153666, -0.0011454923, 0.0072494335, -0.02546474, -0.034410242, -0.008523845, -0.004515808, -0.0043068486, 0.06108401, 0.04297906, 0.04093538, 0.03570107, -0.032012034, 0.015930245, -0.043826263, 0.021157239, 0.029291723, -0.031764403, 0.032508258, -0.007936765, -0.0007478923, -0.05491598, -0.021232825, -0.011368038, 0.04037207, 0.028925741, 0.02602244, -0.022289654, 0.010383836, 0.0031105224, -0.0002327807, -0.04982281, -0.026878828, -0.026498057, -0.038631085}, - "search_document: Town Craft Idle Game": {-0.046266478, 0.015419467, -0.14958468, -0.021420088, 0.042600848, -0.012912702, -0.0101672085, -0.054182693, 0.026384922, 0.017520081, -0.038353518, -0.060250714, 0.02704973, 0.005241313, -0.04007047, -0.051901694, -0.0043040304, -0.046575252, -0.038020317, 0.018532079, 0.0347364, -3.249664e-05, 0.016990969, -0.007053031, 0.04434594, -0.008782734, 0.018617852, 0.002027642, -0.008875677, 0.0091396095, -0.048317842, -0.033508953, 0.0623323, -0.012913057, 0.0027360155, -0.028692644, 0.025978277, 0.012981139, 0.014866495, -0.009136216, -0.04979976, 0.032166924, 0.039239008, 0.0024849086, 0.046837695, 0.016764667, 0.07381527, 0.062533155, -0.013402701, -0.05873915, 0.0338686, -0.044106036, -0.042792354, -0.003351775, -0.014541159, -0.011954033, -0.011420481, -0.021277845, 0.03461106, -0.0053424207, -0.03264627, 0.089598976, 0.010102208, 0.09996038, 0.015345407, -0.032001052, -0.04041233, 0.030601993, -0.0019418714, -0.064736664, 0.0697411, -0.03070615, 0.01893696, 0.031684395, -0.009753165, 0.017818883, -0.0141123505, -0.040647924, 0.056018785, -0.020350492, 0.008404609, 0.0076236385, 0.07783805, -0.010405805, 0.042058483, -0.03540516, -0.023264112, -0.014707462, -0.045302756, 0.04331788, 0.038526278, 0.029656058, 0.02283842, -0.0045612426, -0.050688107, 0.05866177, -0.0034280522, -0.021053057, -0.015201468, 0.009764831, -0.048811626, -0.032401945, 0.011816639, 0.00045018672, 0.05626394, -0.02486838, -0.058733672, -0.0030379232, 0.006215889, 0.028009318, 0.013050022, 0.042566918, -0.029859487, -0.0009767644, 0.02544117, -0.00059701287, 0.110284925, 0.012244169, 0.038703054, 0.038116682, -0.007949268, 0.021165967, 0.004002709, 0.040925756, -0.0004506103, 0.0033070494, -0.082008734, -0.002751853, -0.022101734, -0.03605948, 0.015900081, 0.006370106, 0.042714898, -0.04320665, -0.017107243, 0.06455191, -0.10351105, -0.02531268, 0.07646564, -0.008339241, 0.009653213, -0.09226264, -0.0031511148, 0.04537889, -0.029790245, -0.04017028, 0.079962745, -0.067200474, -0.011280266, 0.009296576, 0.06823628, -0.035231616, 0.016415019, 0.041939225, 0.03964514, -0.03323958, -0.013000568, 0.022642678, 0.03242893, 0.0044981656, 0.020378916, 0.018698728, -0.00836243, 0.038946852, -0.06018951, -0.05809984, 0.018472595, 0.036674496, -0.021111935, -0.021975277, -0.060166575, -0.037207164, 0.048974425, 0.038688477, 0.023752214, -0.050277185, 0.040996272, -0.0063556395, -0.015616945, -0.023915121, 0.018937541, -0.042272978, 0.0023575039, -0.0082212305, -0.019874968, -0.013239698, 0.05847111, -0.036881786, 0.012223708, 0.0144480765, -0.014610571, 0.023866963, -0.06563921, -0.07239071, -0.035113033, -0.059308246, 0.044495553, 0.029174047, 0.0310421, -0.055783037, -0.008453689, 0.010104752, -0.011868235, -0.010878352, -0.04438556, 0.02859058, -0.01991213, 0.018444203, 0.005442498, -0.0039178217, 0.055423487, 0.022019746, -0.00057118793, 0.032592118, -0.0011433621, -0.03162713, -0.03573603, -0.022058986, -0.045715384, -0.06904627, 0.024936028, 0.013836718, -0.026724683, 0.008297562, -0.021454182, -0.030615183, 0.022984946, 0.06501267, 0.036907066, -0.00025111123, -0.04373795, -0.06281339, -0.043198574, -0.00601886, 0.005562059, 0.0006168195, -0.028198313, 0.072593845, 0.009902136, -0.011046334, 0.0036145488, 0.036358103, 0.049150977, -0.022150505, -0.0033615788, 0.016793348, 0.0063010016, -0.063468434, 0.01899918, 0.009548761, -0.016370745, 0.05722442, 0.0027480593, 0.014541133, -0.004453737, -0.05474226, -0.025122069, 0.012075764, 0.0055547114, 0.01927311, -0.012057751, -0.022173913, 0.050548892, -0.002191857, 0.032845333, -0.026194729, 0.04139345, 0.020784993, -0.0075162705, -0.045924217, -0.03563729, -0.018772203, -0.045544688, 0.03982618, 0.029314885, 0.035786763, 0.07405519, -0.015226408, -0.0104310755, 0.045792107, 0.06436405, -0.037902024, -0.04164653, 0.0048298114, -0.044154424, 0.007826935, 0.028035816, 0.0071773645, -0.021986151, 0.009850639, -0.005456872, -0.009606496, 0.02248295, 0.07831299, -0.02313428, 0.050033737, 0.020022431, -0.021386288, -0.019108964, -0.048478704, 0.02880271, -0.059377097, 0.043412395, 0.0015013238, 0.059779767, -0.02755543, 0.054109644, -0.016991194, 0.026890209, 0.032266855, -0.0416828, 0.0037819338, -0.073396675, 0.046949096, -0.087964214, 0.090026595, -0.0015856237, 0.038571015, -0.0033851203, -0.06241322, -0.007103375, -0.023952737, 0.057081856, -0.020886654, -0.0041185776, 0.05835615, 0.06760572, -0.012241026, -0.012420812, -0.068119764, -0.0028642244, 0.044096075, -0.028475434, -0.05164187, -0.0068275705, 0.027619755, 0.005850466, 0.040385105, -0.010691629, 0.027464377, 0.095896296, 0.011904089, 0.0007313179, 0.008237449, -0.02869317, -0.018520096, -0.0051036724, 0.00022545311, 0.024123874, 0.00738139, -0.0073331697, -0.009656565, 0.0011086289, 0.00832003, -0.005799485, -0.011445643, 0.0017855909, -0.021211116, -0.007804161, 0.014091667, 0.07254673, -0.048094932, -0.014920635, -0.0634789, 0.049300723, -0.011290946, 0.040985618, 0.0118863555, 0.018813794, -0.06200033, 0.007144311, 0.020841265, 0.00558566, 0.03683431, 0.0060873837, 0.011511867, -0.058850262, 0.049805265, -0.023193037, 0.0043900204, 0.054503612, 0.018314749, -0.00053337263, -0.0067522307, 0.016463174, -0.019148933, -0.038028076, -0.0052367095, 0.005869497, 0.001236267, 0.01912913, -0.00039787986, -0.022601673, -0.005533017, -0.026415631, -0.05248608, 0.023498338, 0.0014021834, 0.097648285, -0.0212863, 0.001659301, -0.010852858, 0.004303562, -0.0040984736, 0.0041291565, 0.05132721, -0.024680695, -0.07746154, 0.021060199, 0.016970757, -0.02590757, 0.008455387, -0.005021181, -0.022960002, -0.02484001, 0.0046132184, 0.06917102, -0.0050526955, -0.027597988, 0.0583377, 0.033546206, 0.0038428428, -0.018427523, 0.007670319, -0.012967302, 0.04559361, -0.0058183796, 0.06965081, -0.011420232, -0.07588138, -0.009506426, 0.0060457233, -0.0041578766, -0.018637987, -0.019298157, -0.03891319, 0.065150075, 0.022227418, 0.019203763, 0.002032272, -0.01763878, -0.051286418, 0.04678982, -0.02143777, -0.005155153, 0.088791505, 0.04557739, 0.0008273997, 0.006762241, -1.04562e-05, -0.00094152166, 0.004353161, -0.021880671, 0.057256754, 0.050266106, 0.012092977, -0.0051998445, -0.02312054, -0.01723706, -0.009387964, -0.011877286, -0.011728119, -0.011672071, -0.0009572656, -0.028609069, 0.0029593538, 0.04697028, 0.011036248, 0.013662735, 0.060783952, 0.045741733, 0.0021536446, 0.030656738, 0.02483563, -0.029744618, 0.005906043, -0.039408784, -0.016031701, 0.0707869, -0.0023915851, -0.023529707, -0.006367828, -0.058518793, -0.031291276, 0.0055871494, -0.00382694, 0.06040959, -0.0075401776, 0.05395438, -0.02951496, 0.009266391, 0.025012728, -0.012372984, 0.017518755, 0.027730394, -0.04435951, 0.010122028, 0.041639186, -0.006819137, -0.037564203, 0.043090973, -0.015979974, 0.0132653555, -0.0014479423, 0.054720514, -0.054185554, -0.067849375, -0.052687783, -0.06607806, 0.037066415, -0.007459853, -0.019964442, 0.016351296, 0.052589316, 0.035534613, 0.05037689, 0.0078049493, -0.009834244, -0.0005275691, 0.019315958, 0.015274082, -0.0074522654, -0.05194466, -0.004602997, -0.0785237, -0.0023895875, 0.023416951, -0.028368823, 0.06461425, -0.022698397, -0.021888033, 0.008584265, -0.020754274, -0.02738036, -0.06354821, 0.002070569, -0.060559012, -0.011232221, 0.032165095, 0.06698436, -0.01036985, -0.0032372298, 0.009826072, -0.05037063, -0.0073350216, -0.039494995, -0.06736008, -0.001713298, 0.02508865, -0.04740084, 0.0044945767, -0.021283904, -0.006428363, -0.060882907, -0.054639522, -0.05545259, 0.0054924726, -0.024125407, -0.017444206, -0.043590974, 0.0064710327, 0.013312443, 0.056373317, 0.022107223, 0.04051881, -0.03821493, 0.007857157, -0.022378404, 0.025467176, 0.04108092, 0.052744597, -0.04975813, 0.027598629, -0.01431651, 0.032381494, -0.020375509, 0.012155581, 0.018263832, -0.04294605, 0.066452645, -0.021485737, -0.004062661, 0.028790247, -0.0028299098, -0.03299607, 0.108179964, -0.006984714, -0.066197604, 0.030556975, -0.013292022, -0.03304092, 0.049616545, -0.008382714, 0.010384915, 0.026138145, 0.043377217, -0.056919474, -0.0041359127, 0.0029377122, -0.05044309, -0.031317946, 0.011322282, -0.022918148, -0.03211162, 0.0011181529, 0.06683578, 0.009469527, -0.00960161, 0.00817786, -0.060988925, -0.0048846095, 0.012057604, 0.011240737, -0.009213906, -0.0071120365, -0.017082121, 0.0043126815, -0.03693113, 0.00047939824, -0.016167376, 0.04071481, -0.069728665, 0.024563394, 0.014217135, 0.018965986, 0.0064051193, -0.080431536, -0.04315089, 0.00060636905, 0.07338384, -0.028822454, -0.017389715, -0.075123325, -0.03666342, -0.037695624, -0.006602526, -0.04235796, 0.042139582, 0.0070983954, 0.021370493, -0.0023460716, -0.004024842, -0.00428117, 0.09664607, 0.03287741, -0.06567481, 0.05362705, 0.05634852, 0.03923312, 0.00809894, 0.013350012, 0.037848454, 0.012514069, -0.032128263, 0.033350363, 0.027644658, 0.01835688, -0.04667014, -0.08115172, 0.015581863, 0.056437343, 0.016992625, -0.016648568, 0.05991502, 0.008755237, -0.017348956, 0.04865408, 0.0023812265, -0.083986, -0.022759665, 0.019004092, 0.021583043, -0.030847097, -0.031281225, 0.036719065, 0.01055716, -0.023800213, 0.06246667, -0.04132826, -0.02787829, -0.034998927, -0.04417714, 0.048435457, 0.029736198, 0.00024121525, 0.016283015, 0.051096156, -0.03565896, 0.025662914, -0.07000426, -0.021063192, 0.032596998, 0.009559541, -0.07088999, -0.004219431, 0.02397194, 0.002337048, 0.015269857, -0.018149426, -0.00011074369, -0.038117748, 0.03740094, 0.04548694, 0.033428524, -0.05193584, -0.0035583412, 0.028866393, -0.05287659, -0.02292259, -0.022198869, 0.019832335, -0.0013459362, 0.019573472, 0.026584134, -0.033771627, 0.04115519, 0.0026075903, -0.05892922, -0.018039024, 0.06995606, -0.038590427, 0.02633264, 0.008669264, -0.054967683, -0.020203691, -0.02709424, 0.008482115, -0.04936913, 0.017089006, 0.004999288, -0.0029815312, -0.004062742, 0.0069704023, 0.028559525, 0.0032046298, 0.030361446, -0.008133698, -0.06085682, 0.014942631, -0.02142111, -0.011984904, 0.05684074, 0.041934825, 0.0374974, -0.0045933235, -0.014944346, -0.014333498, -0.0006318102, 0.012601101, 0.030318836, 0.022032842, 0.059362877, -0.0018112812, -0.01187696, -0.036867306, -0.026964767, 0.014649885, 0.0627077, -0.0054780697, 0.020839145, -0.0017107613, 0.021510903, -0.0026885848, 0.00807759, -0.020040147, -0.038063012, -0.045142423, -0.018762056}, - "search_document: Village Builder Game": {-0.018885298, 0.029826941, -0.12471298, 0.009586991, 0.029978326, 0.022787005, -0.0391129, -0.02776763, -0.023217624, 0.001165757, -0.026367651, -0.060743976, 0.04364898, 0.007443888, -0.0035143455, -0.08346702, -0.08067449, -0.02363713, -0.017210675, 0.035179425, -0.040898, -0.02659137, 0.03719813, 0.044761356, 0.011279959, 0.005552838, -0.003147755, 0.004898088, 0.02134878, -0.004598721, -0.012090029, 0.0018391625, 0.083554864, -0.038462996, 0.011102082, -0.019214565, -0.016262399, -0.030482065, 0.014371024, -0.026437733, -0.06662344, 0.04129243, -0.019547539, -0.04968664, 0.093556136, 0.029821575, 0.12237693, 0.0054593123, 0.004840467, -0.07114829, 0.0034163299, -0.035468046, 0.0024952732, -0.028608078, 0.023500148, 0.004351013, -0.04491202, -0.010156519, 0.026077108, 0.006781658, 0.027149389, 0.10742707, 0.003698325, 0.03857443, -0.0009660638, -0.0026055854, -0.023045642, 0.02678664, -0.028668713, -0.047969144, 0.05172087, -0.024905166, 0.06302614, 0.02467707, 0.0073190406, -0.04111645, -0.0330432, -0.036458343, 0.013194945, -0.010540611, 0.012936034, 0.006730005, 0.030387156, 0.051650263, 0.0364906, -0.013338143, -0.030447831, 0.03692204, -0.08275157, 0.07583178, 0.003387132, 0.0407482, 0.017385773, 0.034918666, -0.12184012, 0.040956687, -0.052367333, -0.0053688036, -0.021914402, 0.04173574, -0.035874028, -0.04143455, 0.045753386, -0.027129145, 0.037393875, -0.0064582718, -0.026647005, 0.011887211, 0.020574737, -0.0034785601, -0.012424228, 0.0018664716, -0.020422693, -0.04623339, -0.016854027, 0.030980725, 0.08778752, -0.005138445, 0.029575106, 0.00802069, -0.04149261, 0.010093452, -0.01615641, 0.04946458, -0.030882493, 0.02314579, -0.077311754, 0.002978842, 0.008663203, -0.014591311, 0.062023625, 0.012114535, 0.031298794, -0.04542448, -0.0093395775, 0.07730587, -0.07875119, -0.008956978, 0.087893106, 0.01604406, 0.009566195, -0.022950241, -0.011972818, 0.03368035, 0.0131623205, 0.009147092, 0.07372972, -0.017401226, -0.015720744, -0.008306279, 0.050570168, -0.0025567387, -0.0031649135, 0.03084744, 0.022028439, -0.02851611, -0.04418363, 0.07284142, 0.068414286, 0.013248074, 0.021095168, -0.01898839, -0.016596535, 0.07425911, -0.06010055, -0.023050241, 0.016615616, 0.047319807, 0.03103221, -0.03597369, -0.014166456, -0.058445595, 0.017055172, 0.050196305, 0.06833379, -0.03256512, 0.008224016, -0.0077970237, -0.020652497, -0.009072462, 0.008096925, -0.025621342, 0.009578925, 0.047302093, -0.0128978295, -0.042910334, 0.063595094, -0.029423097, -0.0026883695, -0.015527772, -0.057261646, -0.016330788, 0.0129390005, -0.03530267, -0.013375093, -0.034930296, 0.021775503, 0.049093008, 0.0024581186, -0.05149052, -0.015240549, 0.041224092, -0.03601512, -0.0010268746, -0.01300195, 0.035216242, -0.00886306, 0.01727128, -0.040726125, 0.034137677, 0.06262846, -0.040985756, -0.005069379, 0.009486074, 0.010491505, -0.00839966, -0.03391428, -0.011582378, -0.04038757, -0.018542605, 0.012665679, 0.021663822, -0.05523534, -0.0030942273, 0.03459513, -0.015209062, 0.026578467, 0.05467489, -0.01636708, 0.028692408, -0.0273875, -0.084085025, -0.0061411085, -0.008323861, 0.020305587, 0.012295166, -0.040965527, 0.06571334, 0.01730882, -0.018690087, 0.00014857111, 0.008196435, 0.052467767, -0.051794663, 0.0080914, 0.0060828067, -0.0041732844, -0.011752916, 0.020336526, 0.040166195, -0.0053934744, 0.03772786, 0.037507188, 0.02133639, -0.004503707, -0.052570008, -0.024928056, 0.021779507, 0.026270773, -0.010380797, 0.024783237, 0.00051565655, 0.020843565, 0.0014711674, 0.03663557, 0.01329486, 0.02380154, 0.0104847085, 0.0013019134, -0.0052889534, -0.03185956, 0.0019329608, -0.05016882, 0.030429909, 0.0063910116, -0.0375243, 0.062108878, 0.00514421, 0.018483594, 0.016074847, 0.06437945, -0.04268031, -0.064622946, 0.0076454654, 0.007889764, -0.007480795, 0.0037921183, -0.042296093, 0.0034069445, 0.05060365, -0.012513507, -0.024428852, 0.009243135, 0.018019512, 0.035423838, 0.03633188, 0.023805646, -0.013500954, 0.007417016, -0.027740452, -0.0068243416, -0.027798617, 0.0028883417, 0.013914501, 0.029653654, -0.018253582, 0.08037441, 0.0054694866, 0.014521579, -0.031124154, -0.05704893, 0.009344656, -0.068977654, 0.000802183, -0.09983841, 0.020386787, -0.008086457, 0.052846037, -0.053511504, -0.0615227, -0.031000584, -0.024703922, 0.04644639, -0.06644056, 0.005740823, 0.11737835, 0.04104535, 0.045382556, 0.04084359, -0.06442013, -0.002710484, 0.00075999455, -0.032350082, -0.008238807, -0.03812717, 0.002357943, -0.020965219, 0.003617785, -0.005859237, 0.055355933, 0.1292049, 0.010049782, -0.0016082949, -0.010076676, 0.0015106994, -0.00068724994, -0.017627187, 0.0010676796, 0.01684586, 0.003676341, 0.0007963933, -0.0007067625, -0.050060052, 0.00682753, -0.00065290614, 0.031735063, -0.008794964, 0.024216771, -0.03267369, 0.018368699, 0.057844214, -0.016269054, -0.018258337, -0.043539893, 0.01674022, -0.021047235, 0.0483499, 0.03031305, 0.02384823, -0.046403196, -0.030243, 0.016638355, 0.0086930245, 0.06251938, 0.025659537, 0.014983777, -0.055999305, 0.0050548958, -0.021862853, -0.027121224, 0.061688118, 0.025090214, 0.018421171, 0.012278698, 0.009343705, -0.046491735, -0.03414518, 0.012629879, 0.0052992115, -0.015175378, 0.007010784, -0.009445598, -0.024012651, 0.015330023, -0.04306733, -0.0133335525, -0.0048944405, 0.025967028, 0.027769273, 0.011173696, -0.024965513, -0.0280914, 0.035159666, -0.036549117, 0.013111561, 0.019947296, -0.015112118, -0.040788595, 0.014986715, -0.017504653, -0.013020048, 0.07421187, 0.02642291, -0.024132151, -0.02749056, 0.020893345, 0.034521542, -0.0082317665, -0.050143905, 0.05905181, 0.0316048, 0.016595807, -0.0015579719, 0.02835944, 0.008053206, 0.025647279, 0.027560132, 0.05716814, -0.003986418, -0.08514147, 0.013512736, 0.022256857, 0.031455398, -0.0122017795, -0.023034012, -0.03857639, 0.002437919, 0.022359097, 0.03933387, 0.016632996, -0.015619556, -0.012060956, 0.07794382, 0.009478678, 0.03386741, 0.104028516, 0.019964613, 0.039965987, -0.020123493, 0.025059106, 0.043260712, -0.013002418, -0.017476304, -0.018273951, 0.030180817, 0.0057319193, -0.009974159, -0.01140758, 0.019902583, 0.012724289, 0.04061354, -0.027961839, -0.020831376, 0.017876059, -0.012213153, -0.033186477, 0.05019286, -0.018690307, 0.0061507607, 0.016857248, -0.028288512, 0.006044794, 0.028168794, 0.057114556, -0.0021512576, 0.052345373, -0.03186038, -0.04988286, 0.04842631, -0.05861112, -0.015885584, -0.020282296, -0.06874735, -0.04957052, -0.021838894, -0.01188563, 0.027662296, -0.016969021, 0.03494194, -0.012696141, 0.0206984, 0.014977664, 0.0051717386, 0.010606594, -0.0001539535, -0.09673916, -0.026132645, 0.037986387, 0.06274077, -0.019183818, 0.06537702, -0.025520988, 0.007657626, 0.0134252645, 0.044506684, -0.035969846, 0.022605011, -0.034242146, -0.052388724, -0.022769192, -0.01001842, -0.029046116, 0.008092237, -0.022589587, 0.01506035, 0.011557806, 0.0076439907, -0.02370577, 0.013122745, 0.022781037, 0.011711833, -0.02960246, -0.066767566, -0.011179039, -0.04510677, -0.001963326, 0.057206627, -0.052452482, 0.05867973, -0.025254287, 0.03448753, -0.023491178, -0.018244525, 0.0056623695, -0.045870382, 0.020353029, -0.066281155, -0.011895044, 0.027047973, 0.06184161, -0.0025468827, 0.011897485, 0.02986822, -0.024979917, -0.010160801, -0.015944352, -0.07101666, -0.014523305, 0.01739209, 0.006940439, 0.0068837074, -0.0033642726, -0.0023588159, -0.043558057, -0.0021993644, -0.062450305, 0.054108914, -0.029455284, -0.024368258, -0.07103487, 0.015483587, -0.009687625, 0.031099236, -0.012335755, 0.027130801, -0.0032355627, -0.009302262, -0.0055707353, -0.017232165, 0.026211621, 0.057844464, -0.08220189, 0.04103078, -0.012898492, 0.01879779, -0.020583449, 0.041306008, -0.057121858, -0.036945242, 0.067944035, -0.018304694, -0.04378017, 0.005180038, -0.020636333, -0.0652915, 0.046928696, -0.021371622, -0.04653641, 0.007838923, -0.008967745, 0.0013642496, 0.049290866, -0.02087073, -0.000103225604, 0.038139246, -6.365621e-05, -0.03645962, 0.0124004055, -0.004057431, -0.04042719, -0.017577913, 0.0055691428, 0.011667591, -0.030788116, 0.022302598, 0.08419029, -0.02091544, 0.059194602, -0.0008397304, -0.08659085, -0.006497094, 0.022382384, 0.0049759373, -0.0027809062, 0.030646985, -0.017928792, 0.0036951061, -0.010563711, 0.04081629, -0.085807465, 0.012864212, -0.087801166, 0.0018141117, -0.039912198, 0.05216162, 0.012949642, -0.0809071, -0.038365144, 0.013523429, 0.072929315, -0.03459138, -0.00014319821, -0.0256193, -0.025300339, -0.02166562, 0.030091103, -0.0075451876, 0.057083495, 0.017287467, 0.03921427, 0.00575827, -0.023335928, 0.0062975483, 0.072091386, 0.06989414, -0.034359332, -0.005275175, -0.00560248, 0.020417482, -0.021647738, 0.009197363, 0.032135945, -0.026699023, -0.05954026, 0.020144556, 0.028922329, 0.040172968, -0.04353688, -0.024369415, 0.030673651, -0.0030075498, -0.020752093, -0.0049239076, 0.03715985, 0.02285328, 0.008167286, 0.0040050615, -0.009254597, -0.090097554, -0.04112944, 0.036619395, 0.010474344, -0.06144332, -0.018546311, 0.045143202, 0.0010925062, -0.008560459, 0.087136194, -0.015338424, -0.03759013, -0.021306636, 0.029021313, 0.03393792, -0.0033427002, -0.009745894, 0.019245604, 0.041546844, -0.016350815, -0.020411415, -0.095625766, -0.027077999, -0.022328494, -0.011240592, -0.09172598, -0.023442168, 0.026925018, 0.037151914, 0.01672706, -0.0127310585, 0.010872646, -0.05059831, 0.02663566, 0.011707749, 0.040738583, -0.04869121, -0.0026798896, -0.047540516, -0.042690296, -0.014949496, -0.0061684498, 0.027759854, -0.0081322035, 0.040300637, 0.01977464, -0.054584358, 0.030092686, -0.04143344, -0.041470416, -0.018351244, 0.009525342, 0.0035434447, -0.022762597, -0.003561093, -0.02305017, -0.024705285, -0.019718569, -0.000395285, -0.04831351, 0.04936659, 0.015382663, -0.0022682375, 0.030715862, -0.020559551, 0.039362676, -0.013067918, 0.015853107, -0.058377072, -0.011735366, -0.001724075, -0.03481197, 0.023283148, 0.09033386, 0.034494285, 0.04886904, -0.015670117, -0.026262553, -0.06410945, 0.009863877, 0.03684401, 0.014697169, -0.019735241, 0.008128973, -0.0017812351, -0.0037657453, -0.059924934, 0.01945015, -0.0050510294, 0.047835276, 0.031107053, 0.026866753, 0.014269403, 0.022498436, 0.02742978, -0.00053287426, 0.016341213, 0.006594625, -0.050754897, -0.04298431}, - "search_query: idle": {-0.017780555, 0.051750332, -0.18148248, -0.062393412, 0.045530505, -0.019149764, 0.0022469647, -0.01221392, 0.034584783, -0.002659999, -0.030011363, 0.0011305455, -0.036497187, 0.037434492, -0.00074499205, -0.02207998, 0.021946196, -0.04625167, -0.02096289, 0.012784251, 0.02971529, -0.010467041, 0.03508671, -0.015565471, 0.09889416, 0.04814675, 0.0031443452, -0.008595059, 0.022036603, 0.07638088, -0.031667873, -0.012381755, 0.038080048, 0.040789388, -0.0062486352, 0.0005376642, 0.049645387, 0.03303645, 0.02617708, 0.020041525, -0.03440311, 0.0013415792, 0.07757364, 0.060474433, 0.048636746, 0.008562978, 0.05618769, 0.07183217, 0.026867218, -0.021430813, -0.005707148, -0.02754398, -0.043823555, 0.018531268, 0.055124648, 0.018712588, 0.001262485, 0.027755108, -0.02061514, -0.011954547, -0.021510102, -0.0066355355, 0.020339513, 0.066823296, 0.02557775, -0.070939034, -0.02455554, -0.0033761044, 0.03279846, -0.02791413, 0.013806992, -0.030093383, 0.01169843, 0.01992951, -0.039427027, 0.069091834, 0.01864052, -0.013381872, 0.014744398, 0.005049156, 0.0011047339, -0.005856828, 0.11565887, -0.028426003, 0.050531175, -0.07904722, -0.008171327, -0.03398644, -0.028432772, 0.022287428, 0.032975502, -0.012036501, 0.023633301, 0.016314289, 0.01582373, -0.0007886424, -0.008450702, 0.016151212, -0.010416476, -0.0153726665, -0.049794, -0.03479989, 0.002196806, -0.03902665, 0.056577098, 0.00011066897, -0.058294382, -0.0116353845, -0.04115981, 0.021995997, -0.0059938678, 0.057687256, -0.018710596, -0.030279974, 0.054359548, -0.037526794, 0.10728005, 0.034416873, 0.043047998, 0.0077024205, -0.020941567, 0.0037260284, 0.0011598654, 0.00042251052, 0.036316026, 0.008225895, -0.031292494, -0.035690114, -0.019797612, -0.039039403, 0.026031239, 0.004304972, -0.027144037, -0.022242382, 0.014774683, 0.001180462, -0.069742955, -0.097200945, 0.029298574, 0.0112628415, 0.021896457, -0.058225315, -0.023805764, -0.055408135, -0.00018442427, -0.054922312, 0.07548442, -0.064767696, 0.027209166, -0.031776115, 0.033250224, -0.00282513, 0.014504072, 0.0013642062, 0.021333806, -0.026846653, -0.050397154, -0.012334905, 0.03692959, -0.005204438, 0.015364197, 0.009140196, -0.023490097, 0.013558291, -0.012540483, -0.050127815, -0.027850632, 0.05762723, 0.026914185, -0.012526328, -0.036620345, -0.051851023, 0.023718126, -0.0109104, -0.009204154, -0.010685419, 0.045176398, -0.04877497, -0.010089828, -0.053209066, 0.013824328, -0.035721634, 0.06591198, -0.011923549, -0.024569975, -0.0014574929, 0.033680853, -0.030866979, -0.022029456, 0.03724526, 0.017970739, 0.046716917, -0.034160703, -0.051694192, -0.0021223053, -0.022009602, 0.05629929, 0.014869683, 0.0025454196, -0.09022022, -0.016371131, -0.056547713, -0.024490677, 0.016125167, -0.07250433, 0.028925428, -0.030029131, 0.025503121, 0.012065317, 0.00030980396, 0.09889518, 0.061358817, -0.0019965908, 0.06132856, 0.02013572, -0.057797205, -0.0065228906, -0.06264682, 0.0037864144, 0.0047286157, 0.06106169, -0.03078805, 0.018805541, 0.01215567, 0.04295133, -0.051617235, -0.009859387, -0.023758305, -0.018065238, 0.02629489, -0.05073326, -0.111209005, 0.045536924, 0.046721257, 0.010845758, -0.014733277, 0.03156839, 0.09038155, -0.021596797, 0.0047938186, 0.036434207, 0.04210095, -0.0121435, 0.013324701, -0.033341557, 0.0252124, 0.0055705933, -0.060897645, -0.0121570295, 0.0099078445, -0.0012902742, -0.006687157, -0.012478771, 0.046656046, 0.017518096, -0.05159996, -0.0115760565, -0.026346259, 0.039402355, 0.026179494, 0.026707832, -0.07064614, 0.03723851, -0.017318718, 0.005536153, -0.021568278, 0.04512909, -0.012126546, -0.01077896, -0.06203804, -0.043784022, -0.0071162647, -0.0043687406, 0.02755253, -0.01314831, 0.04310139, 0.07687838, -0.0221043, -0.054351825, 0.063733704, 0.0018717938, 0.008313228, -0.028639099, 0.057249594, -0.026156647, 0.024110977, 0.063333, 0.005263264, 0.0022082615, -0.034396734, 0.024145106, -0.02739827, -0.032351192, 0.10766081, -0.04540298, 0.012294969, 0.023768565, -0.013138861, 0.0020915065, -0.067400545, 0.008852138, 0.009224941, 0.07271644, -0.007120835, 0.010883824, -0.08743151, 0.017064529, -0.023444833, -0.0055879788, 0.011280353, -0.018558469, 0.0042914073, -0.081042945, 0.046113882, -0.07671033, 0.06803517, 0.008507619, -0.048457336, 0.04930939, -0.052465122, 0.015137899, -0.07157144, -0.01964594, -0.0048457826, 0.021694152, 0.034419928, 0.03748714, -0.005733884, -0.07088631, 0.004137435, -0.00019429819, 0.05245629, -0.008697368, -0.017925113, -0.0014750551, 0.0389973, -8.54148e-05, 0.016561268, -0.025583068, 0.040104266, 0.023296744, -0.0070075174, 0.0027274194, 0.012497171, -0.04130131, 0.0045783673, -0.027897665, -0.054611992, 0.025782818, 0.010105856, -0.006661117, 0.0025161589, 0.012949357, 0.001978494, -0.0132178925, -0.024969954, 0.010558809, -0.023949308, -0.022941723, 0.010352253, 0.04251405, -0.038228426, 0.0032046002, -0.060674164, 0.03077637, -0.0137750525, -0.0047499463, -0.0111107, 0.01642909, -0.04864706, -0.010040506, -0.00424253, -0.007927405, -0.0046533966, -0.014330837, 0.032469954, -0.012958942, -0.007844273, -0.025851533, 0.046497446, 0.011413493, -0.043897767, -0.014850846, 0.020249812, 0.044651046, 0.0425242, -0.014127781, -0.0016670247, 0.022045787, 0.030020472, -0.018270928, -0.010843275, -0.029881163, 0.013367631, 0.0034063586, -0.04970626, 0.027266853, -0.029533561, 0.016286299, 0.07179061, -0.0036817812, -0.046317525, -0.014586135, 0.016365474, -0.015541599, 0.061574265, 0.008929543, -0.05861725, 0.043598667, -0.007348135, -0.0033875925, 0.015741332, 0.020629022, -0.0074319127, -0.0033736068, 0.011622698, 0.070668295, -0.022068119, 0.010004984, 0.032623418, 0.023596358, 0.022256447, -0.033206284, 0.0075835423, -0.036876008, 0.030778876, 0.020568548, 0.04562621, -0.009274628, -0.05436134, -0.008731323, 0.0083873505, 0.010076171, 0.0030550193, -0.008324042, -0.035667982, 0.07188214, 0.034893934, -0.028147185, 0.02273362, 0.02026291, -0.031210124, -0.010850446, -0.008329186, 0.015563386, 0.08030692, 0.069442354, -0.06624598, -0.0047920938, 0.010903984, 0.0029374145, 0.011782402, -0.008019762, 0.078931, 0.07927406, -0.0020241295, -0.051698692, -0.0016076782, -0.018518656, 0.0247221, -0.049701873, -0.0026554633, -0.011690884, 0.014994448, -0.009770584, 0.026908483, 0.030751193, 0.0117537575, -0.015477906, 0.098809496, 0.031646356, 0.046172753, 0.023329899, -0.023640027, -0.054914124, -0.040444624, 0.005184125, 0.03718736, 0.040587388, 0.03575241, -0.021566028, 0.008293077, -0.021334272, -0.0062737544, 0.04958058, -0.0071389605, 0.03291806, 0.0014459733, 0.0068875076, -0.011515075, 0.0144985765, 0.05018188, 0.0076535204, 0.037454445, -0.019331034, 0.010913523, -0.017834445, 0.011883724, -0.027776953, -0.021602977, -0.003348556, 0.05812382, 0.001967625, -0.0034180612, 0.044338558, -0.018681437, -0.011390315, -0.061991397, -0.05941146, 0.006422819, 0.0021078656, -0.008624021, -0.04145959, 0.0946278, 0.0118805785, 0.024147002, 0.012820021, -0.008276244, -0.053636536, 0.024786172, 0.015468791, -0.050088074, -0.02138283, 0.025098091, -0.037979588, 0.0068028066, -0.008695673, 8.513495e-05, 0.042024054, -0.0122601, 0.0014249367, -0.018338798, -0.046650562, -0.032861732, -0.048774935, 0.017169744, -0.04837505, 0.017568784, 0.0005682736, 0.04674029, 0.010291213, -0.011645791, -0.014367065, -0.025319502, -0.014681267, -0.020433748, -0.040656447, 0.021096334, 0.016401337, -0.08226059, 0.010513563, -0.028585518, 0.04209946, -0.019364223, -0.030366225, -0.05943342, 0.030360704, -0.029363805, -0.019229118, -0.017766355, -0.04230985, 0.05377361, 0.07475835, 0.039306823, 0.010024194, -0.027093051, 0.039588656, 0.0029807962, -0.006033538, 0.022669489, 0.040327776, -0.020903496, 0.06497013, 0.009869855, 0.020550083, 0.0027664835, -0.01716341, 0.0281918, -0.08698508, 0.015412185, -0.013595946, -0.016445344, 0.05995142, 0.0595291, -0.00022240756, 0.064771585, -0.009296019, -0.026450114, 0.03347958, -0.014699439, -0.03753093, 0.014397748, -0.007817429, -0.005477303, -0.008548141, 0.07918013, -0.07485404, -0.097733766, -0.025582591, -0.050373122, -0.027479218, 0.0146514345, 0.0073457966, -0.04737008, -0.020598019, 0.06193436, 0.017821038, -0.037457503, -0.03898443, -0.022346219, -0.0076846564, -0.003276597, 0.006228691, -0.052948702, 0.011373519, -0.014075921, 0.032516617, -0.04339105, -0.03602859, 0.025333075, -0.008752559, -0.013014917, 0.045333732, -0.007895204, 0.0047693276, -0.011486277, -0.053738944, -0.056282047, 0.015973708, 0.021276357, -0.044840757, 0.010524149, -0.06410908, -0.018532513, -0.052419562, -0.033659603, -0.04283522, 0.03766893, 0.0014765084, 0.029008197, 0.024204826, 0.028344538, -0.03430663, 0.0297271, -0.0056149685, -0.06261631, 0.06380825, 0.08095096, 0.0722718, 0.014153869, 0.05634208, 0.0103412, 0.010770746, -0.035774484, 0.018337637, 0.035876136, 0.0021441795, -0.08101641, -0.04318653, -0.021301512, 0.03837918, 0.030805483, -0.0054390896, 0.049670253, -0.005731309, -0.01460711, 0.0070619495, 0.011403577, -0.05720296, 0.012351738, -0.0040547266, -0.0032774934, -0.00027648336, -0.052494608, -0.012630808, 0.045745224, 0.014958931, -0.00063658453, 0.002329908, -0.009249812, -0.01821246, -0.055366945, 0.056220096, 0.00461908, 0.007752056, 0.022853525, 0.025887743, -0.034907058, -0.045597706, -0.06886523, -0.036198974, 0.01825155, 0.0043763313, -0.04918955, -0.024739651, 0.03736918, -0.008051638, -0.019322392, -0.01440779, 0.002209855, -0.046690054, 0.008791181, 0.039925955, 0.048277456, -0.048305947, -0.017795345, 0.06485, 0.004577768, -0.012479486, -0.027107153, 0.016590083, -0.0080618, 0.03370992, 0.03286646, 0.010738376, 0.016188573, 0.014834053, -0.05589805, -0.009476557, 0.10088085, 0.050143227, 0.01313632, -0.01976637, -0.015193188, -0.0006099516, 0.0038109983, 0.030401325, -0.015684193, 0.0041098306, -0.01477023, -0.0077071483, -0.002449975, 0.010647422, 0.046638776, -0.006756863, 4.669755e-06, 0.03910355, -0.009731464, -0.04862059, 0.005362821, -0.022786913, 0.0030158476, -0.00021039494, 0.010555188, 0.034518518, -0.007200829, -6.891298e-06, -0.03939929, -0.010093039, 0.012711203, 0.005980391, 0.0018046575, -0.035565834, -0.017616717, 0.0019147797, -0.024383822, 0.023290604, 0.05107908, 0.047145523, 0.015219188, -0.03940544, -0.008568289, -0.04910131, -0.010901454, -0.042913266, -0.04788055, -0.01891378, -0.02785658}, - "search_query: town": {-0.03603067, -0.014388672, -0.15517743, -0.011783782, 0.033721235, 0.0038077259, -0.027146732, -0.010046269, 0.033645295, -0.01658912, 0.0097440705, -0.024442177, 0.094106175, -0.013961419, -0.072281145, -0.09725508, -0.010089096, 0.00022884058, 0.006629808, 0.06574849, 0.026353812, 0.054580074, 0.054726984, 0.014158322, 0.079931475, 0.004220809, 0.0414053, 0.01989247, 0.02204499, -0.011401077, -0.027865084, -0.03172934, 0.025593717, 0.00836565, -0.024503494, -0.04714507, -0.052449565, 0.009733977, 0.018656354, -0.035709336, 0.025601035, -0.027821291, -0.016176913, -0.02259161, 0.012017629, -0.017168317, 0.005418054, 0.023195717, 0.00086265523, -0.025826497, -0.008781939, -0.053785168, 0.00038266342, -0.025766382, 0.025953703, -0.0039082873, 0.07006563, -0.0037584961, -0.006193264, -0.0066729453, 0.032784685, 0.07513684, -0.023279088, 0.10609069, 0.042322338, -0.030320475, -0.032145716, 0.025443036, 0.01067789, -0.078426436, 0.042755466, -0.024233757, -0.0018553688, 0.04416589, 0.0058070202, 0.0045615667, 0.008385695, -0.024825895, 0.022972738, -0.040302314, 0.034776155, -0.02708568, 0.03307765, 0.016937733, 0.0014693458, -0.047195494, 0.010064532, 0.033047788, -0.0010962045, 0.05349663, 0.016226526, 0.05416807, 0.037001647, -0.012778405, -0.02087246, 0.028782098, -0.02739435, -0.0253671, 0.012470183, 0.04632001, -0.053365853, 0.0074953106, -0.013607686, 0.050208904, 0.068602845, 0.007952103, -0.020165546, -0.012377061, -0.0053948867, -0.0027669135, -0.002080666, 0.0010451227, -0.0247968, -0.03210179, -0.013055912, -0.008816433, 0.083462834, -0.014438325, -0.02431907, 0.041787792, 0.020284032, -0.0088075055, 0.024885895, 0.04042097, -0.0009136669, 0.024192348, -0.065568924, -0.003119469, 0.0069268635, 0.013146269, -0.057006158, -0.04093059, -0.0018171875, 0.005462051, 0.0028588462, 0.10601319, -0.011641491, -0.010475856, 0.06713371, -0.009753354, 0.03124542, 0.007043203, 0.029666327, 0.028650768, -0.018581744, -0.050066702, 0.03414121, -0.073180206, -0.0010858235, 0.015018019, 0.040065534, 0.022721855, -0.0026150718, 0.059969865, 0.015490146, -0.047900677, 0.057938863, 0.041937325, 0.022876093, 0.00055265176, 0.0040124096, 0.003288993, -0.04452204, -0.0031320606, -0.012789179, -0.076451845, 0.012320899, 0.04550863, 0.0027533954, -0.00086407276, -0.08214029, -0.013438642, 0.028626114, 0.054409, -0.03489654, -0.091780245, -0.021911768, 0.009453614, -0.009251554, 0.012254412, 0.10118683, -0.038173463, -0.00802177, -0.002318578, -0.044240057, -0.028385708, 0.008308199, -0.07239564, -0.021769641, -0.04437497, -0.05602146, 0.023035904, -0.080203615, -0.04699557, -0.03231184, -0.073930554, 0.030419506, 0.032460984, 0.004838508, -0.01822189, -0.025404438, -0.00920724, -0.020143926, 0.02675156, -0.012690871, 0.017037015, -0.04455043, 0.03685418, -0.029141676, 0.031731028, 0.030477708, -0.008984648, -0.0034205266, 0.049564954, -0.012523981, -0.013961105, 0.012474813, -0.04659619, -0.07503459, -0.041766312, 0.0420232, 0.02513491, -0.035225753, -0.029356116, 0.020652866, -0.047808245, 0.05273826, 0.05770789, -0.0061762943, -0.041686453, -0.044215415, 0.011406055, 0.02017602, 0.012789502, 0.021217559, 0.03914844, -0.03438333, -0.008216419, 0.035313986, -0.023607515, -0.027551994, 0.055193137, 0.016493367, -0.09385662, 0.025176857, -0.008085948, 0.027431345, -0.034777164, 0.026632488, 0.002439102, -0.04979306, 0.03538699, 0.0077521084, -0.0014304522, 0.081945464, -0.025485707, -0.03771502, 0.056674864, -0.017911054, 0.025502583, -0.0013669519, -0.025447896, 0.03145015, -0.043359682, 0.030689923, 0.010266057, 0.010955444, 0.02368559, 0.004216109, -0.046573803, -0.009750355, 0.033604823, -0.0002730918, 0.010079572, -0.014304866, 0.012064806, 0.023093658, -0.016297014, -0.045723617, 0.014826569, 0.006708739, -0.025156362, -0.009175423, -0.012142592, -0.020178875, 0.0018627917, -0.00097128795, 0.005341064, -0.04156434, -0.0066116806, -0.010890867, 0.05986305, -0.0072210478, 0.039831035, -0.0102893645, 0.047945183, 0.019103656, 0.03554169, -0.027018808, -0.019481815, -0.00411015, -0.025512738, 0.05214806, -0.004683472, 0.013109395, 0.023789182, 0.011430453, -0.007825047, -0.00037777208, -0.0010924288, -0.047788534, 0.024874354, -0.04237356, 0.0006745979, -0.04298229, 0.064505205, 0.01243415, 0.0539656, 0.04664476, -0.020754462, 0.0031724013, -0.021318397, 0.00076640816, 0.016611235, -0.0352478, 0.05345478, 0.027131956, 0.027233263, 0.011361733, -0.04394768, 0.008012799, -0.0068017202, 0.007023705, -0.041608907, 0.0019779839, 0.04254827, 0.0051445263, 0.026164087, -0.012252035, 0.053087465, 0.048001084, 0.03284274, -0.023969708, -0.021282032, 0.036427256, 0.004727603, -0.015122803, -0.023145959, 0.065960735, -0.01729291, -0.009430956, -0.012356081, 0.0040207086, 0.008136285, -0.040312197, 0.007898377, 0.05731636, 0.00390855, -0.013184155, -0.00012692747, 0.025459727, -0.05367141, 0.017293457, 0.0077286176, 0.009400761, 0.0028921939, 0.087915316, -0.006292178, 0.03584568, -0.046376918, -0.015889138, -0.040135995, 0.0025645983, 0.0060847714, 0.029687066, 0.0037396022, -0.07624458, 0.039050344, -0.08051404, 0.03421987, 0.010022557, -0.011034294, -0.06836201, -0.003675047, 0.012254264, -0.047139894, 0.028431967, -0.029660752, 0.01661783, 0.00066563726, 0.0015758257, -0.03115916, 0.005891435, -0.060382035, -0.0077530295, -0.054319028, 0.034216132, -0.022638151, -0.0034987223, 0.0043734764, -0.026707621, 0.0120926015, 0.00097624335, 0.00025591115, 0.029530263, 0.025654314, -0.04394268, -0.029717542, 0.038981847, -0.0011277349, 0.03491281, 0.01675943, -0.012889493, -0.041187286, -0.037382912, 0.059626862, 0.06319094, -0.0083230445, -0.04046425, -0.0023709526, 0.04786788, 0.03565557, -0.040129192, -0.040975083, -0.04626213, 0.025529468, 0.016343247, 0.018625561, -0.05454449, -0.043325912, -0.03517833, 0.054211963, 0.008792892, -0.00047179556, -0.013596905, -0.022034012, -0.012222114, 0.009512038, 0.04416289, 0.0109869875, 0.013856522, -0.0038826147, -0.015956154, -0.041104034, -0.026594441, 0.030203994, 0.053459223, -0.0050657787, -0.063132234, 0.052615363, -0.010304954, 0.0046992176, 0.012595139, 0.007210359, 0.037335232, 0.02006619, -0.0008536992, -0.053236514, 0.0012417362, -0.03985828, -0.006148287, -0.0081251655, -0.0107721165, 0.0033792094, -0.011913282, -0.055814646, 0.010647607, -0.004945536, 0.012005138, 0.018627984, 0.034837577, 0.02754458, 0.032515883, 0.028826935, -0.0085009625, 0.0374569, -0.015463672, -0.006581217, 0.019653412, 0.02522289, 0.026691297, 0.0072935475, -0.049465824, -0.048320014, -0.030656897, 0.008688322, 0.07910438, 0.023426708, 0.043893125, -0.043871842, -0.0074549755, -0.024430651, 0.02136219, -0.0032810161, 0.029263591, -0.080004886, 0.018603224, 0.043580994, -0.0453014, -0.033839166, 0.0072362977, 0.0016515469, 0.014759102, -0.011815685, 0.049785323, -0.009897257, -0.00057244307, -0.036119077, -0.05868212, 0.017004183, -0.047662314, 0.017050682, 0.035815835, 0.031174008, 0.05899289, 0.007425089, 0.0032547633, 0.017261125, -0.007415728, 0.04280919, -0.018390687, 0.0021335147, -0.011446558, -0.053155363, -0.06899302, 0.02426142, -0.00061321905, -0.044416882, 0.031728026, -0.017165536, -0.051283374, -0.00070905144, 0.03531627, 0.04229965, -0.047331974, 0.03973785, -0.03657822, 0.07606663, 0.012340778, 0.04591107, -0.06359501, -0.036801238, -0.031222684, -0.046890162, 0.033671092, -0.023807252, -0.07092092, -0.003593915, -0.0046990416, 0.043834236, 0.014901797, -0.06731706, -0.006830581, -0.10937024, -0.043159515, -0.078443274, -0.07345013, -0.0038091147, -0.043939024, -0.041948132, 0.03266409, 0.021897342, 0.038735244, 0.07389769, 0.02274413, -0.02523142, 0.0038013642, 0.0010840652, 0.028087927, -0.05215783, 0.032505635, -0.0538343, -0.01582183, -0.046341352, 0.0065925727, -0.00018792169, -0.00804221, 0.072969995, -0.041278686, -0.014975689, -0.0018776078, -0.0437911, -0.056596424, -0.011312351, -0.04039776, 0.022920093, -0.004296578, -0.052667044, 0.025036205, -0.0031849549, -0.006876357, 0.032512933, -0.04537618, -0.025208432, -0.0014191235, 0.016476253, 0.009299214, -0.047519036, -0.0035801793, -0.03246811, -0.048166413, 0.03607958, 0.06359531, 0.033033308, 0.0058534658, 0.0031781937, 0.014042614, -0.056156825, 0.011752916, -0.06446586, 0.07632518, 0.0042124996, 0.007267904, 0.048808195, -0.05947778, -0.0079121385, 0.045475006, 0.0026036173, 0.005585258, -0.022448208, 0.047955237, -0.07379977, 0.0369592, 0.018727705, 0.08490849, -0.024218807, -0.012408897, -0.02579151, -0.0023848638, 0.08423545, 0.01974724, -0.009538451, -0.10771735, -0.035922263, -0.04198382, 0.0030469485, 0.0025148212, 0.053059645, 0.020600878, -0.016870562, 0.018968444, -0.0419507, -0.01668115, 0.0949921, 0.026847124, -0.009270537, 0.007037636, 0.0124745965, 0.055350162, -0.0100322915, -0.0083282, 0.053575046, 0.024591267, 0.0026225601, 0.035865724, -0.02997043, -0.0072365594, -0.003530754, -0.02594389, 0.011078509, 0.011097221, 0.015172256, -0.017729623, 0.036239892, 0.03338333, -0.014777503, 0.06475218, -0.018639589, -0.026092006, 0.015735028, 0.048365597, 0.02919955, 0.028599154, -0.00076241203, 0.034025334, 0.036887858, -0.007136868, 0.11723427, -0.06506603, -0.014567516, 0.017928304, -0.010104788, 0.07528892, -0.018432979, 0.037119567, -0.019614134, 0.02097585, -0.03874945, 0.013288433, -0.052264545, 0.017596826, -0.028486742, -0.012953849, -0.055247277, 0.00030074388, -0.005672856, -0.008848396, 0.015871886, -0.023025809, 0.049481813, 0.004862236, 0.03195152, 0.030127393, 0.041001037, -0.007390107, -0.04350717, 0.06261191, -0.035551477, -0.030521404, 0.03177416, 0.09628932, 0.028924735, 0.015040498, 0.0022380508, -0.010486829, 0.0352034, 0.0057506165, -0.022540107, -0.035350014, 0.013647236, -0.10358612, 0.03021369, 0.009624233, -0.044314783, -0.029372966, -0.037145875, 0.035415757, -0.038017508, 0.025856411, -0.016144155, 0.0013394352, -0.02067917, 0.030572617, -0.0016749469, -0.026065385, 0.053379472, -0.004576432, -0.055216197, -0.02422952, -0.025679458, 0.004955311, 0.044143353, 0.04548124, 0.023071144, -0.036185954, -0.0081155915, 0.016423106, 0.055980198, -0.0079531865, -0.02010418, -0.0044078985, 0.044231497, 0.016417822, -0.02572168, -0.05903237, 0.010277529, 0.020512559, 0.030878402, 0.015205087, 0.04121007, 0.018110301, 0.036228612, 0.016691377, 0.007579231, 0.009812903, -0.051545594, -0.05770264, -0.052495986}, -} + "search_document: Some Idle Game": {-0.030154603, 0.030195612, -0.12823103, 0.030898588, 0.050629705, 0.012646387, -0.014282089, -0.06365065, 0.052573286, 0.051350065, -0.04757595, -0.049418602, 0.05074459, 0.026723435, -0.030359976, -0.05710062, -0.012207907, -0.032633048, -0.0020164147, 0.061639413, 0.002832647, -0.0013674701, -0.018252019, -0.029840985, -0.0256564, 0.03348028, -0.029109366, -0.036913063, -0.02780749, 0.011667834, -0.061122406, -0.011441236, 0.06917679, 0.0026889762, -0.021416632, -0.031190075, 0.06692096, -0.017994624, 0.045212973, -0.000561977, -0.018009407, 0.027140709, 0.030313617, 0.004503675, 0.07555065, -0.01580774, 0.10818457, 0.09766375, 0.004883599, -0.041021835, 0.0756117, -0.0036906446, -0.016220951, 0.0051204106, 0.0053927153, 0.014948957, 0.02876997, 0.01844221, 0.0410112, -0.05689992, 0.05362029, 0.038278148, -0.05209905, 0.0014984773, 0.021764431, -0.013090404, -0.0029681711, 0.024518974, 0.008435066, -0.046856012, 0.05753004, 0.0108039, 0.0001044795, 0.027657554, -0.020020869, 0.0020667133, 0.006552547, -0.053208508, 0.007802356, 0.042290088, -0.006635501, -0.0029867778, 0.058502585, -0.025332527, 0.06228107, -0.008927105, -0.035354167, -0.006825844, 0.012827875, 0.019803653, 0.054210044, 0.059875872, 0.056935117, 0.024361547, -0.08217618, 0.033005405, -0.07277288, -0.006809717, -0.041508693, -0.010979686, -0.037713487, 0.005156549, 0.046979018, -0.032246824, 0.072661236, -0.0066670952, -0.051820546, -0.026191458, -0.034292147, 0.014793393, -0.0072285323, 0.02770138, -0.023271495, -0.00022497393, 0.03458737, 0.019454844, 0.104497395, 0.0010962842, 0.05850324, 0.07458631, -0.046123933, 0.06617538, -0.047201034, 0.03645369, 0.03439897, 0.0018059863, -0.048746493, -0.0075947316, -0.0030790337, -0.030210812, 0.04849364, -0.012375484, 0.026944852, -0.033678707, -0.024433635, 0.05019666, -0.08552016, 0.010851229, 0.026589587, -0.020017875, 0.07052601, -0.060823083, -0.01982928, -0.0327663, -0.016004298, -0.010140277, 0.01035589, -0.025656076, -0.02140421, 0.0006850914, 0.048529115, -0.0044183508, 0.009728075, -0.024265477, 0.026225386, -0.026018135, -0.008632268, 0.048155192, 0.0071326536, -0.01890629, -0.012624594, 0.011425459, 0.02254408, 0.042119496, -0.033070445, -0.01321094, -0.0027786843, 0.036722362, 0.018643681, 0.01518625, -0.027761376, -0.06135186, 0.00032576948, 0.028463691, 0.058207083, 0.0033870973, 0.10104248, -0.01308774, 0.003295184, -0.0323643, -0.0015173398, -0.007341714, -0.0070282617, -0.019150397, -0.020003602, -0.047078453, 0.0808282, -0.02491708, -0.06310336, 0.018570257, -0.0239967, 0.043740258, -0.0059821936, -0.032152526, -0.012340436, -0.040689338, 0.05541477, 0.02228182, 0.03256402, -0.024288386, 0.016033655, -0.02100683, -0.035189327, -0.0038975957, -0.051503975, 0.07319589, -0.0068568066, 0.017561689, -0.030415233, -0.019628959, 0.066626, 0.005005764, -0.01914609, 0.045284517, -0.040027164, 0.0071253884, -0.04478423, 0.0017600333, -0.054342337, -0.002930127, 0.02861855, -0.040765718, -0.05011393, -0.0021230592, 0.025943592, 0.02977952, -0.018325472, 0.037446573, -0.00955656, 0.050462868, -0.07343357, -0.10271776, 0.03535897, -0.01705022, -0.01053073, -0.031382456, 0.024903562, 0.07624051, -0.012181765, 0.008203963, 0.023234537, -0.0064035817, 0.033346135, -0.002689279, -0.027488882, -0.005455607, 0.015597266, -0.037327684, 0.050537497, 0.019000154, 0.0051607704, 0.017059086, 0.036832787, 0.078980416, -0.012588388, -0.05778387, -0.0071665403, 0.030976487, 0.0378776, -0.007497358, 0.0010355219, -0.022235796, 0.040751223, 0.0032880718, 0.0066140187, -0.024090296, 0.017246542, -0.019378647, -0.023442697, -0.048387382, -0.06811305, 0.020932859, -0.044665698, 0.050676554, -0.008538648, -0.0026067677, 0.060425904, 0.012402312, -0.010422937, 0.021465076, 0.09279185, -0.04408491, -0.013567786, 0.05406919, -0.018072834, 0.020515487, 0.015063751, 0.025301434, 0.010841027, -0.02824234, -0.019680394, -0.031329148, 0.02743163, 0.05262418, -0.010296664, 0.0233829, 0.017972043, -0.047507435, -0.029173482, -0.03917908, -0.020006033, -0.019665318, 0.06491307, 0.036980543, 0.08733261, -0.047564592, 0.006183608, -0.034426555, 0.032860417, -0.0116071515, -0.04117477, -0.001353847, -0.0639456, 0.05090825, -0.078745015, 0.05977592, 0.009982638, 0.021126464, 0.05064296, -0.028570097, -0.025332058, -0.06296326, 0.024045348, -0.061128084, 0.04053844, 0.01916899, 0.074988104, -0.035467133, 0.0111645255, -0.053172037, 0.0029398727, 0.031247487, -0.048305314, -0.041886285, -0.015530706, 0.027307581, 0.018049944, 0.028279724, 0.0035687718, 0.016557762, 0.10167935, 0.019554175, -0.013109309, -0.043738853, -0.034655884, -0.06351678, 0.041276503, 0.009999499, 0.018068342, -0.041713793, -0.022732725, -0.03863146, -0.028177183, 0.0032319515, -0.030877471, -0.022580352, -0.019616727, -0.043272696, -0.005400302, 0.013578066, 0.057718903, -0.014296663, -0.006128255, -0.037806403, 0.025918486, -0.036248464, 0.013638012, 0.026955543, 0.0066868044, -0.040263187, 0.030127877, 0.031669635, 0.009632747, 0.061880067, 0.03993433, 0.020564128, -0.07354885, 0.016919218, -0.013004253, -0.021818895, 0.015605366, 0.020481743, 0.024804851, 0.018366762, 0.06720777, 0.005797526, 0.013512473, -0.00473763, -0.012625958, 0.0185854, 0.002493045, 0.022367207, -0.046193384, 0.013128169, -0.024109546, -0.016117666, 0.0071156165, 0.018045949, 0.04508955, 0.034263894, 0.0378441, -0.0189513, 0.018296938, 0.0156043535, 0.034159742, 0.08448487, -0.02149309, -0.08457276, -0.025986535, 0.019659646, -0.015393843, 0.02802826, -0.0048641944, 0.0033871075, -0.07613546, 0.05585835, 0.022264883, -0.044874474, -0.0364364, 0.056534965, 0.031797707, -0.003054437, -0.055993292, 0.042538505, -0.026770692, 0.026502028, 0.03735721, 0.053520985, -0.025223646, -0.04687008, -0.006063368, -0.0072266366, 0.021060353, -0.050130054, -0.017364811, -0.0243277, 0.03658787, 0.02707465, -0.02179494, -0.015005762, 0.006238601, -0.0030503504, 0.0022575832, -0.0073962095, -0.015083133, 0.085862964, 0.0077221002, 0.014902528, -0.0015059104, -0.02753026, 0.004047942, 0.028562058, -0.016845493, 0.013805198, 0.039028946, -0.024030754, -0.022273824, 0.010243438, -0.034527715, 0.029679991, 0.018008051, -0.008798528, 0.025780264, -0.022053063, -0.014451896, -0.039091393, 0.008149812, 0.0014862504, 0.009461612, 0.02678501, 0.006218473, 0.00082971505, 0.038281456, -0.021314304, -0.008417541, -0.03935901, -0.04787972, -0.010104341, 0.039223097, 0.010947359, -0.016757471, -0.06538577, -0.046271432, -0.0055255014, -0.0121626295, -0.05124009, 0.020830115, -0.018037582, 0.034400664, -0.030816015, 0.030854836, 0.04254804, 0.011991345, -0.006826725, -0.02863613, -0.040563114, -0.015598784, 0.049763042, 0.03337959, -0.039455768, 0.05829011, -0.007261786, -0.05519363, -0.03155281, 0.06900764, -0.045251578, -0.03116163, -0.06367534, -0.07992028, 0.025471628, -0.025711989, -0.005530079, -9.8817676e-05, 0.0265529, 0.01676765, 0.020656303, -0.015625043, -0.0368948, 0.0226108, -0.0177143, 0.05232805, 0.0014706784, -0.033632055, 0.021819659, -0.020551404, -0.028600698, -0.011389109, -0.008273288, 0.041249543, -0.029009173, 0.0063441186, -0.026170284, -0.050923496, 0.02851319, -0.0517965, -0.0061543584, -0.031133587, -0.018217817, 0.036865, 0.06445737, -0.0070230295, -0.009519725, 0.02859208, 0.017408943, -0.0023298885, -0.010133243, -0.025593692, 0.017884774, 0.025946131, -0.028491102, 0.0009805835, 0.0052531976, -0.0125175975, -0.048559796, -0.04082003, -0.04027376, 0.03428557, -0.019369284, -0.038173173, -0.032542273, -0.025082532, 0.023990223, 0.054953765, 0.012320858, -0.013020432, -0.0055862674, -0.022084516, 0.016842043, -0.01428209, 0.071285956, 0.002313891, -0.035587907, 0.014066745, 0.014433434, 0.044020314, -0.00062423974, 0.020445969, 0.0065047117, -0.049609926, 0.027213443, -0.025419636, -0.002912278, -0.023779124, 0.0013820962, -0.05237784, 0.08997243, -0.013085824, -0.01198904, 0.063360445, -0.04932236, 0.032435182, 0.021929769, -0.0039384314, -0.0005684949, 0.011613965, 0.030229673, -0.04370563, -0.00265056, -0.0020094053, -0.036210887, -0.002160752, -0.0026013781, 0.026952337, -0.052781366, 0.0027184896, 0.08785008, -0.00013569217, -0.007871463, 0.007818598, -0.056336407, -0.013965572, -0.0024930036, 0.02175222, -0.026812715, 0.004387716, -0.0366597, 0.00042916505, -0.024344739, -0.013389786, -0.026069716, -0.009184677, -0.050398212, 0.021363322, 0.0030059752, -0.014499812, 0.034113843, -0.11998729, -0.006709264, 0.06143105, -0.024371909, -0.012041226, 0.0013299867, -0.030669102, -0.04381771, -0.045938186, -0.015173891, -0.059362434, 0.03787684, -0.0070500174, 0.072143845, 0.036743473, -0.02245078, 0.0020957994, 0.015844414, 0.017887898, -0.014084667, 0.020896578, 0.054954324, 0.029189, -0.023767317, 0.061347887, 0.0589748, 0.0036561247, -0.040867962, -0.021249702, 0.054212112, 0.06528769, -0.08759768, -0.031467535, -0.01221302, 0.019283054, 0.021025216, -0.03555903, 0.09690508, -0.0133633325, 0.008239458, 0.021098455, -0.027727565, -0.094100684, -0.030349135, -0.013795178, 0.014171409, 0.0025101975, -0.020204782, 0.05721183, 0.015430371, 0.023352329, 0.0038415992, 0.0036115493, -0.039643094, -0.03475421, -0.027779054, 0.0634031, 0.005559416, -0.021519253, 0.0059780846, 0.011861707, -0.04706504, -0.01721216, -0.045666106, -0.06910662, -0.011309292, 0.020050842, -0.028090436, -0.041499287, 0.028093712, 0.0019265956, 0.015205728, -0.028259067, 0.018887352, -0.02004452, 0.016352529, 0.033935748, 0.01235759, -0.047194816, -0.017245721, 0.0046308427, -0.019899648, -0.0054703085, -0.000515077, 0.010681333, 0.007189812, 0.06526896, 0.022083392, -0.0036226986, 0.003770711, 0.017156541, -0.06176258, -0.04164345, 0.025303716, 0.02925995, 0.031340428, -0.04610391, -0.051078696, -0.0012506783, 0.015397997, 0.023262288, -0.047134485, 0.06468141, -0.021749275, -0.017273001, -0.0016663935, 0.013512976, 0.085765935, -0.0073835477, 0.0016883472, -0.03946862, -0.026233226, -0.035826515, -0.016183628, -0.003343937, 0.035177805, 0.058338437, 0.0062997057, 0.020054908, -0.042742394, 0.022190321, -0.04409155, 0.049273923, 0.038825553, -0.0322876, 0.025528017, -0.0025975266, 0.021754783, -0.073520124, -0.023005592, -0.017037068, 0.021312056, 0.014106891, 0.0018883465, -0.0021463796, 0.016163142, 0.017229982, 0.0064576534, -0.040032886, -0.009745224, -0.036809605, -0.025205394}, + "search_document: Town Craft Idle Game": {-0.08221178, 0.013711075, -0.16603628, 0.0031413732, 0.06521158, 0.020130044, -0.010523601, -0.08019578, 0.051290125, 0.016513709, -0.04816315, -0.03229022, 0.033440694, 0.012820052, -0.043775223, -0.07286668, -0.041014582, -0.04841479, -0.062390134, 0.033279113, 0.014979451, -0.0006653767, -0.005358742, -0.007385995, 0.009493428, 0.018579973, -0.02058751, 0.0061837905, -0.017811121, 0.028001908, -0.093906365, -0.027009796, 0.050302472, -0.012475321, -0.0033907292, -0.025975717, 0.041439153, -0.001688296, -0.0050732116, -0.020749785, -0.010140395, 0.03873643, 0.018395081, 0.00054546195, 0.08464173, -0.051343016, 0.06768904, 0.071056016, 0.014217889, -0.028558113, 0.055063244, -0.04552486, -0.011956733, 0.0014805732, -0.014802658, -0.009266932, 0.035844237, 0.002230387, 0.045943428, -0.041385703, -0.012051761, 0.08859178, -0.017104957, 0.049277045, 0.015839031, -0.015294277, -0.026744422, 0.06894337, 0.00070440193, -0.049994815, 0.05620514, -0.035435885, 0.03388826, 0.021877801, -0.030464448, 0.002540384, -0.016580457, -0.05936591, 0.06196792, -0.010712475, -0.009344829, 0.013217382, 0.047136653, -0.022913598, 0.027214078, -0.028457895, -0.023980996, 0.009149401, -0.006445396, 0.027442938, 0.024422027, 0.07107444, 0.030596731, 0.013329639, -0.059007302, 0.09408553, -0.036393113, -0.0066267857, -0.017476346, -0.013628112, -0.029087605, 0.0064471965, 0.062772825, -0.048634946, 0.062327903, 0.015600031, -0.049904022, -0.0070599136, -0.041083977, 0.035139065, 0.009092652, 0.034259398, -0.026033316, 0.0020532554, 0.009889318, 0.005895167, 0.11393547, 0.0069597205, 0.028776184, 0.06473982, -0.005321244, 0.023764607, -0.018583972, 0.029973568, 0.02612822, 0.023016246, -0.057554238, 0.005369849, -0.021755893, -0.04203724, 0.05245326, -0.025428578, 0.023580775, -0.019139517, -0.020656072, 0.051072612, -0.054574594, -0.018344846, 0.07141052, -0.017473938, 0.039982747, -0.06632828, -0.007561101, 0.0023047507, 0.010651617, -0.044556588, 0.02604049, -0.044372037, 0.007854193, 0.0072102966, 0.02621073, 0.0057675946, 0.004274856, 0.010995512, 0.04704843, -0.007752967, -0.023956636, 0.010279342, 0.019631391, -0.028320128, -0.010426674, -0.014727685, -0.01996797, 0.04167968, -0.026721902, -0.036768064, -0.0025211456, 0.04007303, -0.003669551, 0.018243194, -0.06873109, -0.05939209, 0.02552637, 0.047115777, 0.01389459, -0.010888809, 0.046053402, -0.0057662283, -0.008799256, -0.028645018, 0.029506711, -0.025249932, 0.033388793, 0.0060385023, -0.018129446, -0.029554104, 0.062252026, -0.023077887, -0.032631602, 0.022087699, -0.038545676, 0.050594367, -0.06510749, -0.07252533, -0.022941513, -0.056312997, 0.04436904, -0.0005418629, 0.014481463, -0.046701103, 0.016289465, -0.024254233, -0.015159931, 0.008652554, -0.054461867, 0.059669465, -0.0341536, 0.038974762, 0.009619097, -0.018305194, 0.08337864, -0.023645142, -0.035558015, 0.034795795, -0.057219952, -0.010584933, -0.061104983, -0.006959601, -0.06382588, -0.014011027, 0.04690233, -0.00841059, -0.057005268, -0.03805174, 0.014967966, -0.013867152, 0.018851832, 0.04514261, 0.006057179, 0.030091062, -0.05193046, -0.08306248, 0.0057449844, -0.02061122, 0.025694486, -0.008801346, 0.01177707, 0.072634555, 0.009069004, -0.01247274, 0.004630399, 0.047991667, 0.060419105, -0.004118102, -0.018899368, 0.016653795, 0.031334907, -0.0632201, 0.040228326, 0.004371195, -0.016366713, 0.019299299, 0.037358273, 0.034726076, -0.009876106, -0.02591556, -0.024331091, 0.04930914, 0.050856084, -0.023266954, 0.0013314117, -0.010180796, 0.050844815, 0.0024870634, 0.005544681, -0.0073681395, 0.010378298, 0.011534172, -0.012901754, -0.035986025, -0.03484104, 0.0029909648, -0.031300645, 0.01656727, -0.021772169, 0.008123298, 0.07690245, -0.0019482673, -0.019371966, 0.041669376, 0.035418008, -0.05810053, -0.004146582, 0.026023408, -0.037635095, 0.038874872, 0.01658907, 0.01408232, 0.0053755576, -0.008446202, -0.031031076, -0.02594646, 0.017439121, 0.055494986, -0.02622046, 0.045322366, 0.04769376, -0.054456968, -0.03440383, -0.015017259, -0.0073920395, -0.018988894, 0.09531209, 0.020768914, 0.055607393, -0.048544724, 0.04674156, -0.04466023, 0.037436318, 0.004854132, -0.066029154, -0.010117826, -0.06198789, 0.04433058, -0.0589958, 0.044158995, 0.026335662, 0.04280815, 0.019718653, -0.052024752, -0.01587497, -0.028101085, 0.035266973, -0.04074457, -0.016621308, 0.070119195, 0.062399052, -0.0128625035, -0.007997501, -0.050566513, 0.0091855675, 0.056975447, -0.0013978676, -0.04104137, 0.0097134495, 0.032309886, 0.029544925, 0.037118614, -0.0064950525, 0.01739384, 0.087193444, 0.027234182, 0.015237559, -0.028396111, -0.016947366, -0.06390283, -0.0024320579, 0.01414258, 0.008014547, -0.009451756, -0.049157817, -0.021027323, -0.0002312523, 0.0019651635, -0.017797196, -0.049493786, -0.03569541, -0.022327442, -0.0059683244, 0.015010484, 0.060793523, -0.042783987, -0.02640007, -0.04120622, 0.021194922, 0.002075773, 0.05186317, -0.012818319, 0.017916212, -0.054108612, 0.04029763, 0.029278893, -0.0029915387, 0.04013251, -0.0037811797, 0.023094758, -0.08317873, 0.030248195, -0.023036106, -0.027548177, 0.03722797, 0.0029047015, 0.017332468, 0.0136725465, 0.044130478, -0.04419598, -0.006159555, -0.009571718, -0.028191324, 0.0029057462, -0.0005150104, -0.0024044348, -0.039740704, 0.0020485302, -0.031731885, -0.048151836, 0.029802095, -0.013018741, 0.061980363, 0.02253544, 0.022726972, -0.042618543, 0.027334748, -0.010266213, 0.042385716, 0.060364954, -0.018887205, -0.07576836, 0.0021993977, 0.017752368, -0.008802775, 0.030660475, 0.00998929, -0.0079934, -0.05457834, 0.04409768, 0.06603662, -0.017226279, -0.032928087, 0.06434619, 0.027854836, 0.0072985706, -0.055016197, -0.0029216718, 0.006193608, 0.023449993, 0.032162108, 0.048428524, -0.020643294, -0.046674024, -0.030209549, 0.014621769, 0.004973117, -0.010417892, -0.0035226697, -0.042622697, 0.025745032, 0.0051144664, -0.0036082256, -0.022487544, -0.004007133, -0.027501643, -0.022270795, -0.016629213, -0.017985903, 0.07685321, 0.009403494, -0.000740091, -0.022390548, -0.018599333, 0.024301419, 0.04762997, 0.006453282, 0.054981582, 0.042218566, -0.020075314, -0.0148198875, -0.0008444825, -0.051178172, 0.011371164, 0.039725076, -0.010734458, -0.0018585456, -0.0271615, -0.014303163, -0.029687949, 0.0018881981, 0.011235353, 0.016897196, 0.03313501, 0.034044232, -0.018868744, 0.05469411, 0.02930615, -0.005584606, -0.019427408, -0.03775192, -0.0016742647, 0.06446533, 0.021962754, -0.010228813, -0.07979952, -0.068449564, -0.009207177, -0.046124723, -0.004117374, 0.039009564, 0.001347222, 0.041020412, -0.025031738, 0.02573547, 0.031303216, -0.012405116, 0.012263315, 0.00827744, -0.013124833, 0.011174668, 0.06869093, 0.004556629, -0.02265153, 0.032835867, -0.0041617174, -0.031561334, -0.0132947415, 0.06980857, -0.052343424, -0.04431588, -0.04876534, -0.064067245, 0.028919192, -0.019608544, -0.006741509, 0.032518025, 0.058229003, 0.043035626, 0.020370554, -0.02389532, -0.0457907, 0.007206269, 0.026257265, -0.0023287307, 0.011185927, -0.034069203, 0.012160358, -0.04420614, -0.0071722837, 0.0014287368, -0.021834232, 0.04818863, -0.017240863, 0.011597742, -0.020736722, -0.04738532, 0.043831825, -0.043202847, 0.0013369117, -0.07280612, -0.0017465476, 0.023520501, 0.03958023, -0.042663846, 0.0009830262, 0.015724316, -0.038818423, 0.017346112, -0.012874867, -0.029089728, 0.010329825, 0.019933986, -0.016736075, -0.0014950259, -0.017189479, 0.005060143, -0.097885765, -0.03873121, -0.0608528, 0.003024202, -0.01802449, -0.03532098, -0.05907766, -0.011670625, -0.006255797, 0.043775786, 0.025300143, 0.017773, -0.027360737, -0.0015081007, 0.014152613, 0.018615078, 0.058723785, 0.017496826, -0.047437157, 0.022989364, -0.012284, 0.03114525, -0.04397201, 0.028210366, 0.033441383, -0.037294105, 0.054953154, -0.011007953, -0.0020650048, -0.006684751, 0.009868164, -0.038653996, 0.057870097, 0.009046406, -0.0346497, 0.04988437, -0.044485886, -0.015007949, 0.021062534, 0.001120079, 0.005878968, 0.040645298, 0.06606878, -0.04731306, -0.024808094, 0.00754925, -0.036632165, -0.027839126, 0.018841533, -0.0029367334, -0.051468626, 0.0005720625, 0.09330539, -0.044009358, -0.0066009993, -0.01620037, -0.030386295, 0.002871882, 0.014473234, 0.043758325, -0.001590646, 0.00032827444, -0.001678374, 0.026477959, -0.016737113, -0.015778614, 0.01695769, 0.0057938984, -0.057782244, 0.021584991, 0.0073332353, 0.01428791, 0.013820988, -0.11106284, -0.015372253, 0.038591996, 0.049030505, -0.012162579, -0.005004551, -0.06625957, -0.05758143, -0.07757867, -0.014448379, -0.027451944, 0.03404355, -0.0180608, 0.053805027, 0.033894226, -0.0049463585, -0.009580315, 0.038703576, 0.06436689, -0.0005968403, 0.047838375, 0.06746952, 0.061139386, -0.02978099, 0.060045637, 0.08418128, 0.023045162, -0.02372869, 0.024401857, -0.0034399447, 0.038468592, -0.055903062, -0.060374215, 0.028734408, 0.04449562, 0.01787268, -0.02566525, 0.07366489, -0.010353494, 0.017070832, 0.013325927, -0.02290951, -0.07381586, -0.034496002, -0.0016867536, 0.0043494953, -0.015039587, -0.021324428, 0.053048283, 0.021838346, -0.03059385, 0.031305917, -0.01905112, -0.01881165, -0.032775924, -0.05448283, 0.0651594, 0.0048972648, 0.003867054, 0.016560074, 0.01714912, -0.058226984, 0.020605374, -0.047588546, -0.0179313, 0.012691798, -0.013554886, -0.034980703, -0.015470808, 0.0008560619, -0.0072641117, 0.008941878, -0.054591473, 0.010755579, -0.020056643, 0.034663852, 0.046797264, 0.021172581, -0.011598024, -0.008897855, 0.014890115, -0.02647986, -0.024989905, -0.012351741, 0.045711495, 0.008661212, 0.05145369, 0.00063495315, -0.017930808, 0.019366097, 0.01543367, -0.048664477, -0.016395772, 0.028898194, -0.0130926985, 0.008006767, -0.02284638, -0.06720912, -0.0073564323, -0.031250037, 0.010292608, -0.03299762, 0.05603527, -0.0069536893, -0.030741949, 0.004357384, 0.023598582, 0.06124061, -0.029299557, 0.015492626, -0.015170955, -0.041114118, -0.048179917, -0.02018515, 0.0025915748, 0.055117227, 0.069269165, 0.028611487, 0.020033741, -0.016575117, -0.0037579641, -0.0075374697, 0.052604765, 0.023472937, -0.02094099, 0.03625118, -0.004949966, -0.005271447, -0.06965622, 0.01303129, 0.004496516, 0.041412033, 0.032119736, -0.017789034, 0.012639504, 0.008782108, 0.01748084, 0.028890522, -0.028030688, -0.008372808, -0.0639308, -0.0030624904}, + "search_document: Village Builder Game": {-0.011795902, 0.0015122644, -0.11327332, 0.04299623, 0.026685124, 0.02418496, -0.051181618, -0.036304045, -0.009221343, 0.024336511, -0.037401825, -0.047852352, 0.065877765, 0.012628334, -0.041716866, -0.108850256, -0.07811421, -0.04226296, -0.009403902, 0.04079995, -0.022931034, -0.013311842, 0.039304867, 0.030882157, -0.0016801058, 0.01872543, 0.00077426096, 0.034087542, 0.018307243, -0.0064849844, -0.06405099, 0.025490629, 0.08251955, -0.05956977, 0.00491313, -0.02252783, -0.0008192528, -0.05209821, 0.016175786, -0.011276185, -0.06210509, 0.05120604, -0.045657326, -0.05225693, 0.0894914, 0.028268028, 0.13345546, 0.008001295, 0.01976544, -0.068658955, 0.018148268, -0.01763174, 0.012058565, -0.03125726, 0.004294161, 0.014189205, -0.03348558, 0.0007813454, 0.03509356, -0.029913213, 0.027405174, 0.088010676, -0.020509498, 0.0438946, -0.0015724011, -0.022015965, -0.010600875, 0.029943801, -0.018740172, -0.036371123, 0.03810554, -0.0044893925, 0.060967445, 0.035658598, -0.017889641, -0.04155874, -0.017653374, -0.038145065, 0.0024217304, 0.019580094, 0.020266872, -0.009646931, 0.04243236, 0.026226837, -6.569903e-05, -0.016299132, -0.039274983, 0.035395447, -0.060142376, 0.059978005, 0.014275249, 0.068151034, 0.039691195, 0.04160216, -0.13882153, 0.04230763, -0.059511267, -0.003167349, -0.00081454124, 0.010195602, -0.037019733, -0.021729333, 0.08272529, -0.014806303, 0.040559795, -0.0034244952, -0.055245757, 0.0017457445, -0.0064921593, -0.008111707, -0.001697896, 0.011755122, 0.0013201499, -0.036195293, 0.013563094, 0.010814507, 0.093582064, -0.0032594118, 0.024747854, 0.0018724005, -0.04177734, 0.008827836, -0.03682704, 0.06222094, -0.00899308, 0.044906855, -0.07239352, 0.013364548, 0.008760475, -0.023320388, 0.057686336, 0.023225004, 0.01196487, -0.02994865, -0.010418948, 0.087954804, -0.03785251, -0.0029030188, 0.074075945, 0.030553753, 0.07015798, -0.012188255, 0.003745392, -0.0035796158, 0.010637964, -0.013550266, 0.03533824, -0.014684414, -0.0061951275, -0.0068126144, 0.02457903, 0.0004554401, -0.012408631, -0.0046634106, 0.040615104, -0.010272162, -0.035897564, 0.06137449, 0.03810983, 0.03314062, 0.013563276, -0.02274725, 0.016563568, 0.04516349, -0.075272165, -0.029425409, -0.014273005, 0.031217271, 0.041725278, -0.021033896, -0.004347807, -0.054411065, 0.032422762, 0.04761515, 0.04720359, -0.03307693, 0.0077804094, -0.006008417, -0.013174526, -0.0076457546, 0.023631103, -0.00054911355, -0.01900774, 0.037585407, -0.021200918, -0.053821024, 0.060819846, -0.006805719, -0.029945502, -0.023058442, -0.08753254, 0.00036244644, -0.025926128, -0.040232833, 0.020298228, -0.039314758, 0.030562479, 0.03472449, 0.0063222223, -0.060820397, 0.004822298, 0.020083722, -0.018934138, -0.007826605, -0.026886499, 0.04079642, 0.01169575, 0.0009279647, -0.058159165, 0.008368726, 0.053401556, -0.047564145, -0.034619067, 0.008135751, 0.0029064084, -0.018748801, -0.060081776, -0.010785392, -0.060778774, -0.03833262, 0.030729996, 0.03499558, -0.073515534, -0.002161867, 0.047013734, 0.030997073, 0.01843075, 0.06489421, -0.0059764762, 0.024621025, -0.031861152, -0.121272795, -0.0034749906, -0.0042059636, -0.0016912948, 0.002074809, -0.011323896, 0.068401866, 0.016131446, -0.013479991, -0.013704861, 0.02280457, 0.051047564, -0.068847075, 0.017193569, -0.040311202, 0.026612623, -0.014886667, 0.035956547, 0.048250213, -0.019075185, 0.030888256, 0.034714546, 0.054056436, -0.009511885, -0.043893006, -0.037377417, -0.005876376, 0.037444193, -0.01582637, -0.010339755, 0.016113715, 0.058425754, -0.0016510473, 0.011963066, 0.02793446, 0.0136110755, -0.02309018, 0.0074232644, -0.020802628, -0.030603383, 0.039969034, -0.032828517, 0.027312335, -0.032358646, -0.050600424, 0.050636504, 0.0042172372, -0.016249986, 0.032587938, 0.060726825, -0.03574045, -0.026400995, 0.01030443, -0.0028744529, 0.03364059, -0.02355525, -0.012729509, 0.029879782, 0.035279825, -0.028109834, -0.020790359, 0.014011777, 0.018461814, 0.04600946, 0.06423593, 0.0017838081, -0.019278156, 0.0156169785, -0.033468306, -0.009442209, -0.01745776, 0.031513866, 0.019934572, 0.045346387, -0.015185955, 0.06231819, 0.0033955674, 0.043802973, -0.038549982, -0.06815678, 0.009157301, -0.051367205, -0.018995842, -0.08115339, 0.017014405, -0.0032484522, 0.06331745, -0.047584534, -0.027536077, -0.03526942, -0.003856633, 0.015004897, -0.06440919, -0.00039565182, 0.09566679, 0.032570545, 0.03438015, 0.022046821, -0.05293288, 0.014229009, 0.003244352, -0.037974242, -0.029494986, -0.022767456, 0.026109014, -0.025271146, 0.022562066, -0.0011645305, 0.04724137, 0.11973929, 0.01794927, -0.025842909, -0.03706194, -0.016295202, -0.021059824, 0.0065238615, 0.0027565327, 0.0014141891, -0.008723904, -0.019616807, -0.0058601024, -0.03261682, 0.017847074, -0.0048437663, 0.031682197, -0.03629719, 0.020077962, -0.0069928956, 0.016386282, 0.06489379, -0.03791757, -0.026339596, -0.018077517, -0.00023739849, -0.016409995, 0.035604063, 0.02179124, 0.03459157, -0.022392485, -0.004069147, 0.05731461, -0.0058976966, 0.09331884, 0.007169385, 0.02603857, -0.07189056, -0.0051908847, -0.009837258, -0.06490706, 0.064220764, 0.024220789, 0.03669637, 0.037741374, 0.00847554, -0.051166806, -0.024129894, 0.010281393, -0.0086824205, -0.05176164, -0.014810878, -0.024972277, -0.012798137, 0.01150963, -0.022422895, 0.021058498, 0.016759755, 0.018652502, 0.0438957, 0.018243585, -0.0146848885, -0.011500727, 0.03647528, -0.03271636, 0.046255555, 0.03571526, -0.02925335, -0.047904756, 0.016303688, 0.023409132, -0.017796861, 0.0804146, 0.032161158, -0.019863846, -0.043575432, 0.055513162, 0.029828606, -0.01756174, -0.04530735, 0.055082086, 0.020169325, 0.047059253, 0.0004204077, 0.009634815, 0.01878949, 0.0015860618, 0.019729108, 0.021004552, -0.015622159, -0.04381822, 0.014786569, 0.03550364, 0.03244945, -0.0032711062, -0.0072477595, -0.03926162, 0.0036432983, 0.027384963, 0.013102435, -0.008533226, -0.035167444, -0.025195695, 0.046428483, 0.0029997248, 0.02405353, 0.07208277, 0.003926896, 0.043164514, -0.029637238, 0.031279296, 0.034008987, 0.021603337, -0.014075552, -0.009750498, 0.019072006, 0.0027590338, -0.00061744853, -0.034242745, -0.020411406, 0.04376582, 0.025600905, -0.03497988, 0.02660987, -0.002908368, 0.001423843, -0.044166405, 0.039758172, -0.006798192, 0.042220306, 0.0074076103, -0.017779818, -0.017211784, 0.04617447, 0.053018987, -0.03231574, 0.018009108, -0.025325198, -0.028809618, 0.04886488, -0.05438523, -0.012331137, -0.062055234, -0.05509129, -0.04347179, -0.016846634, -0.0079454845, 0.021595238, -0.016237283, 0.022891367, -0.009939415, 0.037318908, 0.025597166, 0.008448253, 0.010392823, 0.007517561, -0.06859245, 0.007891427, 0.04871947, 0.053034756, -0.00024512754, 0.062216826, -0.029059416, -0.027487574, 0.025327535, 0.048399575, -0.044354875, 0.011974205, -0.024238216, -0.05254269, -0.0017347402, -0.019302884, 0.002735727, 0.019988643, -0.04306317, -0.00023340507, -0.0020591966, -0.0105948895, -0.030606287, -0.0024833118, 0.029387776, -0.0011626354, -0.012534435, -0.062106684, -0.008046949, -0.069291994, 0.021756275, 0.038455144, -0.061624683, 0.03599847, -0.04329853, 0.0046065757, -0.055978086, -0.011207698, 0.025906632, -0.03090631, 0.020176776, -0.035504673, -0.003965206, 0.035325885, 0.05083146, 0.0037519722, 0.0017067104, 0.029258242, -0.020265874, 0.028881297, -0.019626334, -0.028021792, -0.023987649, 0.013164258, 0.018508464, -0.012206851, 0.037541382, -0.01480085, -0.05658713, -0.0010803803, -0.060797196, 0.052733146, -0.015286501, -0.04534778, -0.044580694, 0.008223525, -0.034007266, 0.04558869, 0.010746387, 0.043651443, -0.034927163, -0.0399495, 0.01103228, -0.008217593, 0.03690584, 0.028268192, -0.03874009, 0.018584719, -0.02439686, 0.02243326, -0.02903582, 0.009648095, -0.018480487, -0.017323606, 0.073825836, -0.042624164, -0.028040713, -0.039574727, -0.02126485, -0.058649544, 0.045151547, -0.017099762, -0.04148583, -0.007253619, -0.0020392027, 0.0017629926, 0.05669342, -0.020850709, 0.018829677, 0.036518857, 0.021758523, -0.058556195, 0.008297656, 0.005559023, -0.034261927, -0.022037514, -0.0063427696, 0.0008890332, -0.030820997, -0.010839713, 0.06917083, -0.03783174, 0.05630486, -0.010312241, -0.060898423, -0.028832795, 0.052920315, 0.016014475, -0.046726637, 0.050411724, -0.026260013, 0.017813787, -0.022205079, 0.008420697, -0.03987712, 0.00081622525, -0.053565875, 0.01912345, -0.030481428, 0.043521427, 0.043935068, -0.09778194, -0.023773404, 0.04732399, 0.049096897, -0.039776895, -0.001381255, -0.0018920989, -0.06056998, -0.02847735, 0.014903962, -0.005403712, 0.050606396, 0.013597915, 0.058945, 0.027373914, -0.019463986, -0.014004842, 0.045733348, 0.08059248, -0.0004037868, -0.0060666665, -0.0018859202, -0.0004169904, -0.023048267, 0.054939564, 0.06708768, -0.016954402, -0.060821965, 0.007936912, 0.008969611, 0.03255382, -0.05578106, -0.017191311, 0.031162508, -0.00043828398, -0.04954302, -0.009738197, 0.04149539, 0.030139275, 0.025777863, 0.023162648, -0.024248442, -0.05227215, -0.05912876, 0.011144076, -0.0063733305, -0.048439324, 0.000717847, 0.05365679, 0.00030706724, -0.025395807, 0.039486047, 8.616784e-05, -0.02559674, -0.02057398, 0.0151732955, 0.016931813, -0.021176772, -0.028733086, 0.01051267, 0.011136879, -0.050006036, -0.004658769, -0.07251455, -0.026636047, -0.007895616, -0.0055513554, -0.060538184, -0.034533463, 0.023457455, 0.025008086, 0.0060435035, -0.025308495, 0.040073223, -0.017461862, 0.0068223295, 0.012629245, -0.002397842, -0.033527892, -0.029001776, -0.058925617, -0.034765106, -0.007301114, 0.0019297221, 0.043619614, 0.011421012, 0.06891985, 0.010476217, -0.051609, 0.027969727, -0.024506034, -0.06442927, -0.038310207, 0.015805874, 0.02999943, -0.0034120928, -0.021359963, -0.005803494, -0.030762663, -0.03459296, -0.0131239, -0.01664574, 0.06336453, -0.004629854, -0.0010004531, 0.033388384, -0.006764447, 0.047076315, -0.030923411, 0.03783327, -0.04006314, -0.012435112, -0.014175485, -0.016249655, 0.019931648, 0.07209866, 0.06027955, 0.03214192, -0.0004099548, -0.021656284, -0.04515469, -0.022763498, 0.029167809, 0.020834913, 0.0041377805, 0.0002320124, 0.0081730895, -0.01190515, -0.083704956, 0.016395405, -0.017894465, 0.045466863, 0.03244109, 0.024005758, 0.015937712, 0.0011129525, 0.036843654, 0.02314543, -0.028323201, -0.006969554, -0.072801016, -0.01902862}, + "search_query: idle": {-0.05485274, 0.048303213, -0.15870969, -0.01727909, 0.02204218, -0.026585577, 0.02488365, -0.023101956, 0.05220942, -0.0062007653, -0.006806396, 0.009586779, -0.031092405, 0.03422235, -0.012816562, 0.011738247, 0.010806439, -0.030268295, -0.046658456, 0.01929168, -0.0033956154, -0.012025436, 0.020126915, -0.02107534, 0.014546054, 0.028719706, -0.0073397555, -0.04273335, 0.008376701, 0.053669892, -0.022368306, -0.016012836, 0.031869207, 0.047413804, -0.03364853, -0.012760571, 0.083659135, 0.0008153498, 0.04238332, 6.112658e-05, -0.026062118, 6.544284e-05, 0.052479148, 0.04034013, 0.055061847, -0.024968622, 0.076086074, 0.07892021, -0.0067479373, -0.008754067, 0.021316472, 0.008501664, -0.03956676, 0.02958982, 0.06334076, 0.013850105, 0.05378269, 0.022977874, -0.01892463, -0.016205147, -0.018914333, -0.041482292, 0.012653901, 0.0553854, 0.044220448, -0.046934802, 0.012108219, 0.0042785397, 0.0128026, -0.049999513, 0.014039361, -0.022237666, 0.014503823, 0.021539455, -0.023539143, 0.057871282, 0.02030326, -0.04298601, 0.027171548, 0.012371623, 0.00517782, -0.0024928995, 0.0789687, -0.048221264, 0.031144405, -0.06956162, 0.01830079, -0.0074620564, -0.013008592, 0.017821237, 0.05205483, 0.0026095856, 0.033478267, 0.0024071883, 0.031339943, 0.03805118, -0.018747607, 0.013855691, -0.02328109, -0.020979173, -0.043442737, -0.02786705, 0.0012479522, -0.03284346, 0.055916596, -0.023786593, -0.07297429, 0.00027096545, -0.04955385, 0.021904573, 7.258958e-05, 0.0327809, -0.026283747, -0.0057326853, 0.057586413, -0.01450672, 0.09774403, 0.0057728966, 0.06439862, 0.016539732, -0.023903608, 0.012078497, -0.015667, -0.031435687, 0.063262835, 0.011070095, -0.0153285405, -0.050456434, -0.034164514, -0.03550744, 0.05877547, 0.012209024, -0.03712036, -0.027399387, 0.0011022816, -0.021232521, -0.035736, -0.05921348, -0.0013294148, 0.009508861, 0.019329231, -0.05284091, -0.004944139, -0.07210281, -0.03259032, -0.05860288, 0.06323055, -0.05214842, 0.0054531274, -0.029615508, 0.008434825, -0.015101546, -0.002049018, 0.0033364268, 0.027130514, -0.02765185, -0.032429587, 0.0058020116, 0.02868368, -0.008544621, -0.024280237, 0.020866271, 0.018041525, -0.004987599, 0.017589577, -0.03514576, -0.020354215, 0.036263652, 0.0097657535, -0.0110538, -0.058397986, -0.054988675, -0.005885807, -0.01521125, -0.012591495, 0.0040771095, 0.07848713, -0.023244178, -0.0034358285, -0.041823972, 0.024640163, -0.036791828, 0.050987843, -0.05715628, -0.016025878, -0.0049183555, 0.029018132, -0.010202122, -0.030434387, 0.038118023, 0.024840532, 0.042656157, -0.042087257, -0.040181167, -0.0010036782, -0.03394452, 0.06249457, -0.0008142238, -0.00043656075, -0.06404502, 0.019424696, -0.060490582, -0.021306187, 0.0055486155, -0.041632578, 0.041519903, -0.033941183, 0.044893395, 0.0064206673, -0.0402632, 0.13008368, 0.070558466, -0.018393623, 0.038306735, 0.013471811, -0.053691577, -0.027106889, -0.030490689, 0.00047219932, 0.010500146, 0.053602047, -0.037241675, -0.018295782, -0.02476373, 0.04926056, -0.03965382, -0.03748434, -0.013747244, -0.011040143, 0.043043006, -0.053964477, -0.10495711, 0.032153577, 0.052563377, -0.0061727893, -0.025000684, 0.024730802, 0.11933335, -0.0197645, -0.010459339, 0.033537306, 0.03449919, 0.015091422, 0.004103631, -0.018284434, 0.027802534, 0.010390245, -0.05532084, -0.011071515, -0.015250362, 0.0069046733, 0.01833439, 0.02058625, 0.034866303, 0.011567638, -0.040895976, -0.02826694, 0.0007671626, 0.04262942, -0.008167711, 0.013662254, -0.033900615, 0.026319714, 0.013045778, 0.020473417, -0.024846954, 0.0443266, -0.022026435, -0.023192137, -0.064776495, -0.02514201, 0.013490392, -0.006872679, 0.020894006, -0.02707439, 0.01753138, 0.06743259, -0.002603971, -0.053577192, 0.046802267, 0.023911705, -0.02251413, 0.031739615, 0.09979972, -0.03817435, 0.029529741, 0.045053065, -0.0001981939, 0.044544272, -0.046199363, 0.02202639, -0.0142875565, -0.03592033, 0.08626654, -0.0774512, -0.018600777, 0.053361394, -0.0402608, -0.010529132, -0.0754515, 0.013400737, 0.015259319, 0.08461849, 0.02997977, 0.036805972, -0.0645533, -0.014586065, -0.04208852, 0.012653307, -0.0034262496, -0.032094214, -0.0037387372, -0.08450896, 0.03662638, -0.05239079, 0.066748224, 0.0039074305, -0.063468054, 0.04860961, -0.033236954, 0.009198693, -0.06563092, 0.00073724997, 0.01094799, 0.014793084, -0.0026865492, 0.048671316, -0.05891399, -0.052761354, 0.017935004, 0.024127085, 0.04785253, -0.002977286, -0.024215404, -0.0012454885, 0.033014853, 0.020301206, 0.021886112, -0.010710626, 0.028501922, 0.0079588685, 0.040621195, 0.018229399, 0.0007772567, -0.044114675, -0.005250787, -0.02928078, -0.0059154136, 0.015263119, 0.0198703, -0.013111124, -0.015137984, 0.01537037, -0.005187548, -0.027159058, -0.019756667, -0.009047851, -0.034264192, 0.0008044173, 0.00696249, 0.039906763, -0.030897303, -0.0015832008, -0.07244838, 0.02893534, -0.0039934414, -0.008211175, -0.031597618, 0.013266993, -0.038057733, 0.015185627, -0.022604493, 0.0028162163, -0.00052201416, -0.006395029, 0.025642926, 0.0163034, -0.000950779, -0.021402178, 0.032591544, 0.007141421, -0.042479385, -0.011684697, 0.01655931, 0.072299436, 0.038444597, -0.00090406655, -0.025083024, 0.0012939515, 0.033811916, 0.011038112, 0.015514186, -0.020946804, 0.012818288, 0.013657979, -0.056089282, 0.014641998, -0.008559855, 0.003965464, 0.085839964, -0.0012935663, -0.036945213, -0.030727992, 0.0065748007, -0.00022002465, 0.026636116, -0.03260789, -0.06405133, 0.023345696, -0.0011249329, -0.0018881401, 0.0076306215, 0.021281565, -0.012981237, -0.023136953, 0.018018078, 0.053401146, -0.030807212, 0.03341478, 0.042854887, 0.027907485, 0.014727508, -0.06380277, 0.008001611, -0.049156234, 0.029653367, 0.037458766, 0.047287267, -0.022445293, -0.037419286, 0.01215866, 0.0132495025, 0.008382316, -0.00021430614, 0.00021231793, -0.05010844, 0.10353604, 0.015645439, -0.023418464, 0.034666438, 0.024020696, -0.017977325, -0.011493535, -0.016942233, 0.025914172, 0.04014282, 0.07544756, -0.035433337, -0.010256953, -0.036735218, 0.032564145, 0.033385836, -0.018055215, 0.06502402, 0.06203427, -0.046286963, -0.04473755, 0.012261086, -0.03573326, -0.0031265265, -0.038526185, -0.0006325177, -0.029264439, 0.013361144, -0.028266795, 0.023088692, 0.021318408, 0.013801645, -0.030896429, 0.07260062, 0.04008774, 0.019077297, 0.015496125, -0.039256275, -0.05074026, -0.03922955, -0.013691038, 0.042602353, 0.041070275, 0.086819716, -0.0063701184, -0.03269867, -0.0074118045, 0.013271905, 0.03972008, -0.03196555, 0.040587477, -0.03128911, 0.0051292847, -0.019421613, 0.012239594, 0.064469285, -0.03225388, 0.017992279, 0.002826381, 0.008678835, 0.0024938527, -0.0030310266, -0.040226698, -0.016654246, 0.021100095, 0.04867212, -0.011700447, -0.009329873, 0.04483318, -0.033180088, -0.006144154, -0.06334689, -0.06647646, 0.03888736, 0.017256195, -0.0024688877, -0.026636306, 0.08752831, 0.027939128, 0.007143004, 0.010952593, -0.05317306, 0.009222684, 0.029671269, 0.03361775, -0.032567978, -0.036144547, 0.014189695, -0.002368752, -0.0061836736, -0.026267447, 0.017785178, 0.07635495, -0.015393801, -0.010522437, -0.034545638, -0.04550828, -0.0012180192, -0.02252612, 0.019017778, -0.058240775, 0.018455865, 0.010091423, 0.03949685, -0.012873163, -0.01638756, -0.02206694, -0.020746805, -0.031677578, -0.0035064665, -0.04554861, 0.019529298, 0.0045493073, -0.046547674, 0.024859224, -0.026042322, 0.017597154, -0.061450277, -0.02340508, -0.030395325, 0.022105116, -0.01779878, -0.03811177, -0.021348441, -0.058706533, 0.02011604, 0.10055368, 0.050538808, -0.015370502, -0.036871992, 0.048438054, 0.03067543, -0.031780273, 0.02648936, 0.009421199, 0.0001490816, 0.044021577, 0.042022694, 0.04315632, -0.022386214, -0.011650321, 0.04522964, -0.08015112, 0.021519842, -0.044975583, -0.01803848, 0.05970829, 0.07470008, -0.024249822, 0.07216412, -0.01716787, -0.023350608, 0.0139646465, -0.04510321, -0.011338803, 0.012131692, -0.0070663714, -0.043631013, 0.039247364, 0.023626653, -0.04977863, -0.07876858, -0.010241464, -0.024455331, -0.041201454, 0.007079584, -0.018950239, -0.09376659, -0.00867128, 0.05076838, 0.0042416197, -0.04955642, -0.032362863, 0.007857514, -0.010096338, -0.020717913, 0.0725342, -0.023753492, -0.009431451, -0.004304705, 0.04189865, -0.019951262, -0.011602778, 0.07675994, -0.028212296, -0.015477315, 0.011035552, -0.018959276, -0.028342154, -0.030020483, -0.06421331, -0.042562645, 0.022104563, -0.010162739, -0.043313254, 0.007748606, -0.05517643, -0.0051312214, -0.04917804, -0.049315345, -0.0663556, 0.05054696, -0.00654479, 0.03717245, -0.0030289816, 0.010487645, -0.024252702, 0.029340334, 0.0044431044, -0.04770899, 0.058380604, 0.080912985, 0.077500544, -0.0169687, 0.051046293, 0.037462465, 0.030052638, -0.0085213175, 0.004813183, 0.043660365, 0.0062108296, -0.056903955, -0.044623945, -0.036009423, 0.048186548, 0.015618811, -0.0107604265, 0.053337153, -0.008608424, 0.0026117768, 0.010510008, 0.022953417, -0.037593886, -0.02000332, -0.023795428, -0.0068581277, -0.0013113408, -0.039511863, -0.0054353103, 0.048442446, -0.003515304, -0.014571488, 0.015997004, -0.018810544, 0.0046368083, -0.06422449, 0.05383265, 0.021331355, 0.011323866, 0.043946713, 0.0230135, -0.04467501, -0.036300812, -0.03385468, -0.04140132, 0.019596932, -0.036931414, -0.027069448, -0.058831967, 0.028331464, -5.012732e-05, -0.0076386244, -0.02930139, 0.010130394, -0.043858476, 0.005860953, 0.04376421, 0.032491956, -0.058442663, -0.004569089, 0.10842106, 0.014825701, -0.005286689, -0.025528828, 0.01627874, 0.016973408, 0.026232889, 0.00900286, 0.023408717, 0.034842044, 0.032003444, -0.026816322, -0.024530103, 0.08944392, 0.049115404, 0.004075527, -0.039532084, -0.037919417, 0.030594213, -0.0029820413, 0.02363422, 0.0019509519, 0.037761766, -0.026620748, -0.004082833, -0.008598264, 0.022881992, 0.026963618, 0.0034613365, 0.0092547545, 0.0314722, 0.008213602, -0.040225197, -0.021224573, -0.001942692, 0.022240378, 0.024005625, 0.015655898, -0.0023246286, -0.04702865, 0.0013105841, -0.045750394, -0.01583296, 0.006735376, 0.025138525, -0.019134713, -0.03244419, -0.034759752, -0.013690875, -0.026435765, 0.027135225, 0.036105156, 0.034930207, 0.02196556, -0.011868152, -0.015957227, -0.037999626, 0.013756468, -0.013544102, -0.05098671, -0.0013236853, -0.007398489}, + "search_query: town": {-0.07546274, -0.0033769303, -0.12613828, -0.009038829, 0.027405983, -0.011684983, -0.016917007, 0.01685167, 0.022609906, -0.02291727, -0.014133508, -0.028324915, 0.06656532, -0.032913566, -0.083562374, -0.09732427, 0.015721874, -0.0044610114, 0.014742268, 0.07627295, 0.05248064, 0.05147308, 0.03699674, 0.021220742, 0.036337174, 0.00065148826, 0.050164934, 0.021020206, 0.04367954, -0.015269213, -0.027936155, -0.0007900782, 0.0035478848, 0.0053581228, -0.006411488, -0.03806379, -0.042310614, 0.0006665187, -0.001028423, -0.033374876, 0.006528987, -0.03340723, -0.031740867, -0.03218306, 0.02366486, -0.04838308, -0.024583362, 0.04384207, -0.010286792, -0.03644608, -0.02493498, -0.042594906, -0.02597975, -0.0026901567, 0.019850811, -0.008235088, 0.07394819, 0.0010413012, 0.023854256, 0.018545033, 0.021422358, 0.09137913, 0.0031343517, 0.07454994, 0.030651279, -0.028506864, -0.012136896, 0.02323758, 0.033015437, -0.045552544, 0.03888889, -0.023560466, -0.009507116, 0.01795087, -0.008440198, 0.003830878, 0.0022241944, -0.017672583, 0.050454263, -0.05309472, 0.028172802, -0.04567113, 0.0110001005, 0.020040503, -0.047970854, -0.045826033, 0.008678374, 0.019554503, -0.012163797, 0.02420758, 0.009380367, 0.048029795, 0.017550826, 0.020817928, -0.025374915, 0.05821115, -0.041653786, 0.015427728, 0.0019563425, 0.024341919, -0.070048146, -0.006637607, 0.020254761, 0.029700391, 0.0687317, 0.00824851, -0.02411405, 0.0016233212, 0.017154075, -0.00367832, -0.008977091, -0.014277096, -0.021735167, -0.026358923, 0.010128086, -0.020368954, 0.09821831, -0.007879761, -0.0060611307, 0.06400145, 0.0033384918, 0.014929699, 0.035556864, 0.04563328, -0.0033323653, 0.0066113514, -0.05915381, -0.012741731, -0.018876903, 0.004226921, -0.053115726, -0.029675897, -0.025033835, 0.0027760998, -0.015671533, 0.08950337, 0.014711195, -0.01826545, 0.036585964, -0.03469281, 0.021630568, -0.0070748953, 0.04825354, 0.05236917, 0.0049637067, -0.048881836, 0.046253525, -0.07346171, 0.013667462, 0.0334444, 0.046061095, 0.020327717, 0.0058826017, 0.048770577, 0.049050584, -0.025963198, 0.042632643, 0.0344417, 0.0083730165, 0.001350872, 0.022297602, -0.004681657, -0.03646012, 0.0045517227, -0.009378569, -0.060424417, 0.012677689, 0.023179645, 0.009050965, -0.010970491, -0.09310712, -0.021870488, 0.043447, 0.035765335, -0.04998683, -0.09086048, -0.01627404, 0.01384697, -0.0047953655, 0.009694022, 0.115377866, -0.046560332, -0.0030585283, -0.033673033, -0.022503657, -0.026333105, 0.031917218, -0.07414978, -0.030196672, -0.01629758, -0.0708254, 0.019006955, -0.07235644, -0.04691187, -0.0033603848, -0.06239748, 0.032454003, 0.0208299, 0.018050918, 0.0064613065, -0.0044237715, -0.03590778, -0.025140813, 0.02689116, 0.0020134083, -0.004570849, -0.04667069, 0.03442872, -0.03042646, 0.009813611, 0.0076491158, -0.014014932, 0.00021977961, 0.059101585, 0.008811024, -0.022209128, 0.013497327, -0.035696007, -0.06452451, -0.032840967, 0.06308479, 0.050498843, -0.049552646, -0.0350805, 0.009524945, -0.029064657, 0.056354824, 0.03171222, 0.034848943, -0.041008003, -0.03900498, 0.02141472, -7.955665e-05, -0.014881879, 0.021567099, 0.06146474, -0.036341228, -0.03677803, 0.03545187, -0.024247691, -0.02033515, 0.02227725, 0.020785097, -0.10419201, 0.006642108, -0.023689605, 0.04412717, -0.057688966, 0.05653751, -0.024097005, -0.053457968, 0.023204356, 0.011899003, -0.003828608, 0.07811993, -0.005291204, -0.073229425, 0.07857385, -0.022192394, 0.0051375837, -0.027745452, -0.0407934, 0.046808332, -0.054095473, 0.036005933, 0.024042964, -0.00842125, 0.018553972, -0.007896965, -0.05463717, -0.017275898, 0.041752864, 0.0004391933, -0.0010419769, -0.035905194, 0.020173596, -0.00041927467, 0.009061003, -0.042458795, 0.013867603, -0.030697946, 0.0047876085, 0.019300882, -0.013553154, -0.050311495, 0.012590732, -0.0039169537, -0.018671673, -0.014144613, -0.00021464935, -0.007461135, 0.0415473, -0.025830476, 0.02966769, -0.018401463, 0.03179658, 0.026201304, 0.035583958, -0.010342264, -0.011610109, 0.0034805327, -0.042561773, 0.07362176, 0.0022193089, 0.04320002, 0.022233406, 0.0065876916, -0.020924687, -0.03913832, 0.02033908, -0.027355446, -0.0070531885, -0.037077885, -0.032287452, -0.04882372, 0.055332437, 0.0022710357, 0.05323722, 0.026280794, -0.028066736, 0.0045597428, -0.033130053, -0.017663365, -0.0026252577, -0.04783653, 0.026513495, 0.059932202, 0.03646257, 0.008484059, -0.03753155, 0.05706445, -0.026717087, -0.0046152663, -0.03040637, 0.010327006, 0.023974424, -0.013227647, 0.03156303, -0.0002774503, 0.064638756, 0.051833827, 0.044898365, -0.024854455, -0.028523328, 0.026404997, 0.005498055, -0.006117299, 0.014367374, 0.043418825, -0.039796554, -0.02512765, 0.0026839268, 0.018488016, 0.033463545, -0.03459118, 0.002276716, 0.03159293, -0.006274893, 0.015899662, -0.010689339, 0.044018768, -0.048010822, -0.003269837, 0.022660399, 0.010701392, 0.00603141, 0.09282029, 0.006113766, 0.03730205, -0.03856609, -0.0060633677, 0.0014654874, 0.018523797, 0.026234848, 0.048786044, -0.01824688, -0.07007422, 0.056664847, -0.038001634, 0.009526431, -0.018953547, 0.014557438, -0.038425025, 0.0014091688, 0.0034832673, -0.05812851, 0.030884415, -0.051744215, 0.011106806, -0.01894899, 0.0035699864, -0.011427583, 0.005626723, -0.05150667, -0.02544028, -0.04915617, 0.07661266, -0.03779201, -0.0066912496, -0.017140066, -0.03774014, 0.010929636, -0.025170103, 0.011065124, 0.029718656, -0.0072285724, -0.037952393, -0.034093548, 0.055156328, -0.0084050065, 0.017710118, 0.034948483, -0.0065101543, -0.041220643, -0.072144285, 0.047936548, 0.06497897, -0.023147892, -0.0045909057, 0.030809183, 0.07566728, 0.040941358, -0.036716364, -0.049722433, -0.028940389, 0.020805296, 0.019621726, 0.0062338095, -0.034261465, -0.03757604, -0.019996084, 0.04250759, 0.005552394, 0.010516166, -0.020365337, -0.017710019, 0.023509221, -0.007360573, 0.048761383, -0.020697268, 0.0056934524, -0.005216197, 0.0109891975, -0.023982177, -0.024959303, 0.0008826181, 0.058880083, -0.01769441, -0.053690992, 0.014909066, 0.0065132794, -0.008003804, 0.008387353, -0.0019505488, 0.016438255, 0.005485379, -4.2173266e-05, -0.04661501, 0.0035839912, -0.03628588, -0.00613076, -0.020875804, -0.013146508, -0.024315089, -0.026655493, -0.038989265, 0.013013506, 0.01919119, -0.0027662707, 0.021937767, 0.04439493, -0.023550658, 0.03867915, 0.01881437, 0.013913632, 0.024921944, 0.010637103, 0.0059254165, 0.0072600497, 0.03191947, 0.037185483, -0.037664104, -0.044192296, -0.05610635, -0.023040513, 0.00818894, 0.08787503, 0.0027700388, 0.015521082, -0.051280312, -0.008215518, -0.021070521, 0.0038188084, 0.0026327984, 0.04838154, -0.060094252, 0.01880663, 0.050920606, -0.06897046, -0.0139923785, -0.02289227, -0.01034361, 0.008158672, -0.01920664, 0.03725428, -0.0009330746, -0.012041084, -0.023233622, -0.054103058, -0.0010192646, -0.05756866, 0.014200193, 0.02345327, 0.02300079, 0.053966153, 0.026703035, -0.0037309339, 0.0016168134, -0.0075885104, 0.0514792, -0.052043244, 0.016194144, 0.017287325, -0.06198996, -0.06174642, 0.04216839, 2.7298724e-05, -0.03573357, 0.058679756, -0.034265418, -0.04523764, 0.011104517, 0.05245985, 0.069612645, -0.049255684, 0.037429094, -0.0393492, 0.048621956, 0.037893392, 0.029456904, -0.06802704, -0.052427284, -0.012780587, -0.042144142, 0.04364917, -0.0034175578, -0.062748656, 0.008026664, -0.009748928, 0.037835207, -0.0053512836, -0.06568922, -0.023412686, -0.087220095, -0.039714392, -0.06041386, -0.03629808, -0.0108059645, -0.039035227, -0.053936474, 0.05699145, 0.023638627, 0.039863102, 0.0915017, 0.030210773, -0.03331602, -0.012139514, 0.031237012, 0.04653211, -0.04925994, 0.017720895, -0.066211194, -0.004614984, -0.013582068, -0.005163211, -0.007486081, 0.007315264, 0.057538528, -0.03999963, 0.016148968, -0.012785363, -0.028635023, -0.03641817, -0.026388485, -0.03678458, 0.022613002, 0.010535872, -0.04874274, 0.03574819, 0.0064860345, -0.035558846, 0.011314301, -0.0021621815, -0.024358729, 0.0065486166, 0.023364874, 0.017933574, -0.030947147, -0.017880302, -0.004568606, -0.0705751, 0.03391417, 0.041263435, 0.021521848, 0.009281713, -0.009583896, 0.025823312, -0.053335074, 0.02316314, -0.024166277, 0.07003812, 0.028795421, -2.9521036e-05, 0.04382452, -0.06028383, 0.011898157, 0.04537682, 0.03728277, -0.008078017, -0.013824656, 0.060353953, -0.057766024, -0.0153330425, -0.003862276, 0.038629312, -0.052070078, -0.02868997, -0.023940675, -0.023509312, 0.08264395, 0.012894595, -0.045072876, -0.08874519, -0.03310178, -0.04828701, -0.0011250044, 0.0146891195, 0.019125136, 0.0076390617, 0.013533364, 0.032063413, -0.048961047, -0.047305096, 0.09881527, 0.03285907, -0.009185407, 6.627049e-05, 0.010381212, 0.076420024, -0.018738598, 0.0060674613, 0.081309676, 0.02343681, 0.007312163, 0.037525393, -0.039596424, -0.039924845, -0.00027980778, -0.008374003, -0.008327724, 0.021180084, 0.0160231, -0.009182013, 0.016438024, 0.015813299, -0.025480093, 0.065477245, 0.0064303973, -0.020953726, -0.0107253, 0.02000481, 0.028492995, 0.038114082, 0.006998611, 0.03748691, 0.032521024, -0.029587625, 0.10413111, -0.04877745, 0.021938587, 0.0020190056, -0.034438226, 0.09248559, 0.001547236, 0.021484055, -0.0008289635, -0.001724832, -0.06490163, 0.027256034, -0.03828974, 0.030431936, -0.01040924, -0.015940003, -0.05898395, -0.036465853, -0.008379886, -0.0026587707, -0.0004501739, -0.039217528, 0.024000777, -0.0022408855, 0.046162058, 0.0353421, 0.036393296, 0.024614085, -0.02755114, 0.061292373, -0.037264504, -0.020022415, 0.009518991, 0.0785015, 0.021687733, -0.0075326916, -0.01448385, -0.008670335, 0.012221529, 0.01051746, -0.0073513016, -0.0080168545, 0.033687808, -0.077068634, 0.03613318, 0.047251955, -0.07255613, 0.00026792864, -0.021755274, 0.02978364, -0.029327668, 0.034594223, -0.016204288, -0.006377477, -0.0009445009, 0.03541433, 0.010236642, -0.035102744, 0.045622718, 0.02431753, -0.059034828, -0.023754949, -0.012715241, 0.029924741, 0.052741367, 0.052775934, 0.0045254044, -0.044144277, -8.9903275e-05, 0.0019168311, 0.021748543, -0.008880222, -0.019283358, 0.020967375, 0.042748183, 0.0420733, -0.024140859, -0.080782175, 0.011787281, 0.02976435, 0.0011499561, 0.010307985, 0.012315883, 0.03206949, 0.028497986, 0.02170227, 0.044332255, 0.0069626095, -0.032779027, -0.037611462, -0.027913038}}