Index groups with in-memory test
Move the indexing of the initial groups when the Gerrit server gets prepared and started. Change-Id: Ida137c500426d6d5b32a938fcdfee947040f4a80
This commit is contained in:
@@ -107,14 +107,12 @@ import com.google.gerrit.server.git.GitRepositoryManager;
|
|||||||
import com.google.gerrit.server.git.meta.MetaDataUpdate;
|
import com.google.gerrit.server.git.meta.MetaDataUpdate;
|
||||||
import com.google.gerrit.server.group.InternalGroup;
|
import com.google.gerrit.server.group.InternalGroup;
|
||||||
import com.google.gerrit.server.group.SystemGroupBackend;
|
import com.google.gerrit.server.group.SystemGroupBackend;
|
||||||
import com.google.gerrit.server.group.db.Groups;
|
|
||||||
import com.google.gerrit.server.index.account.AccountIndex;
|
import com.google.gerrit.server.index.account.AccountIndex;
|
||||||
import com.google.gerrit.server.index.account.AccountIndexCollection;
|
import com.google.gerrit.server.index.account.AccountIndexCollection;
|
||||||
import com.google.gerrit.server.index.account.AccountIndexer;
|
import com.google.gerrit.server.index.account.AccountIndexer;
|
||||||
import com.google.gerrit.server.index.change.ChangeIndex;
|
import com.google.gerrit.server.index.change.ChangeIndex;
|
||||||
import com.google.gerrit.server.index.change.ChangeIndexCollection;
|
import com.google.gerrit.server.index.change.ChangeIndexCollection;
|
||||||
import com.google.gerrit.server.index.change.ChangeIndexer;
|
import com.google.gerrit.server.index.change.ChangeIndexer;
|
||||||
import com.google.gerrit.server.index.group.GroupIndexer;
|
|
||||||
import com.google.gerrit.server.notedb.ChangeNoteUtil;
|
import com.google.gerrit.server.notedb.ChangeNoteUtil;
|
||||||
import com.google.gerrit.server.notedb.ChangeNotes;
|
import com.google.gerrit.server.notedb.ChangeNotes;
|
||||||
import com.google.gerrit.server.notedb.MutableNotesMigration;
|
import com.google.gerrit.server.notedb.MutableNotesMigration;
|
||||||
@@ -289,8 +287,6 @@ public abstract class AbstractDaemonTest {
|
|||||||
@Inject private Provider<AnonymousUser> anonymousUser;
|
@Inject private Provider<AnonymousUser> anonymousUser;
|
||||||
@Inject private SchemaFactory<ReviewDb> reviewDbProvider;
|
@Inject private SchemaFactory<ReviewDb> reviewDbProvider;
|
||||||
@Inject private AccountIndexer accountIndexer;
|
@Inject private AccountIndexer accountIndexer;
|
||||||
@Inject private Groups groups;
|
|
||||||
@Inject private GroupIndexer groupIndexer;
|
|
||||||
|
|
||||||
private ProjectResetter resetter;
|
private ProjectResetter resetter;
|
||||||
private List<Repository> toClose;
|
private List<Repository> toClose;
|
||||||
@@ -374,13 +370,6 @@ public abstract class AbstractDaemonTest {
|
|||||||
accountIndexer.index(accountId);
|
accountIndexer.index(accountId);
|
||||||
}
|
}
|
||||||
|
|
||||||
private void reindexAllGroups() throws IOException, ConfigInvalidException {
|
|
||||||
Iterable<GroupReference> allGroups = groups.getAllGroupReferences()::iterator;
|
|
||||||
for (GroupReference group : allGroups) {
|
|
||||||
groupIndexer.index(group.getUUID());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
protected static Config submitWholeTopicEnabledConfig() {
|
protected static Config submitWholeTopicEnabledConfig() {
|
||||||
Config cfg = new Config();
|
Config cfg = new Config();
|
||||||
cfg.setBoolean("change", null, "submitWholeTopic", true);
|
cfg.setBoolean("change", null, "submitWholeTopic", true);
|
||||||
@@ -426,17 +415,6 @@ public abstract class AbstractDaemonTest {
|
|||||||
|
|
||||||
db = reviewDbProvider.open();
|
db = reviewDbProvider.open();
|
||||||
|
|
||||||
// All groups which were added during the server start (e.g. in SchemaCreator) aren't contained
|
|
||||||
// in the instance of the group index which is available here and in tests. There are two
|
|
||||||
// reasons:
|
|
||||||
// 1) No group index is available in SchemaCreator when using an in-memory database. (This could
|
|
||||||
// be fixed by using the IndexManagerOnInit in InMemoryDatabase similar as BaseInit uses it.)
|
|
||||||
// 2) During the on-init part of the server start, we use another instance of the index than
|
|
||||||
// later on. As test indexes are non-permanent, closing an instance and opening another one
|
|
||||||
// removes all indexed data.
|
|
||||||
// As a workaround, we simply reindex all available groups here.
|
|
||||||
reindexAllGroups();
|
|
||||||
|
|
||||||
admin = accountCreator.admin();
|
admin = accountCreator.admin();
|
||||||
user = accountCreator.user();
|
user = accountCreator.user();
|
||||||
|
|
||||||
|
|||||||
@@ -408,7 +408,8 @@ public class GerritServer implements AutoCloseable {
|
|||||||
bind(GerritRuntime.class).toInstance(GerritRuntime.DAEMON);
|
bind(GerritRuntime.class).toInstance(GerritRuntime.DAEMON);
|
||||||
}
|
}
|
||||||
}));
|
}));
|
||||||
daemon.addAdditionalSysModuleForTesting(new ReindexProjectsAtStartup.Module());
|
daemon.addAdditionalSysModuleForTesting(
|
||||||
|
new ReindexProjectsAtStartup.Module(), new ReindexGroupsAtStartup.Module());
|
||||||
daemon.start();
|
daemon.start();
|
||||||
return new GerritServer(desc, null, createTestInjector(daemon), daemon, null);
|
return new GerritServer(desc, null, createTestInjector(daemon), daemon, null);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,79 @@
|
|||||||
|
// Copyright (C) 2019 The Android Open Source Project
|
||||||
|
//
|
||||||
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
// you may not use this file except in compliance with the License.
|
||||||
|
// You may obtain a copy of the License at
|
||||||
|
//
|
||||||
|
// http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
//
|
||||||
|
// Unless required by applicable law or agreed to in writing, software
|
||||||
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
// See the License for the specific language governing permissions and
|
||||||
|
// limitations under the License.
|
||||||
|
|
||||||
|
package com.google.gerrit.acceptance;
|
||||||
|
|
||||||
|
import com.google.gerrit.common.data.GroupReference;
|
||||||
|
import com.google.gerrit.extensions.events.LifecycleListener;
|
||||||
|
import com.google.gerrit.lifecycle.LifecycleModule;
|
||||||
|
import com.google.gerrit.server.config.GerritServerConfig;
|
||||||
|
import com.google.gerrit.server.group.db.Groups;
|
||||||
|
import com.google.gerrit.server.index.group.GroupIndexer;
|
||||||
|
import com.google.inject.Inject;
|
||||||
|
import com.google.inject.Scopes;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.stream.Stream;
|
||||||
|
import org.eclipse.jgit.errors.ConfigInvalidException;
|
||||||
|
import org.eclipse.jgit.lib.Config;
|
||||||
|
|
||||||
|
/** Reindex all groups at Gerrit daemon startup. */
|
||||||
|
public class ReindexGroupsAtStartup implements LifecycleListener {
|
||||||
|
private final GroupIndexer groupIndexer;
|
||||||
|
private final Groups groups;
|
||||||
|
private final Config cfg;
|
||||||
|
|
||||||
|
public static class Module extends LifecycleModule {
|
||||||
|
@Override
|
||||||
|
protected void configure() {
|
||||||
|
listener().to(ReindexGroupsAtStartup.class).in(Scopes.SINGLETON);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Inject
|
||||||
|
public ReindexGroupsAtStartup(
|
||||||
|
GroupIndexer groupIndexer, Groups groups, @GerritServerConfig Config cfg) {
|
||||||
|
this.groupIndexer = groupIndexer;
|
||||||
|
this.groups = groups;
|
||||||
|
this.cfg = cfg;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void start() {
|
||||||
|
// Gerrit slaves without a reindex
|
||||||
|
if (cfg.getBoolean("container", "slave", false)
|
||||||
|
&& !cfg.getBoolean("index", "scheduledIndexer", "runOnStartup", true)) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
Stream<GroupReference> allGroupReferences;
|
||||||
|
try {
|
||||||
|
allGroupReferences = groups.getAllGroupReferences();
|
||||||
|
} catch (ConfigInvalidException | IOException e) {
|
||||||
|
throw new IllegalStateException("Unable to reindex groups, tests may fail", e);
|
||||||
|
}
|
||||||
|
|
||||||
|
allGroupReferences.forEach(
|
||||||
|
group -> {
|
||||||
|
try {
|
||||||
|
groupIndexer.index(group.getUUID());
|
||||||
|
} catch (IOException e) {
|
||||||
|
throw new IllegalStateException(
|
||||||
|
String.format("Unable to index %s, tests may fail", group), e);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void stop() {}
|
||||||
|
}
|
||||||
@@ -125,6 +125,7 @@ import java.lang.Thread.UncaughtExceptionHandler;
|
|||||||
import java.nio.file.Files;
|
import java.nio.file.Files;
|
||||||
import java.nio.file.Path;
|
import java.nio.file.Path;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
import java.util.Arrays;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import javax.servlet.http.HttpServletRequest;
|
import javax.servlet.http.HttpServletRequest;
|
||||||
import org.eclipse.jgit.lib.Config;
|
import org.eclipse.jgit.lib.Config;
|
||||||
@@ -333,8 +334,8 @@ public class Daemon extends SiteProgram {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
public void addAdditionalSysModuleForTesting(@Nullable Module m) {
|
public void addAdditionalSysModuleForTesting(@Nullable Module... modules) {
|
||||||
testSysModules.add(m);
|
testSysModules.addAll(Arrays.asList(modules));
|
||||||
}
|
}
|
||||||
|
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
|
|||||||
Reference in New Issue
Block a user