package com.imaginarycode.minecraft.redisbungee; import com.google.common.collect.*; import com.google.common.io.ByteStreams; import com.google.gson.Gson; import com.imaginarycode.minecraft.redisbungee.events.PubSubMessageEvent; import com.imaginarycode.minecraft.redisbungee.util.*; import com.squareup.okhttp.Dispatcher; import com.squareup.okhttp.OkHttpClient; import lombok.AccessLevel; import lombok.Getter; import lombok.NoArgsConstructor; import lombok.NonNull; import net.md_5.bungee.api.ProxyServer; import net.md_5.bungee.api.connection.ProxiedPlayer; import net.md_5.bungee.api.plugin.Plugin; import net.md_5.bungee.api.scheduler.ScheduledTask; import net.md_5.bungee.config.Configuration; import net.md_5.bungee.config.ConfigurationProvider; import net.md_5.bungee.config.YamlConfiguration; import redis.clients.jedis.*; import redis.clients.jedis.exceptions.JedisConnectionException; import redis.clients.jedis.exceptions.JedisException; import java.io.*; import java.util.*; import java.util.concurrent.Callable; import java.util.concurrent.ExecutionException; import java.util.concurrent.FutureTask; import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicInteger; import java.util.logging.Level; import static com.google.common.base.Preconditions.checkArgument; /** * The RedisBungee plugin. *

* The only function of interest is {@link #getApi()}, which exposes some functions in this class. */ public final class RedisBungee extends Plugin { @Getter private static Gson gson = new Gson(); private static RedisBungeeAPI api; @Getter(AccessLevel.PACKAGE) private static PubSubListener psl = null; @Getter private JedisPool pool; @Getter private UUIDTranslator uuidTranslator; @Getter(AccessLevel.PACKAGE) private static RedisBungeeConfiguration configuration; @Getter private DataManager dataManager; @Getter private static OkHttpClient httpClient; private List serverIds; private final AtomicInteger nagAboutServers = new AtomicInteger(); private ScheduledTask integrityCheck; private ScheduledTask heartbeatTask; private boolean usingLua; private LuaManager.Script serverToPlayersScript; /** * Fetch the {@link RedisBungeeAPI} object created on plugin start. * * @return the {@link RedisBungeeAPI} object */ public static RedisBungeeAPI getApi() { return api; } static PubSubListener getPubSubListener() { return psl; } final List getServerIds() { return serverIds; } private List getCurrentServerIds() { try (Jedis jedis = pool.getResource()) { int nag = nagAboutServers.decrementAndGet(); if (nag <= 0) { nagAboutServers.set(10); } ImmutableList.Builder servers = ImmutableList.builder(); Map heartbeats = jedis.hgetAll("heartbeats"); for (Map.Entry entry : heartbeats.entrySet()) { try { long stamp = Long.parseLong(entry.getValue()); if (System.currentTimeMillis() < stamp + 30000) servers.add(entry.getKey()); else if (nag <= 0) { getLogger().severe(entry.getKey() + " is " + (System.currentTimeMillis() - stamp) + "ms behind! (Time not synchronized or server down?)"); } } catch (NumberFormatException ignored) { } } return servers.build(); } catch (JedisConnectionException e) { getLogger().log(Level.SEVERE, "Unable to fetch all server IDs", e); return Collections.singletonList(configuration.getServerId()); } } public Set getPlayersOnProxy(String server) { checkArgument(getServerIds().contains(server), server + " is not a valid proxy ID"); try (Jedis jedis = pool.getResource()) { Set users = jedis.smembers("proxy:" + server + ":usersOnline"); ImmutableSet.Builder builder = ImmutableSet.builder(); for (String user : users) { builder.add(UUID.fromString(user)); } return builder.build(); } } final Multimap serversToPlayers() { if (usingLua) { Collection data = (Collection) serverToPlayersScript.eval(ImmutableList.of(), getServerIds()); ImmutableMultimap.Builder builder = ImmutableMultimap.builder(); // TODO: This seems pretty slow, but execution times over the long term seem to stay below that of the // Java implementation, at least. If you have a better idea, I want to see it! String key = null; for (String s : data) { if (key == null) { key = s; continue; } builder.put(key, UUID.fromString(s)); key = null; } return builder.build(); } else { ImmutableMultimap.Builder multimapBuilder = ImmutableMultimap.builder(); for (UUID p : getPlayers()) { String name = dataManager.getServer(p); if (name != null) multimapBuilder.put(name, p); } return multimapBuilder.build(); } } final int getCount() { int c = 0; if (pool != null) { try (Jedis rsc = pool.getResource()) { for (String i : getServerIds()) { c += rsc.scard("proxy:" + i + ":usersOnline"); } } catch (JedisConnectionException e) { // Redis server has disappeared! getLogger().log(Level.SEVERE, "Unable to get connection from pool - did your Redis server go away?", e); throw new RuntimeException("Unable to get total player count", e); } } return c; } private Set getLocalPlayersAsUuidStrings() { ImmutableSet.Builder builder = ImmutableSet.builder(); for (ProxiedPlayer player : getProxy().getPlayers()) { builder.add(player.getUniqueId().toString()); } return builder.build(); } final Set getPlayers() { ImmutableSet.Builder setBuilder = ImmutableSet.builder(); if (pool != null) { try (Jedis rsc = pool.getResource()) { List keys = new ArrayList<>(); for (String i : getServerIds()) { keys.add("proxy:" + i + ":usersOnline"); } if (!keys.isEmpty()) { Set users = rsc.sunion(keys.toArray(new String[keys.size()])); if (users != null && !users.isEmpty()) { for (String user : users) { try { setBuilder = setBuilder.add(UUID.fromString(user)); } catch (IllegalArgumentException ignored) { } } } } } catch (JedisConnectionException e) { // Redis server has disappeared! getLogger().log(Level.SEVERE, "Unable to get connection from pool - did your Redis server go away?", e); throw new RuntimeException("Unable to get all players online", e); } } return setBuilder.build(); } final Set getPlayersOnServer(@NonNull String server) { checkArgument(getProxy().getServers().containsKey(server), "server does not exist"); return ImmutableSet.copyOf(serversToPlayers().get(server)); } final void sendProxyCommand(@NonNull String proxyId, @NonNull String command) { checkArgument(getServerIds().contains(proxyId) || proxyId.equals("allservers"), "proxyId is invalid"); sendChannelMessage("redisbungee-" + proxyId, command); } final void sendChannelMessage(String channel, String message) { try (Jedis jedis = pool.getResource()) { jedis.publish(channel, message); } catch (JedisConnectionException e) { // Redis server has disappeared! getLogger().log(Level.SEVERE, "Unable to get connection from pool - did your Redis server go away?", e); throw new RuntimeException("Unable to publish channel message", e); } } @Override public void onEnable() { try { loadConfig(); } catch (IOException e) { throw new RuntimeException("Unable to load/save config", e); } catch (JedisConnectionException e) { throw new RuntimeException("Unable to connect to your Redis server!", e); } if (pool != null) { try (Jedis tmpRsc = pool.getResource()) { tmpRsc.hset("heartbeats", configuration.getServerId(), String.valueOf(System.currentTimeMillis())); // This is more portable than INFO

String info = tmpRsc.info(); for (String s : info.split("\r\n")) { if (s.startsWith("redis_version:")) { String version = s.split(":")[1]; if (!(usingLua = RedisUtil.canUseLua(version))) { getLogger().warning("Your version of Redis (" + version + ") is below 2.6. RedisBungee will disable optimizations using Lua."); getLogger().warning("Support for versions of Redis below version 2.6 will be removed in the future."); } else { getLogger().info("Using Redis >= 2.6, enabling Lua optimizations."); LuaManager manager = new LuaManager(this); serverToPlayersScript = manager.createScript(IOUtil.readInputStreamAsString(getResourceAsStream("lua/server_to_players.lua"))); } break; } } long uuidCacheSize = tmpRsc.hlen("uuid-cache"); if (uuidCacheSize > 750000) { getLogger().info("Looks like you have a really big UUID cache! Run https://www.spigotmc.org/resources/redisbungeecleaner.8505/ as soon as possible."); } } serverIds = getCurrentServerIds(); uuidTranslator = new UUIDTranslator(this); heartbeatTask = getProxy().getScheduler().schedule(this, new Runnable() { @Override public void run() { try (Jedis rsc = pool.getResource()) { rsc.hset("heartbeats", configuration.getServerId(), String.valueOf(System.currentTimeMillis())); } catch (JedisConnectionException e) { // Redis server has disappeared! getLogger().log(Level.SEVERE, "Unable to update heartbeat - did your Redis server go away?", e); } serverIds = getCurrentServerIds(); } }, 0, 3, TimeUnit.SECONDS); dataManager = new DataManager(this); if (configuration.isRegisterBungeeCommands()) { getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.GlistCommand(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.FindCommand(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.LastSeenCommand(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.IpCommand(this)); } getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.SendToAll(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.ServerId(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.ServerIds()); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.PlayerProxyCommand(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.PlistCommand(this)); getProxy().getPluginManager().registerCommand(this, new RedisBungeeCommands.DebugCommand(this)); api = new RedisBungeeAPI(this); getProxy().getPluginManager().registerListener(this, new RedisBungeeListener(this, configuration.getExemptAddresses())); getProxy().getPluginManager().registerListener(this, dataManager); psl = new PubSubListener(); getProxy().getScheduler().runAsync(this, psl); integrityCheck = getProxy().getScheduler().schedule(this, new Runnable() { @Override public void run() { try (Jedis tmpRsc = pool.getResource()) { Set players = getLocalPlayersAsUuidStrings(); Set playersInRedis = tmpRsc.smembers("proxy:" + configuration.getServerId() + ":usersOnline"); for (Iterator it = playersInRedis.iterator(); it.hasNext(); ) { String member = it.next(); if (!players.contains(member)) { // Are they simply on a different proxy? String found = null; for (String proxyId : getServerIds()) { if (proxyId.equals(configuration.getServerId())) continue; if (tmpRsc.sismember("proxy:" + proxyId + ":usersOnline", member)) { // Just clean up the set. found = proxyId; break; } } if (found == null) { RedisUtil.cleanUpPlayer(member, tmpRsc); getLogger().warning("Player found in set that was not found locally and globally: " + member); } else { tmpRsc.srem("proxy:" + configuration.getServerId() + ":usersOnline", member); getLogger().warning("Player found in set that was not found locally, but is on another proxy: " + member); } it.remove(); } } Pipeline pipeline = tmpRsc.pipelined(); for (String player : players) { if (playersInRedis.contains(player)) continue; // Player not online according to Redis but not BungeeCord. getLogger().warning("Player " + player + " is on the proxy but not in Redis."); ProxiedPlayer proxiedPlayer = ProxyServer.getInstance().getPlayer(UUID.fromString(player)); if (proxiedPlayer == null) continue; // We'll deal with it later. RedisUtil.createPlayer(proxiedPlayer, pipeline, true); } pipeline.sync(); } } }, 0, 1, TimeUnit.MINUTES); } getProxy().registerChannel("RedisBungee"); } @Override public void onDisable() { if (pool != null) { // Poison the PubSub listener psl.poison(); getProxy().getScheduler().cancel(this); integrityCheck.cancel(); heartbeatTask.cancel(); getProxy().getPluginManager().unregisterListeners(this); try (Jedis tmpRsc = pool.getResource()) { tmpRsc.hdel("heartbeats", configuration.getServerId()); if (tmpRsc.scard("proxy:" + configuration.getServerId() + ":usersOnline") > 0) { Set players = tmpRsc.smembers("proxy:" + configuration.getServerId() + ":usersOnline"); for (String member : players) RedisUtil.cleanUpPlayer(member, tmpRsc); } } pool.destroy(); } } private void loadConfig() throws IOException, JedisConnectionException { if (!getDataFolder().exists()) { getDataFolder().mkdir(); } File file = new File(getDataFolder(), "config.yml"); if (!file.exists()) { file.createNewFile(); try (InputStream in = getResourceAsStream("example_config.yml"); OutputStream out = new FileOutputStream(file)) { ByteStreams.copy(in, out); } } final Configuration configuration = ConfigurationProvider.getProvider(YamlConfiguration.class).load(file); final String redisServer = configuration.getString("redis-server", "localhost"); final int redisPort = configuration.getInt("redis-port", 6379); String redisPassword = configuration.getString("redis-password"); String serverId = configuration.getString("server-id"); if (redisPassword != null && (redisPassword.isEmpty() || redisPassword.equals("none"))) { redisPassword = null; } // Configuration sanity checks. if (serverId == null || serverId.isEmpty()) { throw new RuntimeException("server-id is not specified in the configuration or is empty"); } if (redisServer != null && !redisServer.isEmpty()) { final String finalRedisPassword = redisPassword; FutureTask task = new FutureTask<>(new Callable() { @Override public JedisPool call() throws Exception { // With recent versions of Jedis, we must set the classloader to the one BungeeCord used // to load RedisBungee with. ClassLoader previous = Thread.currentThread().getContextClassLoader(); Thread.currentThread().setContextClassLoader(RedisBungee.class.getClassLoader()); // Create the pool... JedisPoolConfig config = new JedisPoolConfig(); config.setMaxTotal(configuration.getInt("max-redis-connections", 8)); config.setJmxEnabled(false); JedisPool pool = new JedisPool(config, redisServer, redisPort, 0, finalRedisPassword); // Reset classloader and return the pool Thread.currentThread().setContextClassLoader(previous); return pool; } }); getProxy().getScheduler().runAsync(this, task); try { pool = task.get(); } catch (InterruptedException | ExecutionException e) { throw new RuntimeException("Unable to create Redis pool", e); } // Test the connection try (Jedis rsc = pool.getResource()) { rsc.ping(); // If that worked, now we can check for an existing, alive Bungee: File crashFile = new File(getDataFolder(), "restarted_from_crash.txt"); if (crashFile.exists()) { crashFile.delete(); } else if (rsc.hexists("heartbeats", serverId)) { try { long value = Long.parseLong(rsc.hget("heartbeats", serverId)); if (System.currentTimeMillis() < value + 20000) { getLogger().severe("You have launched a possible impostor BungeeCord instance. Another instance is already running."); getLogger().severe("For data consistency reasons, RedisBungee will now disable itself."); getLogger().severe("If this instance is coming up from a crash, create a file in your RedisBungee plugins directory with the name 'restarted_from_crash.txt' and RedisBungee will not perform this check."); throw new RuntimeException("Possible impostor instance!"); } } catch (NumberFormatException ignored) { } } FutureTask task2 = new FutureTask<>(new Callable() { @Override public Void call() throws Exception { httpClient = new OkHttpClient(); Dispatcher dispatcher = new Dispatcher(getExecutorService()); httpClient.setDispatcher(dispatcher); NameFetcher.setHttpClient(httpClient); UUIDFetcher.setHttpClient(httpClient); RedisBungee.configuration = new RedisBungeeConfiguration(RedisBungee.this.getPool(), configuration); return null; } }); getProxy().getScheduler().runAsync(this, task2); try { task2.get(); } catch (InterruptedException | ExecutionException e) { throw new RuntimeException("Unable to create HTTP client", e); } getLogger().log(Level.INFO, "Successfully connected to Redis."); } catch (JedisConnectionException e) { pool.destroy(); pool = null; throw e; } } else { throw new RuntimeException("No redis server specified!"); } } @NoArgsConstructor(access = AccessLevel.PRIVATE) class PubSubListener implements Runnable { private JedisPubSubHandler jpsh; @Override public void run() { try (Jedis rsc = pool.getResource()) { jpsh = new JedisPubSubHandler(); rsc.subscribe(jpsh, "redisbungee-" + configuration.getServerId(), "redisbungee-allservers", "redisbungee-data"); } catch (JedisException | ClassCastException ignored) { } } public void addChannel(String... channel) { jpsh.subscribe(channel); } public void removeChannel(String... channel) { jpsh.unsubscribe(channel); } public void poison() { jpsh.unsubscribe(); } } private class JedisPubSubHandler extends JedisPubSub { @Override public void onMessage(final String s, final String s2) { if (s2.trim().length() == 0) return; getProxy().getScheduler().runAsync(RedisBungee.this, new Runnable() { @Override public void run() { getProxy().getPluginManager().callEvent(new PubSubMessageEvent(s, s2)); } }); } } }