index.ts

import express, { Request } from "express"
import { rooms, dynamicRooms } from "./rooms";
import { RoomStateDto, DynamicRoom, JanusServer, LoginResponseDto, PlayerDto, StreamSlotDto, StreamSlot, PersistedState, CharacterSvgDto, RoomStateCollection, ChessboardStateDto, Room } from "./types";
import { addNewUser, getConnectedUserList, getUsersByIp, getAllUsers, getLoginUser, getUser, Player, removeUser, getFilteredConnectedUserList, setUserAsActive, restoreUserState, isUserBlocking } from "./users";
import { subscribeToAnnualEvents } from "./annualevents";
import got from "got";
import log from "loglevel";
import { settings } from "./settings";
import compression from 'compression';
import { getAbuseConfidenceScore } from "./abuse-ip-db";
import { existsSync, readFileSync } from "fs";
import { readdir, readFile, writeFile } from "fs/promises";
import { Chess } from "chess.js";
import { Socket } from "socket.io";
import { intersectionBy } from "lodash"
import registerEndpoints from "./endpoints";
import { rareGikos, Passwords } from './passwords';

const app: express.Application = express()
const http = require('http').Server(app);
const io = require("socket.io")(http, {
    pingInterval: 25 * 1000, // Heroku fails with "H15 Idle connection" if a socket is inactive for more than 55 seconds with
    pingTimeout: 60 * 1000
});
const tripcode = require('tripcode');
const enforce = require('express-sslify');
const JanusClient = require('janus-videoroom-client').Janus;

const persistInterval = 5 * 1000
const maxGhostRetention = 30 * 60 * 1000
const inactivityTimeout = 30 * 60 * 1000
const maxWaitForChessMove = 1000 * 60 * 5
const maximumUsersPerIpPerArea = 4
const maximumAbuseConfidenceScore = 50

const appVersion = Number.parseInt(readFileSync("version").toString())

log.setLevel(log.levels.INFO)

console.log("Gikopoipoi (version " + appVersion + ")")
console.log("Using settings:", JSON.stringify(settings))

if (settings.isBehindProxy)
    app.set('trust proxy', true)

const janusServers: JanusServer[] =
    settings.janusServers.map(s => ({
        id: s.id,
        client: new JanusClient({
            url: s.url,
            apiSecret: settings.janusApiSecret,
        })
    }))
const janusServersObject = Object.fromEntries(janusServers.map(o => [o.id, o]));

// Initialize room states:
let roomStates: RoomStateCollection = {};
let bannedIPs: Set<string> = new Set<string>()

function initializeRoomStates()
{
    let areaNumberId = 0;
    roomStates = {}

    for (const areaId of ["for", "gen", "vip"])
    {
        let roomNumberId = 0;
        roomStates[areaId] = {}
        for (const roomId in rooms)
        {
            roomStates[areaId][roomId] = {
                streams: [],
                chess: {
                    instance: null,
                    blackUserID: null,
                    whiteUserID: null,
                    lastMoveTime: null,
                    timer: null,
                },
                coinCounter: 0,
            }
            if (janusServers.length)
                for (let i = 0; i < rooms[roomId].streamSlotCount; i++)
            {
                roomStates[areaId][roomId].streams.push({
                    streamId: 0,
                    janusServer: null,
                    janusSession: null,
                    janusRoomName: settings.janusRoomNamePrefix + ":" + areaId + ":" + roomId + ":" + i,
                    janusRoomIntName: (settings.janusRoomNameIntPrefix * 1000000000) + (areaNumberId * 1000000) + (roomNumberId * 100) + i,
                    isActive: false,
                    isReady: false,
                    withSound: null,
                    withVideo: null,
                    publisher: null,
                    listeners: [],
                    isVisibleOnlyToSpecificUsers: null,
                    allowedListenerIDs: [],
                    streamIsVtuberMode: false,
		    isNicoNicoMode: false,
                })
            }
            roomNumberId++;
        }
        areaNumberId++;
    }
}

initializeRoomStates()

// Reject HTTP connections from bad IPs
app.use(async function (req, res, next) {
    const ip = getRealIp(req)

    if (bannedIPs.has(ip))
    {
	res.set({'Content-Type': 'text/html; charset=utf-8',
		 'Cache-Control': 'no-store'
		})
		
        res.end('<meta http-equiv="refresh" content="0; url=https://gikopoipoi.net/?areaid=for&roomid=bar">')
        return
    }

    const confidenceScore = await getAbuseConfidenceScore(ip)

    if (confidenceScore > maximumAbuseConfidenceScore)
    {
        log.info("Rejected " + ip)
        res.setHeader("Content-Type", "text/html; charset=utf-8")

        const abuseIPDBURL = "https://www.abuseipdb.com/check/" + ip
        res.end("あなたのIPは拒否されました。TorやVPNを使わないでください。Your IP was rejected. Please do not use Tor or VPNs. <a href='" + abuseIPDBURL + "'>" + abuseIPDBURL + "</a>")
        return
    }

    next()
})

// Reject websocket connections from bad IPs
io.use(async (socket: Socket, next: () => void) => {

    let user: Player | null = null
    try
    {
        const privateUserId = socket.handshake.headers["private-user-id"]

        // Array.isArray(privateUserId) is needed only to make typescript happy
        // and make it understand that I expect privateUserId to be just a string
        user = (privateUserId && !Array.isArray(privateUserId)) 
                            ? getLoginUser(privateUserId) 
                            : null;

        const ip = getRealIpWebSocket(socket)

        log.info("Connection attempt",
                ip,
                user?.id,
                "private-user-id:", privateUserId
                );
        
        if (!user)
        {
            log.info("server-cant-log-you-in", privateUserId)
            socket.emit("server-cant-log-you-in")
            socket.disconnect(true)
            return;
            next()
            return
        }

        socket.data = { user: user }

        if (!user.ips.some(i => i == ip))
        {
            log.info("Adding ip", ip, "for user", user.id)
            user.ips.push(ip)
        }

        if (!ip) {
            next();
            return;
        }

        if (bannedIPs.has(ip))
            socket.disconnect()

        const confidenceScore = await getAbuseConfidenceScore(ip)
        if (confidenceScore > maximumAbuseConfidenceScore)
            socket.disconnect()
        else
            next()
    }
    catch (exc)
    {
        logException(exc, user)
    }
})


const sendRoomState = (socket: Socket, user: Player, currentRoom: Room) =>
{
    const connectedUsers: PlayerDto[] = getFilteredConnectedUserList(user, user.roomId, user.areaId)
        .map(p => toPlayerDto(p))

    const state: RoomStateDto = {
        currentRoom,
        connectedUsers,
        streams: toStreamSlotDtoArray(user, roomStates[user.areaId][user.roomId].streams),
        chessboardState: buildChessboardStateDto(roomStates, user.areaId, user.roomId),
        coinCounter: roomStates[user.areaId][user.roomId].coinCounter,
        hideStreams: settings.noStreamIPs.some(noStreamIP => user.ips.some(ip => ip == noStreamIP)),
    }

    socket.emit("server-update-current-room-state", state)
}


io.on("connection", function (socket: Socket)
{
    let user: Player;
    let currentRoom = rooms.densha;
    
    const sendCurrentRoomState = () => sendRoomState(socket, user, currentRoom);

    const sendNewUserInfo = () =>
    {
        userRoomEmit(user, user.areaId, user.roomId,
            "server-user-joined-room", toPlayerDto(user));
    }

    socket.on("disconnect", async function ()
    {
        try
        {
            if (!user) return;

            log.info("disconnect", user.id)

            user.isGhost = true
            user.disconnectionTime = Date.now()
	    if (typeof user.ips === "string")
		user.ips = [user.ips]


            await clearStream(user) // This also calls emitServerStats(), but only if the user was streaming...
            emitServerStats(user.areaId)
            await clearRoomListener(user)
            userRoomEmit(user, user.areaId, user.roomId,
                "server-user-left-room", user.id);
            stopChessGame(roomStates, user)
        }
        catch (exc)
        {
            logException(exc, user)
        }
    })


    // Initialize user and currentRoom
    try
    {
        user = socket.data.user;
        if (!user)
        {
            log.info(getRealIpWebSocket(socket), "tried to connect to websocket but failed authentication")
            return
        }
        user.socketId = socket.id;

        log.info("user-connect userId:", user.id, "name:", "<" + user.name + ">", "disconnectionTime:", user.disconnectionTime);

        currentRoom = rooms[user.roomId]

        socket.join(user.areaId)
        socket.join(user.areaId + currentRoom.id)

	user.password = ""
        user.isGhost = false
        user.disconnectionTime = null

        currentRoom = rooms[user.roomId]

        sendCurrentRoomState()

        sendNewUserInfo()

        emitServerStats(user.areaId)
    }
    catch (e)
    {
        logException(e, socket?.data?.user)
        try
        {
            socket.emit("server-cant-log-you-in")
            log.info("DISCONNECTING WEBSOCKET")
            socket.disconnect(true)
        }
        catch (e)
        {
            logException(e, socket?.data?.user)
        }
    }

    // Flood detection (no more than 50 events in the span of one second)
    const lastEventDates: number[] = []
    socket.onAny(() => {
        lastEventDates.push(Date.now())
        if (lastEventDates.length > 50)
        {
            const firstEventTime = lastEventDates.shift()!
            if (Date.now() - firstEventTime < 1000)
            {
                socket.disconnect()
            }
        }
    })

    socket.on("user-msg", function (msg: string, param?: string)
    {
        try
        {
            setUserAsActive(user)
	        if (param == undefined) param = user.id;
	       const msgArray = msg.split(" ");
       	         const msgParam = param.toString();

            // Don't do flood control on henshin, after all it's not more spammy or affects performance more than user-move
            if (msg == "#henshin")
            {
                changeCharacter(user, user.characterId, !user.isAlternateCharacter)
                return;
            }
            
            // Whitespace becomes an empty string (to clear bubbles)
            if (!msg.match(/[^\s]/g))
            {
                msg = ""
            }

	    if (msg.match(/sageru/gi))
	    {
	      changeCharacter(user, "mitsugiko", false)
	    }

	    if (msg.match(/nigger/gi))
	    {
	      changeCharacter(user, "habbo", false)
	    }
            
            if (msg == "" && user.lastRoomMessage == "")
            {
                return;
            }
            
            if (msg != "")
            {
                // No more than 5 messages in the last 5 seconds
                user.lastMessageDates.push(Date.now())
                if (user.lastMessageDates.length > 5)
                {
                    const firstMessageTime = user.lastMessageDates.shift()!
                    if (Date.now() - firstMessageTime < 5000)
                    {
                        socket.emit("server-system-message", "flood_warning", msg)
                        return
                    }
                }

		if (msg == "#die")
		{
		    clearStream(user)
		    clearRoomListener(user)
		    const targetRoomId = "badend"
		    const targetDoorId = "rip"
		    currentRoom = rooms[targetRoomId]
            
		    stopChessGame(roomStates, user)
		    userRoomEmit(user, user.areaId, user.roomId,
				 "server-user-left-room", user.id)
		    socket.leave(user.areaId + user.roomId)
		    const door = rooms[targetRoomId].doors[targetDoorId]

		    user.position = { x: door.x, y: door.y }
		    if (door.direction !== null) user.direction = door.direction
		    user.roomId = targetRoomId
		    setUserAsActive(user)
		    user.lastRoomMessage = "";

		    sendCurrentRoomState()

		    socket.join(user.areaId + targetRoomId)
		    sendNewUserInfo()
		    return
		   }

		if (msg == "#afk" || msg == "#ghost")
		{
		    userRoomEmit(user, user.areaId, user.roomId,
				 "server-user-inactive", user.id);
		    user.isInactive = true
		    return
		}
										
		if (msg == "#train")
		{
		    clearStream(user)
		    clearRoomListener(user)
		    const targetRoomId = "densha"
		    const targetDoorId = "top"
		    currentRoom = rooms[targetRoomId]
            
		    stopChessGame(roomStates, user)
		    userRoomEmit(user, user.areaId, user.roomId,
				 "server-user-left-room", user.id)
		    socket.leave(user.areaId + user.roomId)
		    const door = rooms[targetRoomId].doors[targetDoorId]

		    user.position = { x: door.x, y: door.y }
		    if (door.direction !== null) user.direction = door.direction
		    user.roomId = targetRoomId
		    setUserAsActive(user)
		    user.lastRoomMessage = "";

		    sendCurrentRoomState()

		    socket.join(user.areaId + targetRoomId)
		    sendNewUserInfo()
		   return;
		   }
                if (msg == "#ika")
                {
                    changeCharacter(user, "ika", false)
                    return;
                }

		if (msg == "#bee")
		{
			changeCharacter(user, "mitsugiko", false)
			return;
		}
		
		if (msg == "#giko")
		{
			changeCharacter(user, "giko", false)
			return;
			}

                if (msgArray[0] == "#shout" || msgArray[0] == "#spy") {		               
	                    if (20 < 5){
                            //socket.emit("server-system-message", "failedwhisper");
                            //log.info("Not enough mp, currently: "+user.manaPoints.toString());
//                            userRoomEmit(user, "server-failedspell", user.id);
                            return;
                        }
	                else {
                        msg = msgArray.slice(1).join(' ').substr(0, 500);
//			user.manaPoints-=5;
//			socket.emit("pushmana", user.manaPoints);
			const allConnectedUsers = getAllUsers()
		        for (let user in allConnectedUsers) {
                            const recipSocketId = allConnectedUsers[user] && getUser(allConnectedUsers[user].id) && getUser(allConnectedUsers[user].id).socketId;
			    if (recipSocketId) io.to(recipSocketId).emit("server-system-message", "normalwhisper", msg);
		                     }
			return;
                   }}


	   // start roleplay
		if (msgArray[0] == "#me" || msgArray[0] == "/me") {
		    roomEmit(user.areaId, user.roomId, "server-roleplay", user.id, msgArray.slice(1).join(' '));
//		       socket.emit("server-roleplay", user.id, msgArray.slice(1).join(' '));
		      return;
		    }

	   // start hungary dice hack
		   const diceMsg = msgArray[0].match(/# *([0-9]+)? *[d\D] *([0-9]+) *(([+\-]) *([0-9]+))?/)
		   if (diceMsg && (Number.parseInt(diceMsg[2]) < 101) && msg.startsWith("#"))
		   {
		   if (Date.now() - user.lastDieRollDate < 1000)
		   {
		   socket.emit("server-system-message", "flood_warning", msg)
		   return;
		   }
		   user.lastDieRollDate = Date.now()
		   let diceNum: number = 1;
		   let sideCount: number = Number.parseInt(diceMsg[2]);
		   let result: number = 0;
		   let stringResult = "";
		   let sideCountString = diceMsg[2];
		   let results = [];
		   if(Number.isInteger(Number.parseInt(diceMsg[1])))
		   {
		   diceNum = Number.parseInt(diceMsg[1]);
		   sideCount = Number.parseInt(diceMsg[2]);
		   }
		   if (diceNum > 100 || sideCount > 100)  return;
		   for (let i = 0; i < diceNum; i++) {
		   let thisres = Math.floor(Math.random() * sideCount) + 1;
		   result += thisres;
		   results.push(thisres);
		   }
		   if (diceMsg[4])
		   {
		   if(diceMsg[4]=="+") result += Number.parseInt(diceMsg[5]);
		   else if (diceMsg[4]=="-") result -= Number.parseInt(diceMsg[5]);
		   sideCountString+=" ("+diceMsg[3]+")";
		   }
		   stringResult = result.toString();
		   if(diceMsg[0].match("D")) stringResult += " [" + results.join(",") + "]";
		   console.log(stringResult);
		   userRoomEmit(user, user.areaId, user.roomId, "server-roll-die", user.id, sideCountString, stringResult, diceNum);
		   return;
		   }

		   // end hungary dice hack

		// wordfilters
		msg = msg.replace(/nigger/gi, "bobba")
		msg = msg.replace(/jews/gi, "JEWS")
		msg = msg.replace(/tranny/gi, "fine person")
		msg = msg.replace(/trannies/gi, "fine people")
                msg = msg.replace(/(vod)(k)(a)/gi, "$1$3$2")
		msg = msg.replace(/(d)(r)(u)(nk)/gi, "$1$3$2$4")
		msg = msg.replace(/moonshine/gi, "gikoshine")
		msg = msg.replace(/dxm/g, "sillypill")
                msg = msg.replace(/\sbon\s/g, " fag ")
		msg = msg.replace(/\smaf\s/g, " faggot ")
                
                msg = msg.substr(0, 500)
            }

            user.lastRoomMessage = msg;

            // Log only if non empty message
            if (msg)
                log.info("MSG:", user.ips, user.id, user.areaId, user.roomId, "<" + user.name + ">" + ": " + msg.replace(/[\n\r]+/g, "<br>"));

            user.lastAction = Date.now()

            if (msg.toLowerCase().match(settings.censoredWordsRegex))
                socket.emit("server-msg", user.id, msg) // if there's a bad word, show the message only to the guy who wrote it
            else
                userRoomEmit(user, user.areaId, user.roomId,
			     "server-msg", user.id, msg);
	    if (msg == "afk")
	    {
		userRoomEmit(user, user.areaId, user.roomId,
				 "server-user-inactive", user.id);
		user.isInactive = true
	    }			    
        }
        catch (e)
        {
            logException(e, user)
        }
    });
    socket.on("user-move", async function (direction: string)
    {
        try
        {
            if (direction != "up" && direction != "down" && direction != "left" && direction != "right")
                return

            if (user.disconnectionTime)
            {
                log.error("user-move called for disconnected user!", user.id)
                return
            }

            log.debug("user-move", user.id, direction)
            setUserAsActive(user)

            const shouldSpinwalk = user.directionChangedAt !== null
                && user.lastDirection == direction
                && (Date.now() - user.directionChangedAt) < 500

            if (user.direction != direction && !shouldSpinwalk)
            {
                // ONLY CHANGE DIRECTION
                user.lastDirection = user.direction;
                user.direction = direction;
                user.directionChangedAt = Date.now();
            }
            else
            {
                // MOVE
                let newX = user.position.x
                let newY = user.position.y

                user.directionChangedAt = null;

                switch (direction)
                {
                    case "up": newY++; break;
                    case "down": newY--; break;
                    case "left": newX--; break;
                    case "right": newX++; break;
                }

                const rejectMovement = () =>
                {
                    log.debug("movement rejected", user.id)
                    socket.emit("server-reject-movement")
                }

                // prevent going outside of the map
                if (newX < 0) { rejectMovement(); return }
                if (newY < 0) { rejectMovement(); return }
                if (newX >= currentRoom.size.x) { rejectMovement(); return }
                if (newY >= currentRoom.size.y) { rejectMovement(); return }

                // prevent moving over a blocked square
                if (currentRoom.blocked.find(p => p.x == newX && p.y == newY))
                {
                    rejectMovement();
                    return
                }
                if (currentRoom.forbiddenMovements.find(p =>
                    p.xTo == newX &&
                    p.yTo == newY &&
                    p.xFrom == user.position.x &&
                    p.yFrom == user.position.y))
                {
                    rejectMovement()
                    return
                }

                // Become fat if you're at position 2,4 in yoshinoya room
                // But if you're a squid, you'll stay a squid all your life!
                if (currentRoom.id == "yoshinoya" && user.position.x == 2 && user.position.y == 4)
                {
                    changeCharacter(user, "hungry_giko", false)
                }

                user.position.x = newX
                user.position.y = newY
                user.lastMovement = Date.now()
                
                if (currentRoom.id == "idoA" && user.position.x == 6 && user.position.y == 6)
                {
                    setTimeout(() => {
                        if (user.position.x == 6 && user.position.y == 6)
                        {
                            log.info(user.id, "changing to takenoko")
                            changeCharacter(user, "takenoko", false)
                        }
                    }, 10000)
                }

            }

            userRoomEmit(user, user.areaId, user.roomId,
                "server-move",
                {
                    userId: user.id,
                    x: user.position.x,
                    y: user.position.y,
                    direction: user.direction,
                    lastMovement: user.lastMovement,
                    isInstant: false,
                    shouldSpinwalk,
                });
        }
        catch (e)
        {
            logException(e, user)
        }
    });
    socket.on("user-bubble-position", function (position: string)
    {
        try
        {
            if (position != "up" && position != "down" && position != "left" && position != "right")
                return

            user.bubblePosition = position;

            userRoomEmit(user, user.areaId, user.roomId,
                "server-bubble-position", user.id, position);
        }
        catch (e)
        {
            logException(e, user)
        }
    });
    socket.on("user-want-to-stream", async function (data: {
        streamSlotId: number,
        withVideo: boolean,
        withSound: boolean,
        isVisibleOnlyToSpecificUsers: boolean,
        isPrivateStream: boolean,
	isNicoNicoMode: boolean,
        streamIsVtuberMode: boolean,
        info: any,
    })
    {
        try
        {
            const { streamSlotId, withVideo, withSound, info, isVisibleOnlyToSpecificUsers, streamIsVtuberMode, isNicoNicoMode } = data

            log.info("user-want-to-stream", user.id,
                     "streamSlotId:", streamSlotId,
                     "room:", user.roomId,
                     "isVisibleOnlyToSpecificUsers:", isVisibleOnlyToSpecificUsers,
                     "streamIsVtuberMode:", streamIsVtuberMode,
                     JSON.stringify(info))

            const roomState = roomStates[user.areaId][user.roomId];
            const stream = roomState.streams[streamSlotId]

            if (!stream)
            {
                // I'm not sure why the log is full of errors about the stream object being undefined... Maybe
                // there are some race conditions with users quickly starting a stream after changing room? Sounds unlikely,
                // so for now I'll just add some more detailed logging and let the client also know something wrong happened.
                log.info("ERROR server-not-ok-to-stream", "start_stream_stream_slot_does_not_exist", user.id, user.roomId, streamSlotId)
                socket.emit("server-not-ok-to-stream", "start_stream_stream_slot_does_not_exist")
                return
            }

            if (stream.publisher !== null && stream.publisher.user == user)
            {
                await clearStream(user);
            }

            if (stream.isActive && stream.publisher !== null)
            {
                log.info("server-not-ok-to-stream", user.id)
                if (isUserBlocking(stream.publisher.user, user))
                    socket.emit("server-not-ok-to-stream", "start_stream_stream_slot_already_taken_by_blocking_streamer")
                else if (isUserBlocking(user, stream.publisher.user))
                    socket.emit("server-not-ok-to-stream", "start_stream_stream_slot_already_taken_by_blocked_streamer")
                else
                    socket.emit("server-not-ok-to-stream", "start_stream_stream_slot_already_taken")
                return;
            }
            
            const streamId = stream.streamId + 1

            stream.streamId = streamId
            stream.isActive = true
            stream.isReady = false
            stream.janusSession = null
            stream.withVideo = withVideo
            stream.withSound = withSound
            stream.isVisibleOnlyToSpecificUsers = isVisibleOnlyToSpecificUsers
            stream.publisher = { user: user, janusHandle: null };
            stream.streamIsVtuberMode = streamIsVtuberMode
	    stream.isNicoNicoMode = false

            setTimeout(async () =>
            {
                if (stream.streamId == streamId &&
                    stream.isActive &&
                    stream.janusServer == null)
                {
                    log.info(user.id, "No RTC message received")
                    await clearStream(user)
                }
            }, 10000);

            sendUpdatedStreamSlotState(user)

            emitServerStats(user.areaId)

            socket.emit("server-ok-to-stream")
        }
        catch (e)
        {
            logException(e, user)
            socket.emit("server-not-ok-to-stream", "start_stream_unknown_error")
        }
    })
    socket.on("user-want-to-stop-stream", async function ()
    {
        try
        {
            log.info(user.id, "user-want-to-stop-stream")
            await clearStream(user)
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-want-to-take-stream", async function (streamSlotId: number)
    {
        try
        {
            log.info("user-want-to-take-stream", user.id, streamSlotId)

            if (streamSlotId === undefined) return;
            const roomState = roomStates[user.areaId][user.roomId];
            const stream = roomState.streams[streamSlotId];

            if (stream.publisher === null
                || isUserBlocking(stream.publisher.user, user)
                || stream.publisher.janusHandle === null
                || stream.janusServer === null
                || (stream.isVisibleOnlyToSpecificUsers && !stream.allowedListenerIDs.find(id => id == user.id))
                )
            {
                log.info("server-not-ok-to-take-stream", user.id, streamSlotId)
                socket.emit("server-not-ok-to-take-stream", streamSlotId);
                return;
            };

            const client = stream.janusServer.client;

            await janusClientConnect(client);
            
            const publisherId = stream.publisher.janusHandle.getPublisherId();
            
            if (!stream.isActive) return;
            const janusHandle = await stream.janusSession.videoRoom().listenFeed(
                stream.janusRoomIntName, publisherId)
                
            log.info("user-want-to-take-stream", user.id,
                "Janus listener handle", janusHandle.getId(),
                "created on server", stream.janusServer.id)
            
            if (!stream.isActive)
            {
                log.info("user-want-to-take-stream", user.id,
                    "Janus listener handle", janusHandle.getId(),
                    "detached before full connection on server", stream.janusServer.id)
                await janusHandle.detach()
                return
            }
            
            stream.listeners.push({ user: user, janusHandle: janusHandle });

            janusHandle.onTrickle((candidate: any) =>
            {
                socket.emit("server-rtc-message", streamSlotId, "candidate", candidate);
            })

            const offer = janusHandle.getOffer();

            socket.emit("server-rtc-message", streamSlotId, "offer", offer);
        }
        catch (e)
        {
            logException(e, user)
            socket.emit("server-not-ok-to-take-stream", streamSlotId);
        }
    })
    
    async function dropListener(user: Player, stream: StreamSlot) {
        if (stream.janusSession === null) return;
        const listenerIndex = stream.listeners.findIndex(p => p.user == user);
        if (listenerIndex !== -1)
        {
            const listener = stream.listeners.splice(listenerIndex, 1)[0];
            log.info("dropListener", listener.user.id,
                "Janus listener handle", listener.janusHandle.getId(),
                "detached on server", stream.janusServer!.id)
            await listener.janusHandle.detach();
        }
    }
    
    socket.on("user-want-to-drop-stream", async function (streamSlotId: number)
    {
        try
        {
            log.info(user.id, "user-want-to-drop-stream")
            if (streamSlotId === undefined) return;
            const roomState = roomStates[user.areaId][user.roomId];
            const stream = roomState.streams[streamSlotId];
            await dropListener(user, stream);
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-rtc-message", async function (data: { streamSlotId: number, type: string, msg: any })
    {
        try
        {
            const { streamSlotId, type, msg } = data
            log.info("user-rtc-message start", user.id, streamSlotId, type);
            
            const roomState = roomStates[user.areaId][user.roomId];
            const stream = roomState.streams[streamSlotId];
            
            const participantObject = (stream.publisher != null && stream.publisher.user == user ?
                stream.publisher :
                stream.listeners.find((p) => p.user == user));
            
            if (participantObject == null) return; // Needs error message

            if (type == "offer")
            {
                if (stream.publisher && stream.publisher.user !== user) return;

                stream.janusServer = getLeastUsedJanusServer()
                const client = stream.janusServer.client;

                await janusClientConnect(client);
                stream.janusSession = await client.createSession()
                log.info("user-rtc-message", user.id,
                    "Janus session", stream.janusSession.getId(),
                    "created on server", stream.janusServer.id)

                const videoRoomHandle = await stream.janusSession.videoRoom().createVideoRoomHandle();
                log.info("user-rtc-message", user.id,
                    "Janus video room handle", videoRoomHandle.getId(),
                    "created on server", stream.janusServer.id)
                
                if (!stream.isActive) return;
                
                try
                {
                    await videoRoomHandle.create({
                        room: stream.janusRoomIntName,
                        publishers: 20
                    })
                    log.info("user-rtc-message", user.id,
                        "Janus room", stream.janusRoomIntName, "(" + stream.janusRoomName + ")",
                        "created on server", stream.janusServer.id)
                }
                catch (e: any)
                {
                    // Check if error isn't just that the room already exists, code 427
                    if (!e.getCode || e.getCode() !== 427) throw e;
                }
                
                if (!stream.isActive)
                {
                    await destroySession(videoRoomHandle, stream, user)
                    return;
                }
                log.info("user-rtc-message", user.id,
                    "Janus video room handle", videoRoomHandle.getId(),
                    "detached on server", stream.janusServer.id)
                await videoRoomHandle.detach()
                
                const janusHandle = await stream.janusSession.videoRoom().publishFeed(
                    stream.janusRoomIntName, msg)
                log.info("user-rtc-message", user.id,
                    "Janus publisher handle", janusHandle.getId(),
                    "created on server", stream.janusServer.id)
                
                if (!stream.isActive)
                {
                    await destroySession(janusHandle, stream, user)
                    return
                }
                participantObject.janusHandle = janusHandle
                
                janusHandle.onTrickle((candidate: any) =>
                {
                    socket.emit("server-rtc-message", streamSlotId, "candidate", candidate);
                })

                const answer = janusHandle.getAnswer();

                janusHandle.onWebrtcUp(() =>
                {
                    stream.isReady = true
                    sendUpdatedStreamSlotState(user)
                })

                socket.emit("server-rtc-message", streamSlotId, "answer", answer);
            }
            else if (type == "answer")
            {
                
                const janusHandle = participantObject.janusHandle;
                if (janusHandle == null) return;

                await janusHandle.setRemoteAnswer(msg)
            }
            else if (type == "candidate")
            {
                const janusHandle = participantObject.janusHandle;
                if (janusHandle == null) return;
                if (msg.candidate == "")
                {
                    await janusHandle.trickleCompleted(msg)
                }
                else
                {
                    await janusHandle.trickle(msg.candidate)
                }
            }
        }
        catch (e: any)
        {
            logException(e, user)

            try
            {
                if (data.type === "offer")
                {
                    await clearStream(user)
                    socket.emit("server-not-ok-to-stream", "start_stream_unknown_error")
                }
            }
            catch (e) { }
        }
    })

    socket.on("user-change-room", async function (data: { targetRoomId: string, targetDoorId: string })
    {
        try
        {
            let { targetRoomId, targetDoorId } = data

            log.info("user-change-room", user.id, targetRoomId, targetDoorId)

            // Validation
            if (!rooms.hasOwnProperty(targetRoomId)) return;
            if (targetDoorId && !rooms[targetRoomId].doors.hasOwnProperty(targetDoorId)) return;

            currentRoom = rooms[targetRoomId]
            
            await clearStream(user)
            await clearRoomListener(user)
            stopChessGame(roomStates, user)
            userRoomEmit(user, user.areaId, user.roomId,
                "server-user-left-room", user.id)
            socket.leave(user.areaId + user.roomId)

            if (targetDoorId == undefined)
                targetDoorId = rooms[targetRoomId].spawnPoint;

            if (!(targetDoorId in rooms[targetRoomId].doors))
            {
                log.error(user.id, "Could not find door " + targetDoorId + " in room " + targetRoomId);
                return;
            }

            const door = rooms[targetRoomId].doors[targetDoorId]

            user.position = { x: door.x, y: door.y }
            if (door.direction !== null) user.direction = door.direction
            user.roomId = targetRoomId
            setUserAsActive(user)
            user.lastRoomMessage = "";

            sendCurrentRoomState()

            socket.join(user.areaId + targetRoomId)
            sendNewUserInfo()
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-room-list", function ()
    {
        try
        {
            const roomList: { 
                id: string, 
                group: string, 
                userCount: number, 
                streamers: string[],
                streams: { userName: string, isVisibleOnlyToSpecificUsers: boolean }[],
             }[] =
                Object.values(rooms)
                .filter(room => !room.secret)
                .map(room => ({
                    id: room.id,
                    group: room.group,
                    userCount: getFilteredConnectedUserList(user, room.id, user.areaId).length,
                    streamers: [],
                    streams: toStreamSlotDtoArray(user, roomStates[user.areaId][room.id].streams)
                        .filter(stream => stream.isActive && stream.userId != null)
                        .map(stream => {
                            if (room.forcedAnonymous)
                                return { userName: "", isVisibleOnlyToSpecificUsers: stream.isVisibleOnlyToSpecificUsers! }

                            const streamUser = getUser(stream.userId!)
                            if (!streamUser)
                            {
                                log.error("ERROR: Can't find user", stream.userId, "when doing #rula")
                                return { userName: "N/A", isVisibleOnlyToSpecificUsers: stream.isVisibleOnlyToSpecificUsers! }
                            }

                            return { userName: streamUser.name, isVisibleOnlyToSpecificUsers: stream.isVisibleOnlyToSpecificUsers! }
                        }),
                }))

            socket.emit("server-room-list", roomList)
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-block", function ( userId: string )
    {
    return;
        try
        {
            log.info("user-block", user.id, userId)
            const blockedUser = getUser(userId);
            if (!blockedUser) return; // TODO Return a message to tell the user that the blocking failed

            for (const ip of blockedUser.ips)
                user.blockedIps.push(ip);

            const streams = roomStates[user.areaId][user.roomId].streams;

            getConnectedUserList(user.roomId, user.areaId)
                .filter((u) => u.socketId && isUserBlocking(user, u))
                .forEach((u) =>
            {
                io.to(u.socketId!).emit("server-user-left-room", user.id)
                io.to(u.socketId!).emit("server-update-current-room-streams", toStreamSlotDtoArray(u, streams))

                socket.emit("server-user-left-room", u.id);
            })

            socket.emit("server-update-current-room-streams", toStreamSlotDtoArray(user, streams))

            emitServerStats(user.areaId);
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-ping", function() {
        try
        {
            if (!user) return
            if (user.disconnectionTime) return

            log.info("user-ping", user.id)
            setUserAsActive(user)
            userRoomEmit(user, user.areaId, user.roomId, "server-user-active", user.id);
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    function createChessMoveTimeout() {
        return setTimeout(() => {
            const chessState = roomStates[user.areaId][user.roomId].chess

            if (chessState?.blackUserID)
                io.to(getUser(chessState?.blackUserID).socketId).emit("server-system-message", "chess_timeout_reached")
            if (chessState?.whiteUserID)
                io.to(getUser(chessState?.whiteUserID).socketId).emit("server-system-message", "chess_timeout_reached")

            stopChessGame(roomStates, user)
        }, maxWaitForChessMove)
    }

    function getUsersToNotifyAboutChessGame() {

        const chessState = roomStates[user.areaId][user.roomId].chess

        const blackUser = getUser(chessState?.blackUserID!)
        const whiteUser = getUser(chessState?.whiteUserID!)
        const usersToNotify = new Set<Player>()
        if (blackUser)
            getFilteredConnectedUserList(blackUser, blackUser.roomId, blackUser.areaId)
                .forEach(u => usersToNotify.add(u))
        if (whiteUser)
            getFilteredConnectedUserList(whiteUser, whiteUser.roomId, whiteUser.areaId)
                .forEach(u => usersToNotify.add(u))
        return usersToNotify
    }

    socket.on("user-want-to-play-chess", function () {
        try {
            // The first user who requests a game will be white, the second one will be black

            log.info("user-want-to-play-chess", user.id)
            const chessState = roomStates[user.areaId][user.roomId].chess

            if (chessState.blackUserID)
            {
                // Game already started
                return // TODO display error message to user
            }

            if (!chessState.whiteUserID)
                chessState.whiteUserID = user.id
            else
            {
                if (chessState.whiteUserID == user.id)
                    return // can't play against yourself

                log.info("chess game starts", user.id)

                chessState.blackUserID = user.id
                chessState.instance = new Chess()
                chessState.timer = createChessMoveTimeout()
            }

            sendUpdatedChessboardState(roomStates, user.areaId, user.roomId)
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-want-to-quit-chess", function () {
        try
        {
            log.info("user-want-to-quit-chess", user.id)

            const state = roomStates[user.areaId][user.roomId].chess

            if (state.blackUserID)
            {
                // Notify only if the game was already started.
                const usersToNotify = getUsersToNotifyAboutChessGame()
                usersToNotify.forEach(u => io.to(u.socketId).emit("server-chess-quit", user.id))
            }

            stopChessGame(roomStates, user)
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("special-events:client-add-shrine-coin", function () {
        try
        {

            //this only triggers in the jinja room so, technically speaking, I don't have to check for state
            //get donation box
            roomStates[user.areaId][user.roomId].coinCounter += 10;
            //send the value to users
            userRoomEmit(user, user.areaId, user.roomId, "special-events:server-add-shrine-coin" ,roomStates[user.areaId][user.roomId].coinCounter);
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-chess-move", function(source: any, target: any) {
        try {
            log.info("user-chess-move", user.id, source, target)

            const chessState = roomStates[user.areaId][user.roomId].chess

            // Check if a game is on
            if (!chessState.instance)
                return

            if (source == target)
                return

            // Check if move comes from the right user
            if ((chessState.instance.turn() == "b" && chessState.blackUserID != user.id)
                || (chessState.instance.turn() == "w" && chessState.whiteUserID != user.id))
            {
                const stateDTO: ChessboardStateDto = buildChessboardStateDto(roomStates, user.areaId, user.roomId)
                socket.emit("server-update-chessboard", stateDTO);
                return
            }

            // If the move is illegal, nothing happens
            const result = chessState.instance.move({ from: source, to: target, promotion: "q" })

            if (result)
            {
                // Move was legal
                chessState.lastMoveTime = Date.now()
                if (chessState.timer)
                    clearTimeout(chessState.timer)
                chessState.timer = createChessMoveTimeout()
            }

            // If the game is over, clear the game and send a message declaring the winner
            if (chessState.instance.game_over())
            {
                const winnerUserID = chessState.instance?.turn() == "b" ? chessState.whiteUserID : chessState.blackUserID
                log.info("game over", winnerUserID)

                const usersToNotify = getUsersToNotifyAboutChessGame()
                usersToNotify.forEach(u => io.to(u.socketId).emit("server-chess-win", winnerUserID))

                stopChessGame(roomStates, user)
            }

            sendUpdatedChessboardState(roomStates, user.areaId, user.roomId)
        }
        catch (e)
        {
            logException(e, user)
        }
    })

    socket.on("user-update-allowed-listener-ids", async function (allowedListenerIDs: string[]) {
        try
        {
            log.info("user-update-allowed-listener-ids", user.id, JSON.stringify(allowedListenerIDs))
            const stream = roomStates[user.areaId][user.roomId].streams.find(s => s.publisher?.user.id == user.id)
            if(!stream) return;
            stream.allowedListenerIDs = allowedListenerIDs
            const revokedListeners = stream.listeners.filter(l => !allowedListenerIDs.includes(l.user.id));
            for (const listener of revokedListeners) {
                await dropListener(listener.user, stream);
            }
            
            sendUpdatedStreamSlotState(user)
        }
        catch (e)
        {
            logException(e, user)
        }
    })

});

function emitServerStats(areaId: string)
{
    const allConnectedUsers = getAllUsers().filter(u => !u.isGhost)
    const allForUsers = allConnectedUsers.filter(u => u.areaId == "for")
    const allGenUsers = allConnectedUsers.filter(u => u.areaId == "gen")
    const allIps = new Set(allConnectedUsers.map(u => Array.from(u.ips.values())).flat())
    const forStreamCount = Object.values(roomStates["for"]).map(s => s.streams).flat().filter(s => s.publisher != null && s.publisher.user.id).length
    const genStreamCount = Object.values(roomStates["gen"]).map(s => s.streams).flat().filter(s => s.publisher != null && s.publisher.user.id).length

    log.info("Server stats: gen users:", allGenUsers.length, "gen streams:", genStreamCount, "for users:", allForUsers.length, "for streams:", forStreamCount, "total IPs:", allIps.size)

    getConnectedUserList(null, areaId).forEach((u) =>
    {
        const connectedUserIds: Set<string> = getFilteredConnectedUserList(u, null, areaId)
            .reduce((acc, val) => acc.add(val.id), new Set<string>())

        io.to(u.socketId).emit("server-stats", {
            userCount: connectedUserIds.size,
            streamCount: Object.values(roomStates[areaId])
                .map(s => s.streams)
                .flat()
                .filter(s => s.publisher !== null && s.publisher.user.id && connectedUserIds.has(s.publisher.user.id))
                .length.toString()
        })
    });
}

function changeCharacter(user: Player, characterId: string, isAlternateCharacter: boolean)
{
    user.characterId = characterId
    user.isAlternateCharacter = isAlternateCharacter
    user.lastAction = Date.now()
    userRoomEmit(user, user.areaId, user.roomId, "server-character-changed", user.id, user.characterId, user.isAlternateCharacter)
}

// TODO remove areaId and roomId parameters, we can get them from user.areaId and user.roomId
function userRoomEmit(user: Player, areaId: string, roomId: string | null, ...msg: any[])
{
    for (const u of getFilteredConnectedUserList(user, roomId, areaId))
        if (u.socketId)
            io.to(u.socketId).emit(...msg)
}

function roomEmit(areaId: string, roomId: string, ...msg: any[])
{
    getConnectedUserList(roomId, areaId)
        .forEach((u) => u.socketId && io.to(u.socketId).emit(...msg));
}

function toStreamSlotDtoArray(user: Player, streamSlots: StreamSlot[]): StreamSlotDto[]
{
    if (settings.noStreamIPs.some(noStreamIP => user.ips.some(ip => ip == noStreamIP)))
        return []

    return streamSlots.map((s) =>
    {
        const publisherUser = (s.publisher !== null ? s.publisher.user : null);
        const isInactive = !publisherUser
            || (user && publisherUser.id != user.id
                && (isUserBlocking(user, publisherUser)
                    || isUserBlocking(publisherUser, user)));
        return {
            isActive: isInactive ? false : s.isActive,
            isReady: isInactive ? false : s.isReady,
            withSound: isInactive ? null : s.withSound,
            withVideo: isInactive ? null : s.withVideo,
            userId: isInactive ? null : publisherUser!.id,
            isVisibleOnlyToSpecificUsers: isInactive ? null : s.isVisibleOnlyToSpecificUsers,
            isAllowed: !s.isVisibleOnlyToSpecificUsers
                       || !!s.allowedListenerIDs.find(id => id == user.id)
                       || s.publisher?.user.id == user.id,
            streamIsVtuberMode: isInactive ? null : s.streamIsVtuberMode,
	    isNicoNicoMode: isInactive ? null : s.isNicoNicoMode,
        }
    })
}

function toPlayerDto(player: Player): PlayerDto
{
    const playerDto: PlayerDto = {
        id: player.id,
        name: player.name,
        position: player.position,
        direction: player.direction,
        roomId: player.roomId,
        characterId: player.characterId,
        isInactive: player.isInactive,
        bubblePosition: player.bubblePosition,
        voicePitch: player.voicePitch,
        lastRoomMessage: player.lastRoomMessage?.toLocaleLowerCase().match(settings.censoredWordsRegex) ? "" : player.lastRoomMessage,
        isAlternateCharacter: player.isAlternateCharacter,
        lastMovement: player.lastMovement,
    };
    if (rooms[player.roomId].forcedAnonymous)
    {
        playerDto.name = "";
    }
    return playerDto;
}

if (settings.enableSSL)
    app.use(enforce.HTTPS({ trustProtoHeader: true }))

app.use(compression({
    filter: (req, res) =>
    {
        if (req.headers['x-no-compression'])
        {
            // don't compress responses with this request header
            return false
        }

        // fallback to standard filter function
        return compression.filter(req, res)
    }
}))

// https://stackoverflow.com/a/18517550
// "The router doesn't overwrite X-Forwarded-For, but it does guarantee that the real origin will always be the last item in the list."
function getRealIp(req: Request)
{
    return req.ips[req.ips.length - 1] ?? req.ip
}

function getRealIpWebSocket(socket: Socket): string
{
    const forwardedFor = socket.request.headers["x-forwarded-for"] as string
    if (!forwardedFor)
        return socket.request.socket.remoteAddress!

    return forwardedFor.split(",").map(x => x.trim()).pop()!
}

app.get("/", async (req, res) =>
{
    log.info("Fetching root..." + getRealIp(req) + " " + req.rawHeaders.join("|"))

    try
    {
        let data = await readFile("static/index.html", 'utf8')

        try {
            const { statusCode: loginFooterStatusCode, body: loginFooterBody } = await got(
                'https://play.gikopoi.com/login_footer.html')

            // const loginFooterStatusCode = 200
            // const loginFooterBody = ""

            data = data.replace("@LOGIN_FOOTER@", loginFooterStatusCode === 200 ? loginFooterBody : "")
        }
        catch (e)
        {
            logException(e, null)
        }

        data = data.replace("@EXPECTED_SERVER_VERSION@", appVersion.toString())

        for (const areaId in roomStates)
        {
            const connectedUserIds: Set<string> = getConnectedUserList(null, areaId)
                .filter((u) => !u.blockedIps.includes(getRealIp(req)))
                .reduce((acc, val) => acc.add(val.id), new Set<string>())

            data = data
                .replace("@USER_COUNT_" + areaId.toUpperCase() + "@",
                    connectedUserIds.size.toString())
                .replace("@STREAMER_COUNT_" + areaId.toUpperCase() + "@",
                    Object.values(roomStates[areaId])
                        .map(s => s.streams)
                        .flat()
                        .filter(s => s.publisher != null && s.publisher.user.id && connectedUserIds.has(s.publisher.user.id))
                        .length.toString())
        }

        res.set({
            'Content-Type': 'text/html; charset=utf-8',
            'Cache-Control': 'no-cache'
        })
        res.end(data)
    }
    catch (e)
    {
        res.end(stringifyException(e))
    }

})

const svgCrispCache: { [path: string]: string } = {};

app.get(/(.+)\.crisp\.svg$/i, async (req, res) =>
{
    try
    {
        const returnImage = function (data: string)
        {
            res.set({
                'Content-Type': 'image/svg+xml',
                'Cache-Control': 'public, max-age=604800, immutable'
            });
            res.end(data);
        };

        const svgPath = req.params[0] + ".svg";

            if (svgPath in svgCrispCache)
            {
                returnImage(svgCrispCache[svgPath]);
                return;
            }

        log.info("Fetching svg: " + svgPath)
        let data = await readFile("static" + svgPath, 'utf8')

        data = data.replace('<svg', '<svg shape-rendering="crispEdges"');

        svgCrispCache[svgPath] = data;

        returnImage(data);
    }
    catch (e)
    {
        res.end(stringifyException(e))
    }
})

const static_properties = {
    setHeaders: (res: any, path: any) => {
        // Cache images for one week. I made the frontend append ?v=version to image URLs,
        // so that it won't try to use the cached images when it's opening a new version of the website.
        if (path.match(/\.(svg|png)$/i))
            res.set("Cache-Control", "public, max-age=604800, immutable")
        else
            res.set("Cache-Control", "no-cache")
    }
};

app.use(express.static('static', static_properties));
app.use(express.static('static/favicons', static_properties));

app.get("/areas/:areaId/rooms/:roomId", (req, res) =>
{
    try
    {
        const roomId = req.params.roomId
        const areaId = req.params.areaId

        // The IP this request is coming from could be linked to more than ones user, and
        // each of those users could be blocking/blocked by a different set of other users.
        // So i get the filtered user list for each of those users and return its intersection
        // to make sure I don't leak info about someone who is blocking this IP. This 
        // API is used only to initialize the room and the user list will be replaced with an updated
        // one when the socket is opened, so in theory it'd be okay to just send an empty user list here,
        // and the only side effect would be that the open bubbles in the spawn room would not be shown to the log

        const usersForThisIP = getUsersByIp(getRealIp(req), areaId)
        
        const filteredLists: Player[][] = usersForThisIP
            .map(u => getFilteredConnectedUserList(u, roomId, areaId))

        const filteredListsIntersection = intersectionBy(...filteredLists, u => u.id)

        const dto: RoomStateDto = {
            currentRoom: rooms[roomId],
            connectedUsers: filteredListsIntersection.map(toPlayerDto),
            streams: [],
            chessboardState: buildChessboardStateDto(roomStates, areaId, roomId),
            coinCounter: roomStates[areaId][roomId].coinCounter,
            hideStreams: false,
        }

        res.json(dto)
    }
    catch (e)
    {
        res.end(stringifyException(e))
    }
})

async function getCharacterImages(crisp: boolean)
{
    const characterIds = await readdir("static/characters")

    const output: { [characterId: string]: CharacterSvgDto} = {}
    for (const characterId of characterIds)
    {
        const extension = (
	characterId == "funkynaito"
	|| characterId == "molgiko"
	|| characterId == "shii_islam"
	|| characterId == "giko_cop"
	|| characterId == "giko_batman"
	|| characterId == "giko_hungover"
	|| characterId == "giko_islam"
	|| characterId == "naito_npc"
	|| characterId == "giko_shroom"
	|| characterId == "bif_alien"
	|| characterId == "bif_wizard"
	|| characterId == "giko_gold"
	|| characterId == "longcat"
	|| characterId == "hotaru"
	|| characterId == "mona"
	|| characterId == "goatse"
	|| characterId == "blankchan"
        || characterId == "habbo"
	|| characterId == "sonichu"
	|| characterId == "yume"
	|| characterId == "akai"
	) ? "png" : "svg"

        const getCharacterImage = async (path: string, crisp: boolean) => {
            const completePath = "static/characters/" + path

            if (!existsSync(completePath))
                return null
            
            let text = await readFile(completePath, { encoding: path.endsWith(".svg") ? "utf-8" : "base64"})

            if (crisp && path.endsWith(".svg"))
                text = text.replace('<svg', '<svg shape-rendering="crispEdges"')

            return text
        }

        output[characterId] = {
            isBase64: extension == "png",
            frontSitting: (await getCharacterImage(characterId + "/front-sitting." + extension, crisp))!,
            frontStanding: (await getCharacterImage(characterId + "/front-standing." + extension, crisp))!,
            frontWalking1: (await getCharacterImage(characterId + "/front-walking-1." + extension, crisp))!,
            frontWalking2: (await getCharacterImage(characterId + "/front-walking-2." + extension, crisp))!,
            backSitting: (await getCharacterImage(characterId + "/back-sitting." + extension, crisp))!,
            backStanding: (await getCharacterImage(characterId + "/back-standing." + extension, crisp))!,
            backWalking1: (await getCharacterImage(characterId + "/back-walking-1." + extension, crisp))!,
            backWalking2: (await getCharacterImage(characterId + "/back-walking-2." + extension, crisp))!,
            frontSittingAlt: await getCharacterImage(characterId + "/front-sitting-alt." + extension, crisp),
            frontStandingAlt: await getCharacterImage(characterId + "/front-standing-alt." + extension, crisp),
            frontWalking1Alt: await getCharacterImage(characterId + "/front-walking-1-alt." + extension, crisp),
            frontWalking2Alt: await getCharacterImage(characterId + "/front-walking-2-alt." + extension, crisp),
            backSittingAlt: await getCharacterImage(characterId + "/back-sitting-alt." + extension, crisp),
            backStandingAlt: await getCharacterImage(characterId + "/back-standing-alt." + extension, crisp),
            backWalking1Alt: await getCharacterImage(characterId + "/back-walking-1-alt." + extension, crisp),
            backWalking2Alt: await getCharacterImage(characterId + "/back-walking-2-alt." + extension, crisp),
        }
    }
    return output
}

app.get("/characters/regular", async (req, res) =>
{
    try { res.json(await getCharacterImages(false)) } catch (e) { res.end(stringifyException(e)) }
})

app.get("/characters/crisp", async (req, res) =>
{
    try { res.json(await getCharacterImages(true)) } catch (e) { res.end(stringifyException(e)) }
})

app.use(express.urlencoded({ extended: false }))
app.use(express.json());
app.use(express.text());

app.get("/version", (req, res) =>
{
    res.json(appVersion)
})

app.get("/admin", (req, res) => {
    try 
    {
        const output = "<form action='user-list' method='post'><input type='text' name='pwd'><input type='submit' value='user-list'></form>"
                    + "<form action='banned-ip-list' method='post'><input type='text' name='pwd'><input type='submit' value='unban'></form>"

        res.set({
            'Content-Type': 'text/html; charset=utf-8',
            'Cache-Control': 'no-store'
        })

        res.end(output)
    }
    catch (exc)
    {
        logException(exc, null)
        res.end("error")
    }
})

app.post("/user-list", (req, res) => {
    try 
    {
        const pwd = req.body.pwd

        if (pwd != settings.adminKey)
        {
            res.end("nope")
            return
        }

        const users = getAllUsers()
                        .filter(u => !u.isGhost)
                        .sort((a, b) => (a.areaId + a.roomId + a.name + a.lastRoomMessage).localeCompare(b.areaId + b.roomId + b.name + b.lastRoomMessage))

        const streamSlots = Object.values(roomStates).map(x => Object.values(x))
                                .flat()
                                .map(x => x.streams)
                                .flat()

        const userList: string = users.map(user => "<input type='checkbox' name='" + user.id + "' id='" + user.id + "'><label for='" + user.id + "'>"
                                                    + user.areaId + " "
                                                    + user.roomId + " "
                                                    + " &lt;" + user.name +  "&gt;"
                                                    + user.lastRoomMessage
                                                    + " streaming: " + (streamSlots.find(s=> s.publisher !== null && s.publisher.user == user) ? "Y" : "N")
                                                    + " " + user.ips
                                                    + "</label>").join("</br>")

        const pwdInput = "<input type='hidden' name='pwd' value='" + pwd + "'>"
        const banButton = "<br/><input type='submit'>"

        const output = "<form action='ban' method='post'>" + pwdInput + userList + banButton + "</form>"

        res.set({
            'Content-Type': 'text/html; charset=utf-8',
            'Cache-Control': 'no-store'
        })

        res.end(output)
    }
    catch (exc)
    {
        logException(exc, null)
        res.end("error")
    }
})

app.post("/banned-ip-list", (req, res) => {
    try 
    {
        const pwd = req.body.pwd

        if (pwd != settings.adminKey)
        {
            res.end("nope")
            return
        }

        const userList: string = Array.from(bannedIPs).map(ip => "<input type='checkbox' name='" + ip + "' id='" + ip + "'><label for='" + ip + "'>" + ip + "</label>").join("</br>")

        const pwdInput = "<input type='hidden' name='pwd' value='" + pwd + "'>"
        const banButton = "<br/><input type='submit'>"

        const output = "<form action='unban' method='post'>" + pwdInput + userList + banButton + "</form>"

        res.set({
            'Content-Type': 'text/html; charset=utf-8',
            'Cache-Control': 'no-store'
        })

        res.end(output)
    }
    catch (exc)
    {
        logException(exc, null)
        res.end("error")
    }
})

app.post("/ban", async (req, res) => {
    try 
    {
        const pwd = req.body.pwd

        if (pwd != settings.adminKey)
        {
            res.end("nope")
            return
        }

        const userIdsToBan = Object.keys(req.body).filter(x => x != "pwd")
        console.log(userIdsToBan)
        for (const id of userIdsToBan)
        {
            const user = getUser(id)
            for (const ip of user.ips)
                await banIP(ip)
        }
        res.end("done")
    }
    catch (exc)
    {
        logException(exc, null)
        res.end("error")
    }
})

app.post("/kick", async (req, res) => {
    try 
    {
        const pwd = req.body.pwd

        if (pwd != settings.adminKey)
        {
            res.end("nope")
            return
        }

        const userIdsToKick = Object.keys(req.body).filter(x => x != "pwd")
        console.log(userIdsToKick)
        for (const id of userIdsToKick)
        {
	    console.log(id)
            const user = getUser(id)
	    console.log(user)
            for (const ip of user.ips)
            	await kickIP(ip)
        }
        res.end("done")
    }
    catch (exc)
    {
        logException(exc, null)
        res.end("error")
    }
})

app.post("/kick-ip", async (req, res) => {
    try
    {
	const pwd = req.body.pwd

	if (pwd != settings.adminKey)
	{
	    res.end("nope")
	    return
	}

	const userIpsToKick = Object.keys(req.body).filter(x => x != "pwd")
	console.log(userIpsToKick)
	for (const ip of userIpsToKick)
	{
	    await kickIP(ip);
	}
	res.end("done")
    }
    catch (exc)
    {
	logException(exc, null)
	res.end("error")
    }
})

app.post("/ban-ip", async (req, res) => {
    try
    {
	const pwd = req.body.pwd

	if (pwd != settings.adminKey)
	{
	    res.end("nope")
	    return
	}

	const userIpsToBan = Object.keys(req.body).filter(x => x != "pwd")
	console.log(userIpsToBan)
	for (const ip of userIpsToBan)
	{
	    bannedIPs.add(ip)
	    await kickIP(ip);
	}
	res.end("done")
    }
    catch (exc)
    {
	logException(exc, null)
	res.end("error")
    }
})

app.post("/unban", (req, res) => {
    try 
    {
        const pwd = req.body.pwd

        if (pwd != settings.adminKey)
        {
            res.end("nope")
            return
        }

        const userIPsToUnban = Object.keys(req.body).filter(x => x != "pwd")
        for (const ip of userIPsToUnban)
        {
            bannedIPs.delete(ip)
        }
        res.end("done")
    }
    catch (exc)
    {
        logException(exc, null)
        res.end("error")
    }
})

app.post("/client-log", (req, res) =>
{
    try
    {
        log.error("Client log:", req.body.replace(/[\n\r]/g, ""))
        res.end()
    }
    catch (exc)
    {
        logException(exc, null)
        res.end()
    }
})

app.post("/login", async (req, res) =>
{
    try
    {
        const sendResponse = (response: LoginResponseDto) =>
        {
            if (!response.isLoginSuccessful)
                res.statusCode = 500
            res.json(response)   
        }

        const ip = getRealIp(req)
        if (bannedIPs.has(ip))
        {
            sendResponse({
                appVersion,
                isLoginSuccessful: false,
                error: "ip_restricted",
            })
            return
        }
	
        let { userName, characterId, areaId, roomId, password } = req.body

	// maybe we can check for password here
	console.log(password)
	
	if (rareGikos.includes(characterId)) {
	    console.log(characterId);
	    if (characterId === "goatse") {
	    characterId = "blankchan";
	    } else {
	    characterId = "giko";
	    };
	}
	
	if (password in Passwords) {
	    console.log(Passwords[password]);
	    characterId = Passwords[password];
	}

	if ( userName === "VIPPER" ) {
	    console.log("VIPPER")
	    characterId = "giko_gold";
	}

	// seems to work...
	    

        if (typeof userName !== "string")
        {
            try
            {
                log.info("Invalid username", getRealIp(req), "<" + JSON.stringify(userName) + ">", characterId, areaId)
            }
            catch {}

            sendResponse({
                appVersion,
                isLoginSuccessful: false,
                error: "invalid_username",
            })
            return;
        }

        log.info("Attempting to login", getRealIp(req), "<" + userName.replace(/#.*/, "#??????") + ">", characterId, areaId)

        if (settings.restrictLoginByIp)
        {
            const users = getUsersByIp(getRealIp(req), areaId);
            let sameIpUserCount = 0;
            for (const u of users)
            {
                // Don't count ghosts and also remove them, while we're at it
                if (u.isGhost)
                    await disconnectUser(u);
                else
                    sameIpUserCount++

                if (sameIpUserCount >= maximumUsersPerIpPerArea)
                    // No need to keep counting,
                    break;
            }
            if (sameIpUserCount >= maximumUsersPerIpPerArea)
            {
                sendResponse({
                    appVersion,
                    isLoginSuccessful: false,
                    error: "ip_restricted",
                })
                return;
            }
        }

        if (userName.length > 25)
            userName = userName.substr(0, 25)

        const n = userName.indexOf("#");
        let processedUserName = (n >= 0 ? userName.substr(0, n) : userName)
            .replace(/[◆⯁♦⬥]/g, "◇");
        if (n >= 0)
            processedUserName = processedUserName + "◆" + (tripcode(userName.substr(n + 1)) || "fnkquv7jY2");
	processedUserName = processedUserName.replace(/nigger/gi, "bobba")

        const user = addNewUser(processedUserName, characterId, areaId, roomId, getRealIp(req));

        log.info("Logged in", user.id, user.privateId, "<" + user.name + ">", "from", getRealIp(req), areaId)
        sendResponse({
            appVersion,
            isLoginSuccessful: true,
            userId: user.id,
            privateUserId: user.privateId,
        })

    }
    catch (e)
    {
        res.end(stringifyException(e))
    }
})

async function janusClientConnect(client: typeof JanusClient): Promise<void>
{
    return new Promise((resolve, reject) =>
    {
        try
        {
            if (client.isConnected())
            {
                resolve()
            }
            else
            {
                client.onError((error: any) => reject(error))
                client.onConnected(() => resolve())
                client.connect()
            }
        }
        catch (exc)
        {
            reject(exc)
        }
    })
}

// Next step is to determine the load of the stream: video+audio, video only, audio only, video/audio quality, etc
function getLeastUsedJanusServer()
{
    const serverUsageWeights = Object.fromEntries(janusServers.map(o => [o.id, 0]));
    for (const areaId in roomStates)
        for (const roomId in roomStates[areaId])
        {
            const streams = roomStates[areaId][roomId].streams;
            for (const streamSlotId in streams)
            {
                const streamSlot = streams[streamSlotId]
                if(streamSlot.publisher !== null && streamSlot.janusServer !== null)
                    serverUsageWeights[streamSlot.janusServer.id] += Math.max(streamSlot.listeners.length, 5)
                    // the number of listeners or, if larger, 5 to give streams space to expand into
            }
        }
    
    const serverId = Object.keys(serverUsageWeights).reduce((acc, cur) =>
        serverUsageWeights[acc] < serverUsageWeights[cur] ? acc : cur);
    return janusServersObject[serverId];
}

async function destroySession(janusHandle: any, stream: StreamSlot, user: Player)
{
    try
    {
        if (janusHandle === null || stream.janusSession === null) return;

        log.info("destroySession", "Janus room " + stream.janusRoomIntName
            + "(" + stream.janusRoomName + ") destroying on server "
            + stream.janusServer!.id)
        await janusHandle.destroy({ room: stream.janusRoomIntName })
        
        log.info("destroySession", "Handle", janusHandle.getId(), "detaching on server", stream.janusServer!.id)
        await janusHandle.detach()

        stream.publisher = null;
        
        while(stream.listeners.length > 0)
        {
            const listener = stream.listeners.pop();
            if(listener === undefined || listener === null) continue
            log.info("destroySession", "Listener handle", listener.janusHandle.getId(), "detaching on server", stream.janusServer!.id)
            await listener.janusHandle.detach()
        }
        
        if (stream.janusSession !== null)
        {
            log.info("destroySession", "Session", stream.janusSession.getId(), "destroying on server", stream.janusServer!.id)
            await stream.janusSession.destroy()
            stream.janusSession = null
        }
        
        stream.janusServer = null;
    }
    catch (error)
    {
        logException(error, user)
    }
}

async function clearStream(user: Player)
{
    try
    {
        if (!user) return

        log.info(user.id, "trying clearStream:", user.areaId, user.roomId)

        const roomState = roomStates[user.areaId][user.roomId];
        const stream = roomState.streams.find(s => s.publisher !== null && s.publisher.user == user);

        if (stream && stream.isActive)
        {
            const janusHandleToDestroy = stream.publisher!.janusHandle

            stream.isActive = false
            stream.isReady = false
            // Need to clear stream.publisher before calling sendUpdatedStreamSlotState(),
            // otherwise the DTO sent to the clients will erroneously have a userId despite
            // not being active.
            stream.publisher = null
            stream.isVisibleOnlyToSpecificUsers = null
            stream.allowedListenerIDs = []
            
            sendUpdatedStreamSlotState(user)
            emitServerStats(user.areaId)

            // For some reason if this line is executed before sendUpdatedStreamSlotState(user),
            // the listeners sometimes don't receive the updated slots message... Still don't know why.
            await destroySession(janusHandleToDestroy, stream, user)
        }
    }
    catch (error)
    {
        logException(error, user)
    }
}

async function clearRoomListener(user: Player)
{
    try
    {
        if (!user) return
        
        log.info(user.id, "trying to clear room of listener:", user.areaId, user.roomId)
        
        for (const s of roomStates[user.areaId][user.roomId].streams
                .filter(s => s.janusSession !== null))
        {
            let li;
            while((li = s.listeners.findIndex(l => l.user == user)) != -1)
            {
                const listener = s.listeners.splice(li, 1);
                const userId = listener[0].user === null ? "Unknown" : listener[0].user.id;
                    
                log.info("clearRoomListener", userId,
                    "Janus listener handle", listener[0].janusHandle.getId(),
                    "detached on server", s.janusServer!.id)
                await listener[0].janusHandle.detach();
            }
        }
    }
    catch (error)
    {
        logException(error, user)
    }
}

function buildChessboardStateDto(roomStates: RoomStateCollection, areaId: string, roomId: string): ChessboardStateDto
{
    const state = roomStates[areaId][roomId].chess

    return {
        fenString: state.instance?.fen() || null,
        turn: state.instance?.turn() || null,
        blackUserID: state.blackUserID,
        whiteUserID: state.whiteUserID,
    }
}

function sendUpdatedChessboardState(roomStates: RoomStateCollection, areaId: string, roomId: string)
{
    const stateDTO: ChessboardStateDto = buildChessboardStateDto(roomStates, areaId, roomId)
    roomEmit(areaId, roomId, "server-update-chessboard", stateDTO);
}

function stopChessGame(roomStates: RoomStateCollection, user: Player)
{
    const state = roomStates[user.areaId][user.roomId].chess

    if (user.id != state.blackUserID && user.id != state.whiteUserID)
        return

    log.info("stopChessGame", user.id)

    if (state.timer)
        clearTimeout(state.timer)

    roomStates[user.areaId][user.roomId].chess = {
        instance: state.instance,
        blackUserID: null,
        whiteUserID: null,
        lastMoveTime: null,
        timer: null,
    }

    sendUpdatedChessboardState(roomStates, user.areaId,user. roomId)
}


async function disconnectUser(user: Player)
{
    log.info("Removing user ", user.id, "<" + user.name + ">", user.areaId)
    await clearStream(user)
    await clearRoomListener(user)
    removeUser(user)

    userRoomEmit(user, user.areaId, user.roomId,
        "server-user-left-room", user.id);
    emitServerStats(user.areaId)
}

async function banIP(ip: string)
{
    log.info("BANNING " + ip)

    bannedIPs.add(ip)

    for (const user of getUsersByIp(ip, null))
    {
        if (user.socketId)
        {
            const socket = io.sockets.sockets.get(user.socketId)
            if (socket)
                socket.disconnect();
        }

        await disconnectUser(user)
    }
}

async function kickIP(ip: string)
{
    log.info("KICKING " + ip)

    for (const user of getUsersByIp(ip, null))
    {
	
	if (user.socketId)
	{
	    console.log(user.socketId)
	    const socket = io.sockets.sockets.get(user.socketId)
	    if (socket)
	    {
		socket.disconnect(true);
	     }
	}
	await disconnectUser(user)
    }
}

// TODO rename "user" parameter (what does it mean? it's not immediately clear)
function sendUpdatedStreamSlotState(user: Player)
{
    const roomState = roomStates[user.areaId][user.roomId]
    for (const u of getFilteredConnectedUserList(user, user.roomId, user.areaId))
        if (u.socketId)
        {
            const dtoArray = toStreamSlotDtoArray(u, roomState.streams)
            io.to(u.socketId).emit("server-update-current-room-streams", dtoArray)
        }
}

function stringifyException(exception: any)
{
    // Handle the case when exception isn't an Exception object
    const logMessage = exception.message
                        ? (exception.message + " " + exception.stack)
                        : (exception + "")
    return logMessage.replace(/\n/g, "")
}

export function logException(exception: any, user: Player | null)
{
    if (user)
        log.error("Server error:", user.id, stringifyException(exception));
    else
        log.error("Server error:", stringifyException(exception));

    if (exception?.message?.match(/Couldn't attach to plugin: error '-1'/))
    {
        // When this exception is raised, usually it means that the janus server has broken
        // and so far the only thing that will fix it is to restart the server, so that all streams
        // stop and all rooms are cleared. Would be nice to find a way to prevent this problem in the first place...
        log.error("EMERGENCY SERVER RESTART BECAUSE OF JANUS FUCKUP")

        process.exit()
    }
}

let isBackgroundTaskRunning = false
setInterval(async () =>
{
    if (isBackgroundTaskRunning)
        return
    isBackgroundTaskRunning = true
    try
    {
        for (const user of getAllUsers())
        {
            if (user.disconnectionTime)
            {
                // Remove ghosts (that is, users for which there is no active websocket)
                if (Date.now() - user.disconnectionTime > maxGhostRetention)
                {
                    log.info(user.id, Date.now(), user.disconnectionTime, Date.now() - user.disconnectionTime)
                    await disconnectUser(user)
                }
            }
            else if (user.isGhost)
            {
                log.info(user.id, "is a ghost without connection time")
                await disconnectUser(user)
            }
            else
            {
                // Make user transparent after 30 minutes without moving or talking
                if (!user.isInactive && Date.now() - user.lastAction > inactivityTimeout)
                {
                    userRoomEmit(user, user.areaId, user.roomId,
                        "server-user-inactive", user.id);
                    user.isInactive = true
                    log.info(user.id, "is inactive", Date.now(), user.lastAction);
                }
            }
        }
    }
    catch (e)
    {
        logException(e, null)
    }
    isBackgroundTaskRunning = false
}, 1 * 1000)

// Persist state every few seconds, so that people can seamless reconnect on a server restart

async function persistState()
{
    try
    {
        const state: PersistedState = {
            users: getAllUsers(),
            bannedIPs: Array.from(bannedIPs),
            forCoinCount: roomStates["for"]["jinja"].coinCounter,
            genCoinCount: roomStates["gen"]["jinja"].coinCounter,
        }

        if (settings.persistorUrl)
        {
            await got.post(settings.persistorUrl, {
                headers: {
                    "persistor-secret": settings.persistorSecret,
                    "Content-Type": "text/plain"
                },
                body: JSON.stringify(state)
            })
        }
        else
        {
            // use local file
            await writeFile("persisted-state",
                JSON.stringify(state, null, 2),
                { encoding: "utf-8" },
                )
        }
    }
    catch (exc)
    {
        logException(exc, null)
    }
}

function applyState(state: PersistedState)
{
    restoreUserState(state.users)
    bannedIPs = new Set(state.bannedIPs)
    roomStates["for"]["jinja"].coinCounter = state.forCoinCount || 0;
    roomStates["gen"]["jinja"].coinCounter = state.genCoinCount || 0;
}

async function restoreState()
{
    try
    {
        initializeRoomStates()
        // If there's an error, just don't deserialize anything
        // and start with a fresh state

        log.info("Restoring state...")
        if (settings.persistorUrl)
        {
            // remember to do it as defensive as possible

                const response = await got.get(settings.persistorUrl, {
                    headers: {
                        "persistor-secret": settings.persistorSecret
                    }
                })
                if (response.statusCode == 200)
                {
                    const state = JSON.parse(response.body) as PersistedState
                    applyState(state)
                }
        }
        else
        {
            const data = await readFile("persisted-state", { encoding: "utf-8" })
            try
            {
                const state = JSON.parse(data) as PersistedState
                applyState(state)
            }
            catch (exc)
            {
                logException(exc, null)
            }
        }
    }
    catch (exc)
    {
        logException(exc, null)
    }
}

dynamicRooms.forEach((dynamicRoom: DynamicRoom) =>
{
  let previousVariant: string | null = null
  subscribeToAnnualEvents(dynamicRoom.subscribedAnnualEvents, (current, added, removed) =>
  {
    log.info("subscribed event", dynamicRoom)
    const room = dynamicRoom.build(current, added, removed)
    if (previousVariant != room.variant)
    {
      rooms[dynamicRoom.roomId] = room
      settings.siteAreas.forEach(area =>
      {
        for (const u of getConnectedUserList(dynamicRoom.roomId, area.id))
        if (u.socketId)
        {
          const socket = io.sockets.sockets.get(u.socketId)
          if (socket)
          sendRoomState(socket, u, rooms[dynamicRoom.roomId]);
        }
      })
    if (typeof room.variant === "string")
    previousVariant = room.variant
    }
  }) 
})

setInterval(() => persistState(), persistInterval)


const port = process.env.PORT == undefined
    ? 8085
    : Number.parseInt(process.env.PORT)

restoreState()
    .then(() =>
    {
        http.listen(port, "0.0.0.0");
        log.info("Server running on http://localhost:" + port);
    })
    .catch(log.error)


export function retrieveStreamersByRoom(roomId: string): string[] {
  // TODO don't hardcode areaId like a retard
  const foundRoom = roomStates["for"]?.[roomId];

  if (!foundRoom) {
    console.warn(`No roomState matching roomId: ${roomId}`);
    return [];
  }

  const usersStreaming = foundRoom.streams
    .map((stream) => stream.publisher?.user?.name || null)
    .filter((x) => x !== null) as string[];

  return usersStreaming;
}

registerEndpoints(app);