Add cdp support for xpath scrapers (#625)

Co-authored-by: WithoutPants <53250216+WithoutPants@users.noreply.github.com>

vendor/github.com/chromedp/cdproto/memory/memory.go

@@ -0,0 +1,284 @@
+// Package memory provides the Chrome DevTools Protocol
+// commands, types, and events for the Memory domain.
+//
+// Generated by the cdproto-gen command.
+package memory
+
+// Code generated by cdproto-gen. DO NOT EDIT.
+
+import (
+	"context"
+
+	"github.com/chromedp/cdproto/cdp"
+)
+
+// GetDOMCountersParams [no description].
+type GetDOMCountersParams struct{}
+
+// GetDOMCounters [no description].
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-getDOMCounters
+func GetDOMCounters() *GetDOMCountersParams {
+	return &GetDOMCountersParams{}
+}
+
+// GetDOMCountersReturns return values.
+type GetDOMCountersReturns struct {
+	Documents        int64 `json:"documents,omitempty"`
+	Nodes            int64 `json:"nodes,omitempty"`
+	JsEventListeners int64 `json:"jsEventListeners,omitempty"`
+}
+
+// Do executes Memory.getDOMCounters against the provided context.
+//
+// returns:
+//   documents
+//   nodes
+//   jsEventListeners
+func (p *GetDOMCountersParams) Do(ctx context.Context) (documents int64, nodes int64, jsEventListeners int64, err error) {
+	// execute
+	var res GetDOMCountersReturns
+	err = cdp.Execute(ctx, CommandGetDOMCounters, nil, &res)
+	if err != nil {
+		return 0, 0, 0, err
+	}
+
+	return res.Documents, res.Nodes, res.JsEventListeners, nil
+}
+
+// PrepareForLeakDetectionParams [no description].
+type PrepareForLeakDetectionParams struct{}
+
+// PrepareForLeakDetection [no description].
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-prepareForLeakDetection
+func PrepareForLeakDetection() *PrepareForLeakDetectionParams {
+	return &PrepareForLeakDetectionParams{}
+}
+
+// Do executes Memory.prepareForLeakDetection against the provided context.
+func (p *PrepareForLeakDetectionParams) Do(ctx context.Context) (err error) {
+	return cdp.Execute(ctx, CommandPrepareForLeakDetection, nil, nil)
+}
+
+// ForciblyPurgeJavaScriptMemoryParams simulate OomIntervention by purging V8
+// memory.
+type ForciblyPurgeJavaScriptMemoryParams struct{}
+
+// ForciblyPurgeJavaScriptMemory simulate OomIntervention by purging V8
+// memory.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-forciblyPurgeJavaScriptMemory
+func ForciblyPurgeJavaScriptMemory() *ForciblyPurgeJavaScriptMemoryParams {
+	return &ForciblyPurgeJavaScriptMemoryParams{}
+}
+
+// Do executes Memory.forciblyPurgeJavaScriptMemory against the provided context.
+func (p *ForciblyPurgeJavaScriptMemoryParams) Do(ctx context.Context) (err error) {
+	return cdp.Execute(ctx, CommandForciblyPurgeJavaScriptMemory, nil, nil)
+}
+
+// SetPressureNotificationsSuppressedParams enable/disable suppressing memory
+// pressure notifications in all processes.
+type SetPressureNotificationsSuppressedParams struct {
+	Suppressed bool `json:"suppressed"` // If true, memory pressure notifications will be suppressed.
+}
+
+// SetPressureNotificationsSuppressed enable/disable suppressing memory
+// pressure notifications in all processes.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-setPressureNotificationsSuppressed
+//
+// parameters:
+//   suppressed - If true, memory pressure notifications will be suppressed.
+func SetPressureNotificationsSuppressed(suppressed bool) *SetPressureNotificationsSuppressedParams {
+	return &SetPressureNotificationsSuppressedParams{
+		Suppressed: suppressed,
+	}
+}
+
+// Do executes Memory.setPressureNotificationsSuppressed against the provided context.
+func (p *SetPressureNotificationsSuppressedParams) Do(ctx context.Context) (err error) {
+	return cdp.Execute(ctx, CommandSetPressureNotificationsSuppressed, p, nil)
+}
+
+// SimulatePressureNotificationParams simulate a memory pressure notification
+// in all processes.
+type SimulatePressureNotificationParams struct {
+	Level PressureLevel `json:"level"` // Memory pressure level of the notification.
+}
+
+// SimulatePressureNotification simulate a memory pressure notification in
+// all processes.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-simulatePressureNotification
+//
+// parameters:
+//   level - Memory pressure level of the notification.
+func SimulatePressureNotification(level PressureLevel) *SimulatePressureNotificationParams {
+	return &SimulatePressureNotificationParams{
+		Level: level,
+	}
+}
+
+// Do executes Memory.simulatePressureNotification against the provided context.
+func (p *SimulatePressureNotificationParams) Do(ctx context.Context) (err error) {
+	return cdp.Execute(ctx, CommandSimulatePressureNotification, p, nil)
+}
+
+// StartSamplingParams start collecting native memory profile.
+type StartSamplingParams struct {
+	SamplingInterval   int64 `json:"samplingInterval,omitempty"`   // Average number of bytes between samples.
+	SuppressRandomness bool  `json:"suppressRandomness,omitempty"` // Do not randomize intervals between samples.
+}
+
+// StartSampling start collecting native memory profile.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-startSampling
+//
+// parameters:
+func StartSampling() *StartSamplingParams {
+	return &StartSamplingParams{}
+}
+
+// WithSamplingInterval average number of bytes between samples.
+func (p StartSamplingParams) WithSamplingInterval(samplingInterval int64) *StartSamplingParams {
+	p.SamplingInterval = samplingInterval
+	return &p
+}
+
+// WithSuppressRandomness do not randomize intervals between samples.
+func (p StartSamplingParams) WithSuppressRandomness(suppressRandomness bool) *StartSamplingParams {
+	p.SuppressRandomness = suppressRandomness
+	return &p
+}
+
+// Do executes Memory.startSampling against the provided context.
+func (p *StartSamplingParams) Do(ctx context.Context) (err error) {
+	return cdp.Execute(ctx, CommandStartSampling, p, nil)
+}
+
+// StopSamplingParams stop collecting native memory profile.
+type StopSamplingParams struct{}
+
+// StopSampling stop collecting native memory profile.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-stopSampling
+func StopSampling() *StopSamplingParams {
+	return &StopSamplingParams{}
+}
+
+// Do executes Memory.stopSampling against the provided context.
+func (p *StopSamplingParams) Do(ctx context.Context) (err error) {
+	return cdp.Execute(ctx, CommandStopSampling, nil, nil)
+}
+
+// GetAllTimeSamplingProfileParams retrieve native memory allocations profile
+// collected since renderer process startup.
+type GetAllTimeSamplingProfileParams struct{}
+
+// GetAllTimeSamplingProfile retrieve native memory allocations profile
+// collected since renderer process startup.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-getAllTimeSamplingProfile
+func GetAllTimeSamplingProfile() *GetAllTimeSamplingProfileParams {
+	return &GetAllTimeSamplingProfileParams{}
+}
+
+// GetAllTimeSamplingProfileReturns return values.
+type GetAllTimeSamplingProfileReturns struct {
+	Profile *SamplingProfile `json:"profile,omitempty"`
+}
+
+// Do executes Memory.getAllTimeSamplingProfile against the provided context.
+//
+// returns:
+//   profile
+func (p *GetAllTimeSamplingProfileParams) Do(ctx context.Context) (profile *SamplingProfile, err error) {
+	// execute
+	var res GetAllTimeSamplingProfileReturns
+	err = cdp.Execute(ctx, CommandGetAllTimeSamplingProfile, nil, &res)
+	if err != nil {
+		return nil, err
+	}
+
+	return res.Profile, nil
+}
+
+// GetBrowserSamplingProfileParams retrieve native memory allocations profile
+// collected since browser process startup.
+type GetBrowserSamplingProfileParams struct{}
+
+// GetBrowserSamplingProfile retrieve native memory allocations profile
+// collected since browser process startup.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-getBrowserSamplingProfile
+func GetBrowserSamplingProfile() *GetBrowserSamplingProfileParams {
+	return &GetBrowserSamplingProfileParams{}
+}
+
+// GetBrowserSamplingProfileReturns return values.
+type GetBrowserSamplingProfileReturns struct {
+	Profile *SamplingProfile `json:"profile,omitempty"`
+}
+
+// Do executes Memory.getBrowserSamplingProfile against the provided context.
+//
+// returns:
+//   profile
+func (p *GetBrowserSamplingProfileParams) Do(ctx context.Context) (profile *SamplingProfile, err error) {
+	// execute
+	var res GetBrowserSamplingProfileReturns
+	err = cdp.Execute(ctx, CommandGetBrowserSamplingProfile, nil, &res)
+	if err != nil {
+		return nil, err
+	}
+
+	return res.Profile, nil
+}
+
+// GetSamplingProfileParams retrieve native memory allocations profile
+// collected since last startSampling call.
+type GetSamplingProfileParams struct{}
+
+// GetSamplingProfile retrieve native memory allocations profile collected
+// since last startSampling call.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#method-getSamplingProfile
+func GetSamplingProfile() *GetSamplingProfileParams {
+	return &GetSamplingProfileParams{}
+}
+
+// GetSamplingProfileReturns return values.
+type GetSamplingProfileReturns struct {
+	Profile *SamplingProfile `json:"profile,omitempty"`
+}
+
+// Do executes Memory.getSamplingProfile against the provided context.
+//
+// returns:
+//   profile
+func (p *GetSamplingProfileParams) Do(ctx context.Context) (profile *SamplingProfile, err error) {
+	// execute
+	var res GetSamplingProfileReturns
+	err = cdp.Execute(ctx, CommandGetSamplingProfile, nil, &res)
+	if err != nil {
+		return nil, err
+	}
+
+	return res.Profile, nil
+}
+
+// Command names.
+const (
+	CommandGetDOMCounters                     = "Memory.getDOMCounters"
+	CommandPrepareForLeakDetection            = "Memory.prepareForLeakDetection"
+	CommandForciblyPurgeJavaScriptMemory      = "Memory.forciblyPurgeJavaScriptMemory"
+	CommandSetPressureNotificationsSuppressed = "Memory.setPressureNotificationsSuppressed"
+	CommandSimulatePressureNotification       = "Memory.simulatePressureNotification"
+	CommandStartSampling                      = "Memory.startSampling"
+	CommandStopSampling                       = "Memory.stopSampling"
+	CommandGetAllTimeSamplingProfile          = "Memory.getAllTimeSamplingProfile"
+	CommandGetBrowserSamplingProfile          = "Memory.getBrowserSamplingProfile"
+	CommandGetSamplingProfile                 = "Memory.getSamplingProfile"
+)

vendor/github.com/chromedp/cdproto/memory/types.go

@@ -0,0 +1,82 @@
+package memory
+
+// Code generated by cdproto-gen. DO NOT EDIT.
+
+import (
+	"errors"
+
+	"github.com/mailru/easyjson"
+	"github.com/mailru/easyjson/jlexer"
+	"github.com/mailru/easyjson/jwriter"
+)
+
+// PressureLevel memory pressure level.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#type-PressureLevel
+type PressureLevel string
+
+// String returns the PressureLevel as string value.
+func (t PressureLevel) String() string {
+	return string(t)
+}
+
+// PressureLevel values.
+const (
+	PressureLevelModerate PressureLevel = "moderate"
+	PressureLevelCritical PressureLevel = "critical"
+)
+
+// MarshalEasyJSON satisfies easyjson.Marshaler.
+func (t PressureLevel) MarshalEasyJSON(out *jwriter.Writer) {
+	out.String(string(t))
+}
+
+// MarshalJSON satisfies json.Marshaler.
+func (t PressureLevel) MarshalJSON() ([]byte, error) {
+	return easyjson.Marshal(t)
+}
+
+// UnmarshalEasyJSON satisfies easyjson.Unmarshaler.
+func (t *PressureLevel) UnmarshalEasyJSON(in *jlexer.Lexer) {
+	switch PressureLevel(in.String()) {
+	case PressureLevelModerate:
+		*t = PressureLevelModerate
+	case PressureLevelCritical:
+		*t = PressureLevelCritical
+
+	default:
+		in.AddError(errors.New("unknown PressureLevel value"))
+	}
+}
+
+// UnmarshalJSON satisfies json.Unmarshaler.
+func (t *PressureLevel) UnmarshalJSON(buf []byte) error {
+	return easyjson.Unmarshal(buf, t)
+}
+
+// SamplingProfileNode heap profile sample.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#type-SamplingProfileNode
+type SamplingProfileNode struct {
+	Size  float64  `json:"size"`  // Size of the sampled allocation.
+	Total float64  `json:"total"` // Total bytes attributed to this sample.
+	Stack []string `json:"stack"` // Execution stack at the point of allocation.
+}
+
+// SamplingProfile array of heap profile samples.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#type-SamplingProfile
+type SamplingProfile struct {
+	Samples []*SamplingProfileNode `json:"samples"`
+	Modules []*Module              `json:"modules"`
+}
+
+// Module executable module information.
+//
+// See: https://chromedevtools.github.io/devtools-protocol/tot/Memory#type-Module
+type Module struct {
+	Name        string  `json:"name"`        // Name of the module.
+	UUID        string  `json:"uuid"`        // UUID of the module.
+	BaseAddress string  `json:"baseAddress"` // Base address where the module is loaded into memory. Encoded as a decimal or hexadecimal (0x prefixed) string.
+	Size        float64 `json:"size"`        // Size of the module in bytes.
+}