// Copyright (c) 2019 GitHub, Inc. // Use of this source code is governed by the MIT license that can be // found in the LICENSE file. #include "shell/browser/api/electron_api_web_request.h" #include #include #include #include "base/stl_util.h" #include "base/values.h" #include "extensions/browser/api/web_request/web_request_resource_type.h" #include "gin/converter.h" #include "gin/dictionary.h" #include "gin/object_template_builder.h" #include "net/http/http_content_disposition.h" #include "shell/browser/api/electron_api_session.h" #include "shell/browser/api/electron_api_web_contents.h" #include "shell/browser/api/electron_api_web_frame_main.h" #include "shell/browser/electron_browser_context.h" #include "shell/browser/javascript_environment.h" #include "shell/common/gin_converters/callback_converter.h" #include "shell/common/gin_converters/frame_converter.h" #include "shell/common/gin_converters/gurl_converter.h" #include "shell/common/gin_converters/net_converter.h" #include "shell/common/gin_converters/std_converter.h" #include "shell/common/gin_converters/value_converter.h" #include "shell/common/gin_helper/dictionary.h" namespace gin { template <> struct Converter { static v8::Local ToV8(v8::Isolate* isolate, extensions::WebRequestResourceType type) { const char* result; switch (type) { case extensions::WebRequestResourceType::MAIN_FRAME: result = "mainFrame"; break; case extensions::WebRequestResourceType::SUB_FRAME: result = "subFrame"; break; case extensions::WebRequestResourceType::STYLESHEET: result = "stylesheet"; break; case extensions::WebRequestResourceType::SCRIPT: result = "script"; break; case extensions::WebRequestResourceType::IMAGE: result = "image"; break; case extensions::WebRequestResourceType::FONT: result = "font"; break; case extensions::WebRequestResourceType::OBJECT: result = "object"; break; case extensions::WebRequestResourceType::XHR: result = "xhr"; break; case extensions::WebRequestResourceType::PING: result = "ping"; break; case extensions::WebRequestResourceType::CSP_REPORT: result = "cspReport"; break; case extensions::WebRequestResourceType::MEDIA: result = "media"; break; case extensions::WebRequestResourceType::WEB_SOCKET: result = "webSocket"; break; default: result = "other"; } return StringToV8(isolate, result); } }; } // namespace gin namespace electron { namespace api { namespace { const char kUserDataKey[] = "WebRequest"; // BrowserContext <=> WebRequest relationship. struct UserData : public base::SupportsUserData::Data { explicit UserData(WebRequest* data) : data(data) {} WebRequest* data; }; // Test whether the URL of |request| matches |patterns|. bool MatchesFilterCondition(extensions::WebRequestInfo* info, const std::set& patterns) { if (patterns.empty()) return true; for (const auto& pattern : patterns) { if (pattern.MatchesURL(info->url)) return true; } return false; } // Convert HttpResponseHeaders to V8. // // Note that while we already have converters for HttpResponseHeaders, we can // not use it because it lowercases the header keys, while the webRequest has // to pass the original keys. v8::Local HttpResponseHeadersToV8( net::HttpResponseHeaders* headers) { base::DictionaryValue response_headers; if (headers) { size_t iter = 0; std::string key; std::string value; while (headers->EnumerateHeaderLines(&iter, &key, &value)) { base::Value* values = response_headers.FindListKey(key); // Note that Web servers not developed with nodejs allow non-utf8 // characters in content-disposition's filename field. Use Chromium's // HttpContentDisposition class to decode the correct encoding instead of // arbitrarily converting it to UTF8. It should also be noted that if the // encoding is not specified, HttpContentDisposition will transcode // according to the system's encoding. if (base::EqualsCaseInsensitiveASCII("Content-Disposition", key) && !value.empty()) { net::HttpContentDisposition header(value, std::string()); std::string decodedFilename = header.is_attachment() ? " attachment" : " inline"; // The filename must be encased in double quotes for serialization // to happen correctly. std::string filename = "\"" + header.filename() + "\""; value = decodedFilename + "; filename=" + filename; } if (!values) values = response_headers.SetKey(key, base::ListValue()); values->Append(value); } } return gin::ConvertToV8(v8::Isolate::GetCurrent(), response_headers); } // Overloaded by multiple types to fill the |details| object. void ToDictionary(gin_helper::Dictionary* details, extensions::WebRequestInfo* info) { details->Set("id", info->id); details->Set("url", info->url); details->Set("method", info->method); details->Set("timestamp", base::Time::Now().ToDoubleT() * 1000); details->Set("resourceType", info->web_request_type); if (!info->response_ip.empty()) details->Set("ip", info->response_ip); if (info->response_headers) { details->Set("fromCache", info->response_from_cache); details->Set("statusLine", info->response_headers->GetStatusLine()); details->Set("statusCode", info->response_headers->response_code()); details->Set("responseHeaders", HttpResponseHeadersToV8(info->response_headers.get())); } auto* render_frame_host = content::RenderFrameHost::FromID(info->render_process_id, info->frame_id); if (render_frame_host) { details->SetGetter("frame", render_frame_host); auto* web_contents = content::WebContents::FromRenderFrameHost(render_frame_host); auto* api_web_contents = WebContents::From(web_contents); if (api_web_contents) { details->Set("webContents", api_web_contents); details->Set("webContentsId", api_web_contents->ID()); } } } void ToDictionary(gin_helper::Dictionary* details, const network::ResourceRequest& request) { details->Set("referrer", request.referrer); if (request.request_body) details->Set("uploadData", *request.request_body); } void ToDictionary(gin_helper::Dictionary* details, const net::HttpRequestHeaders& headers) { details->Set("requestHeaders", headers); } void ToDictionary(gin_helper::Dictionary* details, const GURL& location) { details->Set("redirectURL", location); } void ToDictionary(gin_helper::Dictionary* details, int net_error) { details->Set("error", net::ErrorToString(net_error)); } // Helper function to fill |details| with arbitrary |args|. template void FillDetails(gin_helper::Dictionary* details, Arg arg) { ToDictionary(details, arg); } template void FillDetails(gin_helper::Dictionary* details, Arg arg, Args... args) { ToDictionary(details, arg); FillDetails(details, args...); } // Fill the native types with the result from the response object. void ReadFromResponse(v8::Isolate* isolate, gin::Dictionary* response, GURL* new_location) { response->Get("redirectURL", new_location); } void ReadFromResponse(v8::Isolate* isolate, gin::Dictionary* response, net::HttpRequestHeaders* headers) { v8::Local value; if (response->Get("requestHeaders", &value) && value->IsObject()) { headers->Clear(); gin::Converter::FromV8(isolate, value, headers); } } void ReadFromResponse(v8::Isolate* isolate, gin::Dictionary* response, const std::pair*, const std::string>& headers) { std::string status_line; if (!response->Get("statusLine", &status_line)) status_line = headers.second; v8::Local value; if (response->Get("responseHeaders", &value) && value->IsObject()) { *headers.first = new net::HttpResponseHeaders(""); (*headers.first)->ReplaceStatusLine(status_line); gin::Converter::FromV8(isolate, value, (*headers.first).get()); } } } // namespace gin::WrapperInfo WebRequest::kWrapperInfo = {gin::kEmbedderNativeGin}; WebRequest::SimpleListenerInfo::SimpleListenerInfo( std::set patterns_, SimpleListener listener_) : url_patterns(std::move(patterns_)), listener(listener_) {} WebRequest::SimpleListenerInfo::SimpleListenerInfo() = default; WebRequest::SimpleListenerInfo::~SimpleListenerInfo() = default; WebRequest::ResponseListenerInfo::ResponseListenerInfo( std::set patterns_, ResponseListener listener_) : url_patterns(std::move(patterns_)), listener(listener_) {} WebRequest::ResponseListenerInfo::ResponseListenerInfo() = default; WebRequest::ResponseListenerInfo::~ResponseListenerInfo() = default; WebRequest::WebRequest(v8::Isolate* isolate, content::BrowserContext* browser_context) : browser_context_(browser_context) { browser_context_->SetUserData(kUserDataKey, std::make_unique(this)); } WebRequest::~WebRequest() { browser_context_->RemoveUserData(kUserDataKey); } gin::ObjectTemplateBuilder WebRequest::GetObjectTemplateBuilder( v8::Isolate* isolate) { return gin::Wrappable::GetObjectTemplateBuilder(isolate) .SetMethod( "onBeforeRequest", &WebRequest::SetResponseListener) .SetMethod( "onBeforeSendHeaders", &WebRequest::SetResponseListener) .SetMethod( "onHeadersReceived", &WebRequest::SetResponseListener) .SetMethod("onSendHeaders", &WebRequest::SetSimpleListener) .SetMethod("onBeforeRedirect", &WebRequest::SetSimpleListener) .SetMethod( "onResponseStarted", &WebRequest::SetSimpleListener) .SetMethod("onErrorOccurred", &WebRequest::SetSimpleListener) .SetMethod("onCompleted", &WebRequest::SetSimpleListener); } const char* WebRequest::GetTypeName() { return "WebRequest"; } bool WebRequest::HasListener() const { return !(simple_listeners_.empty() && response_listeners_.empty()); } int WebRequest::OnBeforeRequest(extensions::WebRequestInfo* info, const network::ResourceRequest& request, net::CompletionOnceCallback callback, GURL* new_url) { return HandleResponseEvent(ResponseEvent::kOnBeforeRequest, info, std::move(callback), new_url, request); } int WebRequest::OnBeforeSendHeaders(extensions::WebRequestInfo* info, const network::ResourceRequest& request, BeforeSendHeadersCallback callback, net::HttpRequestHeaders* headers) { return HandleResponseEvent( ResponseEvent::kOnBeforeSendHeaders, info, base::BindOnce(std::move(callback), std::set(), std::set()), headers, request, *headers); } int WebRequest::OnHeadersReceived( extensions::WebRequestInfo* info, const network::ResourceRequest& request, net::CompletionOnceCallback callback, const net::HttpResponseHeaders* original_response_headers, scoped_refptr* override_response_headers, GURL* allowed_unsafe_redirect_url) { const std::string& status_line = original_response_headers ? original_response_headers->GetStatusLine() : std::string(); return HandleResponseEvent( ResponseEvent::kOnHeadersReceived, info, std::move(callback), std::make_pair(override_response_headers, status_line), request); } void WebRequest::OnSendHeaders(extensions::WebRequestInfo* info, const network::ResourceRequest& request, const net::HttpRequestHeaders& headers) { HandleSimpleEvent(SimpleEvent::kOnSendHeaders, info, request, headers); } void WebRequest::OnBeforeRedirect(extensions::WebRequestInfo* info, const network::ResourceRequest& request, const GURL& new_location) { HandleSimpleEvent(SimpleEvent::kOnBeforeRedirect, info, request, new_location); } void WebRequest::OnResponseStarted(extensions::WebRequestInfo* info, const network::ResourceRequest& request) { HandleSimpleEvent(SimpleEvent::kOnResponseStarted, info, request); } void WebRequest::OnErrorOccurred(extensions::WebRequestInfo* info, const network::ResourceRequest& request, int net_error) { callbacks_.erase(info->id); HandleSimpleEvent(SimpleEvent::kOnErrorOccurred, info, request, net_error); } void WebRequest::OnCompleted(extensions::WebRequestInfo* info, const network::ResourceRequest& request, int net_error) { callbacks_.erase(info->id); HandleSimpleEvent(SimpleEvent::kOnCompleted, info, request, net_error); } void WebRequest::OnRequestWillBeDestroyed(extensions::WebRequestInfo* info) { callbacks_.erase(info->id); } template void WebRequest::SetSimpleListener(gin::Arguments* args) { SetListener(event, &simple_listeners_, args); } template void WebRequest::SetResponseListener(gin::Arguments* args) { SetListener(event, &response_listeners_, args); } template void WebRequest::SetListener(Event event, Listeners* listeners, gin::Arguments* args) { v8::Local arg; // { urls }. std::set filter_patterns; gin::Dictionary dict(args->isolate()); if (args->GetNext(&arg) && !arg->IsFunction()) { // Note that gin treats Function as Dictionary when doing conversions, so we // have to explicitly check if the argument is Function before trying to // convert it to Dictionary. if (gin::ConvertFromV8(args->isolate(), arg, &dict)) { if (!dict.Get("urls", &filter_patterns)) { args->ThrowTypeError("Parameter 'filter' must have property 'urls'."); return; } args->GetNext(&arg); } } std::set patterns; for (const std::string& filter_pattern : filter_patterns) { URLPattern pattern(URLPattern::SCHEME_ALL); const URLPattern::ParseResult result = pattern.Parse(filter_pattern); if (result == URLPattern::ParseResult::kSuccess) { patterns.insert(pattern); } else { const char* error_type = URLPattern::GetParseResultString(result); args->ThrowTypeError("Invalid url pattern " + filter_pattern + ": " + error_type); return; } } // Function or null. Listener listener; if (arg.IsEmpty() || !(gin::ConvertFromV8(args->isolate(), arg, &listener) || arg->IsNull())) { args->ThrowTypeError("Must pass null or a Function"); return; } if (listener.is_null()) listeners->erase(event); else (*listeners)[event] = {std::move(patterns), std::move(listener)}; } template void WebRequest::HandleSimpleEvent(SimpleEvent event, extensions::WebRequestInfo* request_info, Args... args) { const auto iter = simple_listeners_.find(event); if (iter == std::end(simple_listeners_)) return; const auto& info = iter->second; if (!MatchesFilterCondition(request_info, info.url_patterns)) return; v8::Isolate* isolate = JavascriptEnvironment::GetIsolate(); v8::HandleScope handle_scope(isolate); gin_helper::Dictionary details(isolate, v8::Object::New(isolate)); FillDetails(&details, request_info, args...); info.listener.Run(gin::ConvertToV8(isolate, details)); } template int WebRequest::HandleResponseEvent(ResponseEvent event, extensions::WebRequestInfo* request_info, net::CompletionOnceCallback callback, Out out, Args... args) { const auto iter = response_listeners_.find(event); if (iter == std::end(response_listeners_)) return net::OK; const auto& info = iter->second; if (!MatchesFilterCondition(request_info, info.url_patterns)) return net::OK; callbacks_[request_info->id] = std::move(callback); v8::Isolate* isolate = JavascriptEnvironment::GetIsolate(); v8::HandleScope handle_scope(isolate); gin_helper::Dictionary details(isolate, v8::Object::New(isolate)); FillDetails(&details, request_info, args...); ResponseCallback response = base::BindOnce(&WebRequest::OnListenerResult, base::Unretained(this), request_info->id, out); info.listener.Run(gin::ConvertToV8(isolate, details), std::move(response)); return net::ERR_IO_PENDING; } template void WebRequest::OnListenerResult(uint64_t id, T out, v8::Local response) { const auto iter = callbacks_.find(id); if (iter == std::end(callbacks_)) return; int result = net::OK; if (response->IsObject()) { v8::Isolate* isolate = JavascriptEnvironment::GetIsolate(); gin::Dictionary dict(isolate, response.As()); bool cancel = false; dict.Get("cancel", &cancel); if (cancel) result = net::ERR_BLOCKED_BY_CLIENT; else ReadFromResponse(isolate, &dict, out); } // The ProxyingURLLoaderFactory expects the callback to be executed // asynchronously, because it used to work on IO thread before NetworkService. base::SequencedTaskRunnerHandle::Get()->PostTask( FROM_HERE, base::BindOnce(std::move(callbacks_[id]), result)); callbacks_.erase(iter); } // static gin::Handle WebRequest::FromOrCreate( v8::Isolate* isolate, content::BrowserContext* browser_context) { gin::Handle handle = From(isolate, browser_context); if (handle.IsEmpty()) { // Make sure the |Session| object has the |webRequest| property created. v8::Local web_request = Session::CreateFrom( isolate, static_cast(browser_context)) ->WebRequest(isolate); gin::ConvertFromV8(isolate, web_request, &handle); } DCHECK(!handle.IsEmpty()); return handle; } // static gin::Handle WebRequest::Create( v8::Isolate* isolate, content::BrowserContext* browser_context) { DCHECK(From(isolate, browser_context).IsEmpty()) << "WebRequest already created"; return gin::CreateHandle(isolate, new WebRequest(isolate, browser_context)); } // static gin::Handle WebRequest::From( v8::Isolate* isolate, content::BrowserContext* browser_context) { if (!browser_context) return gin::Handle(); auto* user_data = static_cast(browser_context->GetUserData(kUserDataKey)); if (!user_data) return gin::Handle(); return gin::CreateHandle(isolate, user_data->data); } } // namespace api } // namespace electron