/** * Copyright (c) Facebook, Inc. and its affiliates. * * This source code is licensed under the MIT license found in the * LICENSE file in the root directory of this source tree. * * @format */ import {padStart} from 'lodash'; import React, {createContext} from 'react'; import {MenuItemConstructorOptions} from 'electron'; import {message} from 'antd'; import { ContextMenu, Layout, Button, Text, Glyph, colors, PureComponent, DetailSidebar, styled, SearchableTable, Sheet, TableHighlightedRows, TableRows, TableBodyRow, } from 'flipper'; import { Request, RequestId, Response, Route, ResponseFollowupChunk, Header, MockRoute, AddProtobufEvent, PartialResponses, } from './types'; import {ProtobufDefinitionsRepository} from './ProtobufDefinitionsRepository'; import {convertRequestToCurlCommand, getHeaderValue, decodeBody} from './utils'; import RequestDetails from './RequestDetails'; import {clipboard} from 'electron'; import {URL} from 'url'; import {MockResponseDialog} from './MockResponseDialog'; import {assembleChunksIfResponseIsComplete} from './chunks'; import { PluginClient, Device, createState, usePlugin, useValue, } from 'flipper-plugin'; import {remote, OpenDialogOptions} from 'electron'; import fs from 'fs'; import electron from 'electron'; const LOCALSTORAGE_MOCK_ROUTE_LIST_KEY = '__NETWORK_CACHED_MOCK_ROUTE_LIST'; const LOCALSTORAGE_RESPONSE_BODY_FORMAT_KEY = '__NETWORK_CACHED_RESPONSE_BODY_FORMAT'; export const BodyOptions = { formatted: 'formatted', parsed: 'parsed', }; type Events = { newRequest: Request; newResponse: Response; partialResponse: Response | ResponseFollowupChunk; addProtobufDefinitions: AddProtobufEvent; }; type Methods = { mockResponses(params: {routes: MockRoute[]}): Promise; }; const COLUMN_SIZE = { requestTimestamp: 100, responseTimestamp: 100, domain: 'flex', method: 100, status: 70, size: 100, duration: 100, }; const COLUMN_ORDER = [ {key: 'requestTimestamp', visible: true}, {key: 'responseTimestamp', visible: false}, {key: 'domain', visible: true}, {key: 'method', visible: true}, {key: 'status', visible: true}, {key: 'size', visible: true}, {key: 'duration', visible: true}, ]; const COLUMNS = { requestTimestamp: {value: 'Request Time'}, responseTimestamp: {value: 'Response Time'}, domain: {value: 'Domain'}, method: {value: 'Method'}, status: {value: 'Status'}, size: {value: 'Size'}, duration: {value: 'Duration'}, }; const mockingStyle = { backgroundColor: colors.yellowTint, color: colors.yellow, fontWeight: 500, }; export function formatBytes(count: number): string { if (count > 1024 * 1024) { return (count / (1024.0 * 1024)).toFixed(1) + ' MB'; } if (count > 1024) { return (count / 1024.0).toFixed(1) + ' kB'; } return count + ' B'; } const TextEllipsis = styled(Text)({ overflowX: 'hidden', textOverflow: 'ellipsis', maxWidth: '100%', lineHeight: '18px', paddingTop: 4, }); // State management export interface NetworkRouteManager { addRoute(): string | null; modifyRoute(id: string, routeChange: Partial): void; removeRoute(id: string): void; enableRoute(id: string): void; copyHighlightedCalls( highlightedRows: Set, requests: {[id: string]: Request}, responses: {[id: string]: Response}, ): void; importRoutes(): void; exportRoutes(): void; clearRoutes(): void; } const nullNetworkRouteManager: NetworkRouteManager = { addRoute(): string | null { return ''; }, modifyRoute(_id: string, _routeChange: Partial) {}, removeRoute(_id: string) {}, enableRoute(_id: string) {}, copyHighlightedCalls( _highlightedRows: Set, _requests: {[id: string]: Request}, _responses: {[id: string]: Response}, ) {}, importRoutes() {}, exportRoutes() {}, clearRoutes() {}, }; export const NetworkRouteContext = createContext( nullNetworkRouteManager, ); export function plugin(client: PluginClient) { const networkRouteManager = createState( nullNetworkRouteManager, ); const selectedIds = createState>([]); const searchTerm = createState(''); const routes = createState<{[id: string]: Route}>({}); const nextRouteId = createState(0); const isMockResponseSupported = createState(false); const showMockResponseDialog = createState(false); const detailBodyFormat = createState( localStorage.getItem(LOCALSTORAGE_RESPONSE_BODY_FORMAT_KEY) || BodyOptions.parsed, ); const highlightedRows = createState | null | undefined>( new Set(), ); const isDeeplinked = createState(false); const requests = createState<{[id: string]: Request}>( {}, {persist: 'requests'}, ); const responses = createState<{[id: string]: Response}>( {}, {persist: 'responses'}, ); const partialResponses = createState( {}, {persist: 'partialResponses'}, ); client.onDeepLink((payload: unknown) => { if (typeof payload === 'string') { parseDeepLinkPayload(payload); isDeeplinked.set(true); } }); client.addMenuEntry({ action: 'clear', handler: clearLogs, }); client.onConnect(() => { init(); }); client.onDeactivate(() => { isDeeplinked.set(false); }); client.onMessage('newRequest', (data) => { requests.update((draft) => { draft[data.id] = data; }); }); client.onMessage('newResponse', (data) => { responses.update((draft) => { draft[data.id] = data; }); }); client.onMessage('addProtobufDefinitions', (data) => { const repository = ProtobufDefinitionsRepository.getInstance(); for (const [baseUrl, definitions] of Object.entries(data)) { repository.addDefinitions(baseUrl, definitions); } }); client.onMessage('partialResponse', (data) => { /* Some clients (such as low end Android devices) struggle to serialise large payloads in one go, so partial responses allow them to split payloads into chunks and serialise each individually. Such responses will be distinguished between normal responses by both: * Being sent to the partialResponse method. * Having a totalChunks value > 1. The first chunk will always be included in the initial response. This response must have index 0. The remaining chunks will be sent in ResponseFollowupChunks, which each contain another piece of the payload, along with their index from 1 onwards. The payload of each chunk is individually encoded in the same way that full responses are. The order that initialResponse, and followup chunks are received is not guaranteed to be in index order. */ const message: Response | ResponseFollowupChunk = data as | Response | ResponseFollowupChunk; partialResponses.update((draft) => { if (!draft[message.id]) { draft[message.id] = { followupChunks: {}, }; } const entry = draft[message.id]; if (message.index !== undefined && message.index > 0) { // It's a follow up chunk const chunk = message as ResponseFollowupChunk; entry.followupChunks[chunk.index] = chunk.data; } else { // It's an initial chunk entry.initialResponse = message as Response; } }); assembleChunksIfResponseIsComplete(partialResponses, responses, message.id); }); function supportsMocks(device: Device): Promise { if (device.isArchived) { return Promise.resolve(true); } else { return client.supportsMethod('mockResponses'); } } function init() { supportsMocks(client.device).then((result) => { const newRoutes = JSON.parse( localStorage.getItem(LOCALSTORAGE_MOCK_ROUTE_LIST_KEY + client.appId) || '{}', ); routes.set(newRoutes); isMockResponseSupported.set(result); showMockResponseDialog.set(false); nextRouteId.set(Object.keys(routes.get()).length); informClientMockChange(routes.get()); }); // declare new variable to be called inside the interface networkRouteManager.set({ addRoute(): string | null { const newNextRouteId = nextRouteId.get(); routes.update((draft) => { draft[newNextRouteId.toString()] = { requestUrl: '', requestMethod: 'GET', responseData: '', responseHeaders: {}, responseStatus: '200', enabled: true, }; }); nextRouteId.set(newNextRouteId + 1); return String(newNextRouteId); }, modifyRoute(id: string, routeChange: Partial) { if (!routes.get().hasOwnProperty(id)) { return; } routes.update((draft) => { Object.assign(draft[id], routeChange); }); informClientMockChange(routes.get()); }, removeRoute(id: string) { if (routes.get().hasOwnProperty(id)) { routes.update((draft) => { delete draft[id]; }); } informClientMockChange(routes.get()); }, enableRoute(id: string) { if (routes.get().hasOwnProperty(id)) { routes.update((draft) => { draft[id].enabled = !draft[id].enabled; }); } informClientMockChange(routes.get()); }, copyHighlightedCalls( highlightedRows: Set | null | undefined, requests: {[id: string]: Request}, responses: {[id: string]: Response}, ) { // iterate through highlighted rows highlightedRows?.forEach((row) => { const response = responses[row]; // convert headers const headers: {[id: string]: Header} = {}; response.headers.forEach((e) => { headers[e.key] = e; }); // convert data TODO: we only want this for non-binary data! See D23403095 const responseData = response && response.data ? decodeBody(response) : ''; const newNextRouteId = nextRouteId.get(); routes.update((draft) => { draft[newNextRouteId.toString()] = { requestUrl: requests[row].url, requestMethod: requests[row].method, responseData: responseData as string, responseHeaders: headers, responseStatus: responses[row].status.toString(), enabled: true, }; }); nextRouteId.set(newNextRouteId + 1); }); informClientMockChange(routes.get()); }, importRoutes() { const options: OpenDialogOptions = { properties: ['openFile'], filters: [{extensions: ['json'], name: 'Flipper Route Files'}], }; remote.dialog.showOpenDialog(options).then((result) => { const filePaths = result.filePaths; if (filePaths.length > 0) { fs.readFile(filePaths[0], 'utf8', (err, data) => { if (err) { message.error('Unable to import file'); return; } const importedRoutes = JSON.parse(data); importedRoutes?.forEach((importedRoute: Route) => { if (importedRoute != null) { const newNextRouteId = nextRouteId.get(); routes.update((draft) => { draft[newNextRouteId.toString()] = { requestUrl: importedRoute.requestUrl, requestMethod: importedRoute.requestMethod, responseData: importedRoute.responseData as string, responseHeaders: importedRoute.responseHeaders, responseStatus: importedRoute.responseStatus, enabled: true, }; }); nextRouteId.set(newNextRouteId + 1); } }); informClientMockChange(routes.get()); }); } }); }, exportRoutes() { remote.dialog .showSaveDialog( // @ts-ignore This appears to work but isn't allowed by the types null, { title: 'Export Routes', defaultPath: 'NetworkPluginRoutesExport.json', }, ) .then((result: electron.SaveDialogReturnValue) => { const file = result.filePath; if (!file) { return; } fs.writeFile( file, JSON.stringify(Object.values(routes.get()), null, 2), 'utf8', (err) => { if (err) { message.error('Failed to store mock routes: ' + err); } else { message.info('Successfully exported mock routes'); } }, ); }); }, clearRoutes() { routes.set({}); informClientMockChange(routes.get()); }, }); } function parseDeepLinkPayload(deepLinkPayload: unknown) { const searchTermDelim = 'searchTerm='; if (typeof deepLinkPayload !== 'string') { selectedIds.set([]); searchTerm.set(''); } else if (deepLinkPayload.startsWith(searchTermDelim)) { selectedIds.set([]); searchTerm.set(deepLinkPayload.slice(searchTermDelim.length)); } else { selectedIds.set([deepLinkPayload]); searchTerm.set(''); } } function clearLogs() { selectedIds.set([]); responses.set({}); requests.set({}); } function copyRequestCurlCommand() { // Ensure there is only one row highlighted. if (selectedIds.get().length !== 1) { return; } const request = requests.get()[selectedIds.get()[0]]; if (!request) { return; } const command = convertRequestToCurlCommand(request); clipboard.writeText(command); } async function informClientMockChange(routes: {[id: string]: Route}) { const existedIdSet: {[id: string]: {[method: string]: boolean}} = {}; const filteredRoutes: {[id: string]: Route} = Object.entries(routes).reduce( (accRoutes, [id, route]) => { if (existedIdSet.hasOwnProperty(route.requestUrl)) { if ( existedIdSet[route.requestUrl].hasOwnProperty(route.requestMethod) ) { return accRoutes; } existedIdSet[route.requestUrl] = { ...existedIdSet[route.requestUrl], [route.requestMethod]: true, }; return Object.assign({[id]: route}, accRoutes); } else { existedIdSet[route.requestUrl] = { [route.requestMethod]: true, }; return Object.assign({[id]: route}, accRoutes); } }, {}, ); if (isMockResponseSupported.get()) { const routesValuesArray = Object.values(filteredRoutes); localStorage.setItem( LOCALSTORAGE_MOCK_ROUTE_LIST_KEY + client.appId, JSON.stringify(routesValuesArray), ); if (!client.device.isArchived) { try { await client.send('mockResponses', { routes: routesValuesArray .filter((e) => e.enabled) .map((route: Route) => ({ requestUrl: route.requestUrl, method: route.requestMethod, data: route.responseData, headers: [...Object.values(route.responseHeaders)], status: route.responseStatus, enabled: route.enabled, })), }); } catch (e) { console.error('Failed to mock responses.', e); } } } } return { selectedIds, searchTerm, routes, nextRouteId, isMockResponseSupported, showMockResponseDialog, detailBodyFormat, highlightedRows, isDeeplinked, requests, responses, partialResponses, networkRouteManager, clearLogs, onRowHighlighted(selectedIdsArr: Array) { selectedIds.set(selectedIdsArr); }, onMockButtonPressed() { showMockResponseDialog.set(true); }, onCloseButtonPressed() { showMockResponseDialog.set(false); }, onSelectFormat(bodyFormat: string) { detailBodyFormat.set(bodyFormat); localStorage.setItem(LOCALSTORAGE_RESPONSE_BODY_FORMAT_KEY, bodyFormat); }, copyRequestCurlCommand, init, }; } export function Component() { const instance = usePlugin(plugin); const requests = useValue(instance.requests); const responses = useValue(instance.responses); const selectedIds = useValue(instance.selectedIds); const searchTerm = useValue(instance.searchTerm); const routes = useValue(instance.routes); const isMockResponseSupported = useValue(instance.isMockResponseSupported); const showMockResponseDialog = useValue(instance.showMockResponseDialog); const networkRouteManager = useValue(instance.networkRouteManager); return ( ); } type NetworkTableProps = { requests: {[id: string]: Request}; responses: {[id: string]: Response}; routes: {[id: string]: Route}; clear: () => void; copyRequestCurlCommand: () => void; onRowHighlighted: (keys: TableHighlightedRows) => void; highlightedRows: Set | null | undefined; searchTerm: string; onMockButtonPressed: () => void; onCloseButtonPressed: () => void; showMockResponseDialog: boolean; isMockResponseSupported: boolean; }; type NetworkTableState = { sortedRows: TableRows; routes: {[id: string]: Route}; highlightedRows: Set | null | undefined; requests: {[id: string]: Request}; responses: {[id: string]: Response}; }; function formatTimestamp(timestamp: number): string { const date = new Date(timestamp); return `${padStart(date.getHours().toString(), 2, '0')}:${padStart( date.getMinutes().toString(), 2, '0', )}:${padStart(date.getSeconds().toString(), 2, '0')}.${padStart( date.getMilliseconds().toString(), 3, '0', )}`; } function buildRow( request: Request, response: Response | null | undefined, ): TableBodyRow | null | undefined { if (request == null) { return null; } if (request.url == null) { return null; } let url: URL | undefined = undefined; try { url = new URL(request.url); } catch (e) { console.warn(`Failed to parse url: '${request.url}'`, e); } const domain = url ? url.host + url.pathname : ''; const friendlyName = getHeaderValue(request.headers, 'X-FB-Friendly-Name'); const style = response && response.isMock ? mockingStyle : undefined; const copyText = () => { let copyText = `# HTTP request for ${domain} (ID: ${request.id}) ## Request HTTP ${request.method} ${request.url} ${request.headers .map( ({key, value}: {key: string; value: string}): string => `${key}: ${String(value)}`, ) .join('\n')}`; // TODO: we want decoding only for non-binary data! See D23403095 const requestData = request.data ? decodeBody(request) : null; const responseData = response && response.data ? decodeBody(response) : null; if (requestData) { copyText += `\n\n${requestData}`; } if (response) { copyText += ` ## Response HTTP ${response.status} ${response.reason} ${response.headers .map( ({key, value}: {key: string; value: string}): string => `${key}: ${String(value)}`, ) .join('\n')}`; } if (responseData) { copyText += `\n\n${responseData}`; } return copyText; }; return { columns: { requestTimestamp: { value: ( {formatTimestamp(request.timestamp)} ), }, responseTimestamp: { value: ( {response && formatTimestamp(response.timestamp)} ), }, domain: { value: ( {friendlyName ? friendlyName : domain} ), isFilterable: true, }, method: { value: {request.method}, isFilterable: true, }, status: { value: ( {response ? response.status : undefined} ), isFilterable: true, }, size: { value: , }, duration: { value: , }, }, key: request.id, filterValue: `${request.method} ${request.url}`, sortKey: request.timestamp, copyText, getSearchContent: copyText, highlightOnHover: true, style: style, }; } function calculateState( props: { requests: {[id: string]: Request}; responses: {[id: string]: Response}; }, nextProps: NetworkTableProps, rows: TableRows = [], ): NetworkTableState { rows = [...rows]; if (Object.keys(nextProps.requests).length === 0) { // cleared rows = []; } else if (props.requests !== nextProps.requests) { // new request for (const [requestId, request] of Object.entries(nextProps.requests)) { if (props.requests[requestId] == null) { const newRow = buildRow(request, nextProps.responses[requestId]); if (newRow) { rows.push(newRow); } } } } if (props.responses !== nextProps.responses) { // new or updated response const resIds = Object.keys(nextProps.responses).filter( (responseId: RequestId) => props.responses[responseId] !== nextProps.responses[responseId], ); for (const resId of resIds) { if (resId) { const request = nextProps.requests[resId]; // sanity check; to pass null check if (request) { const newRow = buildRow(request, nextProps.responses[resId]); const index = rows.findIndex( (r: TableBodyRow) => r.key === request.id, ); if (index > -1 && newRow) { rows[index] = newRow; } } } } } rows.sort( (a: TableBodyRow, b: TableBodyRow) => (a.sortKey as number) - (b.sortKey as number), ); return { sortedRows: rows, routes: nextProps.routes, highlightedRows: nextProps.highlightedRows, requests: props.requests, responses: props.responses, }; } function Sidebar() { const instance = usePlugin(plugin); const requests = useValue(instance.requests); const responses = useValue(instance.responses); const selectedIds = useValue(instance.selectedIds); const detailBodyFormat = useValue(instance.detailBodyFormat); const selectedId = selectedIds.length === 1 ? selectedIds[0] : null; if (!selectedId) { return null; } const requestWithId = requests[selectedId]; if (!requestWithId) { return null; } return ( ); } class NetworkTable extends PureComponent { static ContextMenu = styled(ContextMenu)({ flex: 1, }); constructor(props: NetworkTableProps) { super(props); this.state = calculateState({requests: {}, responses: {}}, props); } UNSAFE_componentWillReceiveProps(nextProps: NetworkTableProps) { this.setState(calculateState(this.props, nextProps, this.state.sortedRows)); } contextMenuItems(): Array { type ContextMenuType = | 'normal' | 'separator' | 'submenu' | 'checkbox' | 'radio'; const separator: ContextMenuType = 'separator'; const {clear, copyRequestCurlCommand, highlightedRows} = this.props; const highlightedMenuItems = highlightedRows && highlightedRows.size === 1 ? [ { type: separator, }, { label: 'Copy as cURL', click: copyRequestCurlCommand, }, ] : []; return highlightedMenuItems.concat([ { type: separator, }, { label: 'Clear all', click: clear, }, ]); } render() { return ( <> {this.props.isMockResponseSupported && ( )} } /> {this.props.showMockResponseDialog ? ( {(onHide) => ( { onHide(); this.props.onCloseButtonPressed(); }} highlightedRows={this.state.highlightedRows} requests={this.state.requests} responses={this.state.responses} /> )} ) : null} ); } } const Icon = styled(Glyph)({ marginTop: -3, marginRight: 3, }); class StatusColumn extends PureComponent<{ children?: number; }> { render() { const {children} = this.props; let glyph; if (children != null && children >= 400 && children < 600) { glyph = ; } return ( {glyph} {children} ); } } class DurationColumn extends PureComponent<{ request: Request; response: Response | null | undefined; }> { static Text = styled(Text)({ flex: 1, textAlign: 'right', paddingRight: 10, }); render() { const {request, response} = this.props; const duration = response ? response.timestamp - request.timestamp : undefined; return ( {duration != null ? duration.toLocaleString() + 'ms' : ''} ); } } class SizeColumn extends PureComponent<{ response: Response | null | undefined; }> { static Text = styled(Text)({ flex: 1, textAlign: 'right', paddingRight: 10, }); render() { const {response} = this.props; if (response) { const text = formatBytes(this.getResponseLength(response)); return {text}; } else { return null; } } getResponseLength(response: Response | null | undefined) { if (!response) { return 0; } let length = 0; const lengthString = response.headers ? getHeaderValue(response.headers, 'content-length') : undefined; if (lengthString != null && lengthString != '') { length = parseInt(lengthString, 10); } else if (response.data) { length = Buffer.byteLength(response.data, 'base64'); } return length; } }