| b69ab31 | | | 1 | /** |
| b69ab31 | | | 2 | * Copyright (c) Meta Platforms, Inc. and affiliates. |
| b69ab31 | | | 3 | * |
| b69ab31 | | | 4 | * This source code is licensed under the MIT license found in the |
| b69ab31 | | | 5 | * LICENSE file in the root directory of this source tree. |
| b69ab31 | | | 6 | */ |
| b69ab31 | | | 7 | |
| b69ab31 | | | 8 | import type {OperationCommandProgressReporter} from 'isl/src/types'; |
| b69ab31 | | | 9 | import type {ServerPlatform} from '../serverPlatform'; |
| b69ab31 | | | 10 | import type {RepositoryContext} from '../serverTypes'; |
| b69ab31 | | | 11 | |
| b69ab31 | | | 12 | import {CommandRunner} from 'isl/src/types'; |
| b69ab31 | | | 13 | import {mockLogger} from 'shared/testUtils'; |
| b69ab31 | | | 14 | import {defer} from 'shared/utils'; |
| b69ab31 | | | 15 | import {OperationQueue} from '../OperationQueue'; |
| b69ab31 | | | 16 | import {makeServerSideTracker} from '../analytics/serverSideTracker'; |
| b69ab31 | | | 17 | |
| b69ab31 | | | 18 | const mockTracker = makeServerSideTracker( |
| b69ab31 | | | 19 | mockLogger, |
| b69ab31 | | | 20 | {platformName: 'test'} as ServerPlatform, |
| b69ab31 | | | 21 | '0.1', |
| b69ab31 | | | 22 | jest.fn(), |
| b69ab31 | | | 23 | ); |
| b69ab31 | | | 24 | |
| b69ab31 | | | 25 | const mockCtx: RepositoryContext = { |
| b69ab31 | | | 26 | cwd: 'cwd', |
| b69ab31 | | | 27 | cmd: 'sl', |
| b69ab31 | | | 28 | logger: mockLogger, |
| b69ab31 | | | 29 | tracker: mockTracker, |
| b69ab31 | | | 30 | }; |
| b69ab31 | | | 31 | |
| b69ab31 | | | 32 | describe('OperationQueue', () => { |
| b69ab31 | | | 33 | it('runs command directly when nothing queued', async () => { |
| b69ab31 | | | 34 | const p = defer(); |
| b69ab31 | | | 35 | const runCallback = jest.fn().mockImplementation(() => p.promise); |
| b69ab31 | | | 36 | const queue = new OperationQueue(runCallback); |
| b69ab31 | | | 37 | |
| b69ab31 | | | 38 | const onProgress = jest.fn(); |
| b69ab31 | | | 39 | |
| b69ab31 | | | 40 | const runPromise = queue.runOrQueueOperation( |
| b69ab31 | | | 41 | mockCtx, |
| b69ab31 | | | 42 | { |
| b69ab31 | | | 43 | args: ['pull'], |
| b69ab31 | | | 44 | id: '1', |
| b69ab31 | | | 45 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 46 | trackEventName: 'PullOperation', |
| b69ab31 | | | 47 | }, |
| b69ab31 | | | 48 | onProgress, |
| b69ab31 | | | 49 | ); |
| b69ab31 | | | 50 | // calls synchronously |
| b69ab31 | | | 51 | expect(runCallback).toHaveBeenCalledTimes(1); |
| b69ab31 | | | 52 | |
| b69ab31 | | | 53 | p.resolve(undefined); |
| b69ab31 | | | 54 | const result = await runPromise; |
| b69ab31 | | | 55 | expect(result).toEqual('ran'); |
| b69ab31 | | | 56 | |
| b69ab31 | | | 57 | expect(runCallback).toHaveBeenCalledTimes(1); |
| b69ab31 | | | 58 | |
| b69ab31 | | | 59 | expect(onProgress).not.toHaveBeenCalledWith(expect.objectContaining({kind: 'queue'})); |
| b69ab31 | | | 60 | }); |
| b69ab31 | | | 61 | |
| b69ab31 | | | 62 | it('sends spawn and info messages', async () => { |
| b69ab31 | | | 63 | const runCallback = jest |
| b69ab31 | | | 64 | .fn() |
| b69ab31 | | | 65 | .mockImplementation((_op, _cwd, prog: OperationCommandProgressReporter) => { |
| b69ab31 | | | 66 | prog('spawn'); |
| b69ab31 | | | 67 | prog('stdout', 'hello'); |
| b69ab31 | | | 68 | prog('stderr', 'err'); |
| b69ab31 | | | 69 | prog('exit', 0); |
| b69ab31 | | | 70 | |
| b69ab31 | | | 71 | return Promise.resolve(undefined); |
| b69ab31 | | | 72 | }); |
| b69ab31 | | | 73 | const queue = new OperationQueue(runCallback); |
| b69ab31 | | | 74 | |
| b69ab31 | | | 75 | const onProgress = jest.fn(); |
| b69ab31 | | | 76 | const runPromise = queue.runOrQueueOperation( |
| b69ab31 | | | 77 | mockCtx, |
| b69ab31 | | | 78 | { |
| b69ab31 | | | 79 | args: ['pull'], |
| b69ab31 | | | 80 | id: '1', |
| b69ab31 | | | 81 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 82 | trackEventName: 'PullOperation', |
| b69ab31 | | | 83 | }, |
| b69ab31 | | | 84 | onProgress, |
| b69ab31 | | | 85 | ); |
| b69ab31 | | | 86 | |
| b69ab31 | | | 87 | const result = await runPromise; |
| b69ab31 | | | 88 | expect(result).toEqual('ran'); |
| b69ab31 | | | 89 | |
| b69ab31 | | | 90 | expect(onProgress).toHaveBeenCalledWith( |
| b69ab31 | | | 91 | expect.objectContaining({id: '1', kind: 'spawn', queue: []}), |
| b69ab31 | | | 92 | ); |
| b69ab31 | | | 93 | expect(onProgress).toHaveBeenCalledWith( |
| b69ab31 | | | 94 | expect.objectContaining({id: '1', kind: 'stdout', message: 'hello'}), |
| b69ab31 | | | 95 | ); |
| b69ab31 | | | 96 | expect(onProgress).toHaveBeenCalledWith( |
| b69ab31 | | | 97 | expect.objectContaining({id: '1', kind: 'stderr', message: 'err'}), |
| b69ab31 | | | 98 | ); |
| b69ab31 | | | 99 | expect(onProgress).toHaveBeenCalledWith( |
| b69ab31 | | | 100 | expect.objectContaining({id: '1', kind: 'exit', exitCode: 0}), |
| b69ab31 | | | 101 | ); |
| b69ab31 | | | 102 | }); |
| b69ab31 | | | 103 | |
| b69ab31 | | | 104 | it('sends abort signal', async () => { |
| b69ab31 | | | 105 | const runCallback = jest.fn().mockImplementation((_op, _cwd, prog, signal: AbortSignal) => { |
| b69ab31 | | | 106 | const p = defer(); |
| b69ab31 | | | 107 | signal.addEventListener('abort', () => { |
| b69ab31 | | | 108 | p.resolve(null); |
| b69ab31 | | | 109 | prog('exit', 130); |
| b69ab31 | | | 110 | }); |
| b69ab31 | | | 111 | return p; |
| b69ab31 | | | 112 | }); |
| b69ab31 | | | 113 | const onProgress = jest.fn(); |
| b69ab31 | | | 114 | const queue = new OperationQueue(runCallback); |
| b69ab31 | | | 115 | const id = 'abc'; |
| b69ab31 | | | 116 | const op = queue.runOrQueueOperation( |
| b69ab31 | | | 117 | mockCtx, |
| b69ab31 | | | 118 | {args: [], id, runner: CommandRunner.Sapling, trackEventName: 'RunOperation'}, |
| b69ab31 | | | 119 | onProgress, |
| b69ab31 | | | 120 | ); |
| b69ab31 | | | 121 | queue.abortRunningOperation('wrong-id'); |
| b69ab31 | | | 122 | expect(onProgress).not.toHaveBeenCalled(); |
| b69ab31 | | | 123 | queue.abortRunningOperation(id); |
| b69ab31 | | | 124 | const result = await op; |
| b69ab31 | | | 125 | expect(result).toEqual('ran'); |
| b69ab31 | | | 126 | |
| b69ab31 | | | 127 | expect(onProgress).toHaveBeenCalledWith( |
| b69ab31 | | | 128 | expect.objectContaining({id, kind: 'exit', exitCode: 130}), |
| b69ab31 | | | 129 | ); |
| b69ab31 | | | 130 | }); |
| b69ab31 | | | 131 | |
| b69ab31 | | | 132 | it('queues up commands', async () => { |
| b69ab31 | | | 133 | const p1 = defer(); |
| b69ab31 | | | 134 | const p2 = defer(); |
| b69ab31 | | | 135 | const runP1 = jest.fn(() => p1.promise); |
| b69ab31 | | | 136 | const runP2 = jest.fn(() => p2.promise); |
| b69ab31 | | | 137 | const runCallback = jest.fn().mockImplementationOnce(runP1).mockImplementationOnce(runP2); |
| b69ab31 | | | 138 | const queue = new OperationQueue(runCallback); |
| b69ab31 | | | 139 | |
| b69ab31 | | | 140 | const onProgress = jest.fn(); |
| b69ab31 | | | 141 | expect(runP1).not.toHaveBeenCalled(); |
| b69ab31 | | | 142 | expect(runP2).not.toHaveBeenCalled(); |
| b69ab31 | | | 143 | |
| b69ab31 | | | 144 | const runPromise1 = queue.runOrQueueOperation( |
| b69ab31 | | | 145 | mockCtx, |
| b69ab31 | | | 146 | { |
| b69ab31 | | | 147 | args: ['pull'], |
| b69ab31 | | | 148 | id: '1', |
| b69ab31 | | | 149 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 150 | trackEventName: 'PullOperation', |
| b69ab31 | | | 151 | }, |
| b69ab31 | | | 152 | onProgress, |
| b69ab31 | | | 153 | ); |
| b69ab31 | | | 154 | expect(runP1).toHaveBeenCalled(); |
| b69ab31 | | | 155 | expect(runP2).not.toHaveBeenCalled(); |
| b69ab31 | | | 156 | |
| b69ab31 | | | 157 | const runPromise2 = queue.runOrQueueOperation( |
| b69ab31 | | | 158 | mockCtx, |
| b69ab31 | | | 159 | { |
| b69ab31 | | | 160 | args: ['rebase'], |
| b69ab31 | | | 161 | id: '2', |
| b69ab31 | | | 162 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 163 | trackEventName: 'RebaseOperation', |
| b69ab31 | | | 164 | }, |
| b69ab31 | | | 165 | onProgress, |
| b69ab31 | | | 166 | ); |
| b69ab31 | | | 167 | expect(runP1).toHaveBeenCalled(); |
| b69ab31 | | | 168 | expect(runP2).not.toHaveBeenCalled(); // it's queued up |
| b69ab31 | | | 169 | // should notify that the command queued when it is attempted to be run |
| b69ab31 | | | 170 | expect(onProgress).toHaveBeenCalledWith(expect.objectContaining({kind: 'queue', queue: ['2']})); |
| b69ab31 | | | 171 | |
| b69ab31 | | | 172 | p1.resolve(undefined); |
| b69ab31 | | | 173 | const result1 = await runPromise1; |
| b69ab31 | | | 174 | expect(result1).toEqual('ran'); |
| b69ab31 | | | 175 | |
| b69ab31 | | | 176 | // now it's dequeued |
| b69ab31 | | | 177 | expect(runP2).toHaveBeenCalled(); |
| b69ab31 | | | 178 | |
| b69ab31 | | | 179 | p2.resolve(undefined); |
| b69ab31 | | | 180 | const result2 = await runPromise2; |
| b69ab31 | | | 181 | expect(result2).toEqual('ran'); |
| b69ab31 | | | 182 | |
| b69ab31 | | | 183 | expect(runCallback).toHaveBeenCalledTimes(2); |
| b69ab31 | | | 184 | }); |
| b69ab31 | | | 185 | |
| b69ab31 | | | 186 | it('clears queue when an operation fails', async () => { |
| b69ab31 | | | 187 | const p1 = defer(); |
| b69ab31 | | | 188 | const p2 = defer(); |
| b69ab31 | | | 189 | const runP1 = jest.fn(() => p1.promise); |
| b69ab31 | | | 190 | const runP2 = jest.fn(() => p2.promise); |
| b69ab31 | | | 191 | const runCallback = jest.fn().mockImplementationOnce(runP1).mockImplementationOnce(runP2); |
| b69ab31 | | | 192 | const queue = new OperationQueue(runCallback); |
| b69ab31 | | | 193 | |
| b69ab31 | | | 194 | const onProgress = jest.fn(); |
| b69ab31 | | | 195 | expect(runP1).not.toHaveBeenCalled(); |
| b69ab31 | | | 196 | expect(runP2).not.toHaveBeenCalled(); |
| b69ab31 | | | 197 | |
| b69ab31 | | | 198 | const runPromise1 = queue.runOrQueueOperation( |
| b69ab31 | | | 199 | mockCtx, |
| b69ab31 | | | 200 | { |
| b69ab31 | | | 201 | args: ['pull'], |
| b69ab31 | | | 202 | id: '1', |
| b69ab31 | | | 203 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 204 | trackEventName: 'PullOperation', |
| b69ab31 | | | 205 | }, |
| b69ab31 | | | 206 | onProgress, |
| b69ab31 | | | 207 | ); |
| b69ab31 | | | 208 | expect(runP1).toHaveBeenCalled(); |
| b69ab31 | | | 209 | expect(runP2).not.toHaveBeenCalled(); |
| b69ab31 | | | 210 | const runPromise2 = queue.runOrQueueOperation( |
| b69ab31 | | | 211 | mockCtx, |
| b69ab31 | | | 212 | { |
| b69ab31 | | | 213 | args: ['rebase'], |
| b69ab31 | | | 214 | id: '2', |
| b69ab31 | | | 215 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 216 | trackEventName: 'RebaseOperation', |
| b69ab31 | | | 217 | }, |
| b69ab31 | | | 218 | onProgress, |
| b69ab31 | | | 219 | ); |
| b69ab31 | | | 220 | expect(runP1).toHaveBeenCalled(); |
| b69ab31 | | | 221 | expect(runP2).not.toHaveBeenCalled(); // it's queued up |
| b69ab31 | | | 222 | |
| b69ab31 | | | 223 | p1.reject(new Error('fake error')); |
| b69ab31 | | | 224 | // run promise still resolves, but error message was sent |
| b69ab31 | | | 225 | const result1 = await runPromise1; |
| b69ab31 | | | 226 | expect(result1).toEqual('ran'); |
| b69ab31 | | | 227 | expect(onProgress).toHaveBeenCalledWith( |
| b69ab31 | | | 228 | expect.objectContaining({id: '1', kind: 'error', error: 'Error: fake error'}), |
| b69ab31 | | | 229 | ); |
| b69ab31 | | | 230 | |
| b69ab31 | | | 231 | // p2 was cancelled by p1 failing |
| b69ab31 | | | 232 | expect(runP2).not.toHaveBeenCalled(); |
| b69ab31 | | | 233 | const result2 = await runPromise2; |
| b69ab31 | | | 234 | expect(result2).toEqual('skipped'); |
| b69ab31 | | | 235 | expect(runCallback).toHaveBeenCalledTimes(1); |
| b69ab31 | | | 236 | }); |
| b69ab31 | | | 237 | |
| b69ab31 | | | 238 | it('can run commands again after an error', async () => { |
| b69ab31 | | | 239 | const p1 = defer(); |
| b69ab31 | | | 240 | const p2 = defer(); |
| b69ab31 | | | 241 | const runP1 = jest.fn(() => p1.promise); |
| b69ab31 | | | 242 | const runP2 = jest.fn(() => p2.promise); |
| b69ab31 | | | 243 | const runCallback = jest.fn().mockImplementationOnce(runP1).mockImplementationOnce(runP2); |
| b69ab31 | | | 244 | const queue = new OperationQueue(runCallback); |
| b69ab31 | | | 245 | |
| b69ab31 | | | 246 | const onProgress = jest.fn(); |
| b69ab31 | | | 247 | expect(runP1).not.toHaveBeenCalled(); |
| b69ab31 | | | 248 | expect(runP2).not.toHaveBeenCalled(); |
| b69ab31 | | | 249 | |
| b69ab31 | | | 250 | const runPromise1 = queue.runOrQueueOperation( |
| b69ab31 | | | 251 | mockCtx, |
| b69ab31 | | | 252 | { |
| b69ab31 | | | 253 | args: ['pull'], |
| b69ab31 | | | 254 | id: '1', |
| b69ab31 | | | 255 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 256 | trackEventName: 'PullOperation', |
| b69ab31 | | | 257 | }, |
| b69ab31 | | | 258 | onProgress, |
| b69ab31 | | | 259 | ); |
| b69ab31 | | | 260 | |
| b69ab31 | | | 261 | p1.reject(new Error('fake error')); |
| b69ab31 | | | 262 | await runPromise1; |
| b69ab31 | | | 263 | |
| b69ab31 | | | 264 | // after p1 errors, run another operation |
| b69ab31 | | | 265 | const runPromise2 = queue.runOrQueueOperation( |
| b69ab31 | | | 266 | mockCtx, |
| b69ab31 | | | 267 | { |
| b69ab31 | | | 268 | args: ['rebase'], |
| b69ab31 | | | 269 | id: '2', |
| b69ab31 | | | 270 | runner: CommandRunner.Sapling, |
| b69ab31 | | | 271 | trackEventName: 'RebaseOperation', |
| b69ab31 | | | 272 | }, |
| b69ab31 | | | 273 | onProgress, |
| b69ab31 | | | 274 | ); |
| b69ab31 | | | 275 | |
| b69ab31 | | | 276 | // p2 runs immediately |
| b69ab31 | | | 277 | p2.resolve(undefined); |
| b69ab31 | | | 278 | await runPromise2; |
| b69ab31 | | | 279 | expect(runP2).toHaveBeenCalled(); |
| b69ab31 | | | 280 | expect(runCallback).toHaveBeenCalledTimes(2); |
| b69ab31 | | | 281 | }); |
| b69ab31 | | | 282 | }); |