apify/crawlee

Pattern Findings

81 matches across 9 categories. Click a row to expand file-level details.

Hyper-Verbose Identifiers53 hits · 53 pts

Severity	File	Line	Snippet
LOW	website/blog/2025/07-14-scrape-youtube/index.md	271	async def handle_transcript_request(route: PlaywrightRoute, request: PlaywrightRequest) -> None:
LOW	website/src/theme/Navbar/MobileSidebar/Layout/index.js	5	export default function NavbarMobileSidebarLayout({
LOW	website/src/theme/Navbar/MobileSidebar/Header/index.js	29	export default function NavbarMobileSidebarHeader() {
LOW	…te/src/theme/BlogPostItem/Footer/ReadMoreLink/index.js	15	export default function BlogPostItemFooterReadMoreLink(props) {
LOW	website/src/theme/BlogPostItem/Header/Authors/index.js	7	export default function BlogPostItemHeaderAuthors({ className }) {
LOW	website/src/pages/index.js	20	function LanguageGetStartedSection() {
LOW	packages/core/src/cookie_utils.ts	34	export function getDefaultCookieExpirationDate(maxAgeSecs: number) {
LOW	packages/core/src/cookie_utils.ts	44	export function toughCookieToBrowserPoolCookie(toughCookie: Cookie): CookieObject {
LOW	packages/core/src/cookie_utils.ts	66	export function browserPoolCookieToToughCookie(cookieObject: CookieObject, maxAgeSecs: number) {
LOW	packages/core/src/cookie_utils.ts	90	export function cookieStringToToughCookie(cookieString: string) {
LOW	packages/core/src/autoscaling/event_loop_load_signal.ts	19	export function createEventLoopLoadSignal(options: EventLoopLoadSignalOptions = {}) {
LOW	packages/core/src/enqueue_links/shared.ts	57	export function updateEnqueueLinksPatternCache(
LOW	packages/core/src/enqueue_links/shared.ts	73	export function constructRegExpObjectsFromPseudoUrls(pseudoUrls: readonly PseudoUrlInput[]): RegExpObject[] {
LOW	packages/core/src/enqueue_links/shared.ts	97	export function constructGlobObjectsFromGlobs(globs: readonly GlobInput[]): GlobObject[] {
LOW	packages/core/src/enqueue_links/shared.ts	148	export function constructRegExpObjectsFromRegExps(regexps: readonly RegExpInput[]): RegExpObject[] {
LOW	packages/core/src/enqueue_links/shared.ts	281	function createPatternObjectMatcher(urlPatternObject: UrlPatternObject) {
LOW	packages/core/src/enqueue_links/enqueue_links.ts	525	export function resolveBaseUrlForEnqueueLinksFiltering({
LOW	…kages/browser-crawler/src/internals/browser-crawler.ts	824	export async function browserCrawlerEnqueueLinks(
LOW	packages/http-crawler/src/internals/http-crawler.ts	973	function addResponsePropertiesToStream(stream: Readable, response: StreamingHttpResponse) {
LOW	packages/http-crawler/src/internals/http-crawler.ts	1011	function parseContentTypeFromResponse(response: unknown): { type: string; charset: BufferEncoding } {
LOW	packages/utils/src/internals/general.ts	178	function replaceShadowDomsWithHtml(rootElement: any) {
LOW	packages/cli/src/commands/CreateProjectCommand.ts	70	async function downloadTemplateFilesToDisk(template: Template, destinationDirectory: string) {
LOW	packages/browser-pool/src/container-proxy-server.ts	9	export async function createProxyServerForContainers(fallbackProxyUrl?: string) {
LOW	packages/browser-pool/src/fingerprinting/hooks.ts	14	export function createFingerprintPreLaunchHook(browserPool: BrowserPool<any, any, any, any, any>) {
LOW	…kages/cheerio-crawler/src/internals/cheerio-crawler.ts	270	export async function cheerioCrawlerEnqueueLinks(
LOW	packages/memory-storage/src/utils.ts	236	function getOrCreate(): Promise<TPromise> {
LOW	packages/memory-storage/src/body-parser.ts	55	function isContentTypeStringifiable(contentType: string): boolean {
LOW	packages/memory-storage/src/cache-helpers.ts	15	export async function findOrCacheDatasetByPossibleId(client: MemoryStorage, entryNameOrId: string) {
LOW	packages/memory-storage/src/cache-helpers.ts	118	export async function findOrCacheKeyValueStoreByPossibleId(client: MemoryStorage, entryNameOrId: string) {
LOW	packages/memory-storage/src/cache-helpers.ts	271	export async function findRequestQueueByPossibleId(client: MemoryStorage, entryNameOrId: string) {
LOW	packages/memory-storage/src/fs/key-value-store/index.ts	6	export function createKeyValueStorageImplementation(
LOW	packages/memory-storage/src/fs/request-queue/index.ts	4	export function createRequestQueueStorageImplementation(options: CreateStorageImplementationOptions) {
LOW	…/src/internals/utils/puppeteer_request_interception.ts	160	export async function addInterceptRequestHandler(page: Page, handler: InterceptHandler): Promise<void> {
LOW	…/src/internals/utils/puppeteer_request_interception.ts	203	export async function removeInterceptRequestHandler(page: Page, handler: InterceptHandler): Promise<void> {
LOW	…/src/internals/utils/puppeteer_request_interception.ts	234	async function disableRequestInterception(page: Page): Promise<void> {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	225	export async function enqueueLinksByClickingElements(
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	329	export async function clickElementsAndInterceptNavigationRequests(
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	363	function createInterceptRequestHandler(page: Page, requests: Set<string>): (req: PuppeteerRequest) => Promise<void> {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	389	function isTopFrameNavigationRequest(page: Page, req: PuppeteerRequest): boolean {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	396	function createTargetCreatedHandler(page: Page, requests: Set<string>): (target: Target) => Promise<void> {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	424	function createFrameNavigatedHandler(page: Page, requests: Set<string>): (frame: Frame) => void {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	509	function updateElementCssToEnableMouseClick(el: Element, zIndex: number): void {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	584	async function restoreHistoryNavigationAndSaveCapturedUrls(page: Page, requests: Set<string>): Promise<void> {
LOW	…ges/linkedom-crawler/src/internals/linkedom-crawler.ts	255	export async function linkedomCrawlerEnqueueLinks(
LOW	…wright-crawler/src/internals/utils/playwright-utils.ts	732	async function handleCloudflareChallenge(
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	225	export async function enqueueLinksByClickingElements(
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	329	export async function clickElementsAndInterceptNavigationRequests(
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	364	function createInterceptRequestHandler(
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	389	function createTargetCreatedHandler(requests: Set<string>): (popup: Page) => Promise<void> {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	407	function isTopFrameNavigationRequest(page: Page, req: Request): boolean {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	414	function createFrameNavigatedHandler(page: Page, requests: Set<string>): (frame: Frame) => void {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	462	function updateElementCssToEnableMouseClick(el: Element, zIndex: number): void {
LOW	…-crawler/src/internals/enqueue-links/click-elements.ts	568	async function restoreHistoryNavigationAndSaveCapturedUrls(page: Page, requests: Set<string>): Promise<void> {

Magic Placeholder Names3 hits · 18 pts

Severity	File	Line	Snippet
HIGH	website/blog/2026/02-06/index.md	41	apiKey: 'your-api-key', // Your OpenAI API key (or use OPENAI_API_KEY env var)
HIGH	packages/stagehand-crawler/README.md	19	apiKey: 'your-api-key', // LLM API key for LOCAL env
HIGH	…s/stagehand-crawler/src/internals/stagehand-crawler.ts	63	* apiKey: 'your-api-key',

Excessive Try-Catch Wrapping9 hits · 11 pts

Severity	File	Line	Snippet
LOW	…e/blog/2025/03-20-scrape-bluesky-using-python/index.md	344	except Exception:
LOW	…e/blog/2025/03-20-scrape-bluesky-using-python/index.md	582	except Exception as e:
LOW	website/blog/2024/12-02-scrape-google-search/index.md	243	except Exception as e:
LOW	…og/2024/12-13-scrape-google-maps-using-python/index.md	304	except Exception as e:
LOW	…og/2024/12-13-scrape-google-maps-using-python/index.md	356	except Exception as e:
LOW	…og/2024/12-13-scrape-google-maps-using-python/index.md	402	except Exception as e:
MEDIUM	…og/2024/12-13-scrape-google-maps-using-python/index.md	403	print(f"Error in scraping: {str(e)}")
LOW	…og/2024/12-13-scrape-google-maps-using-python/index.md	428	except Exception as e:
MEDIUM	…og/2024/12-13-scrape-google-maps-using-python/index.md	429	print(f"Error running scraper: {str(e)}")

Hallucination Indicators1 hit · 10 pts

Severity	File	Line	Snippet
CRITICAL	packages/basic-crawler/src/internals/basic-crawler.ts	619	maxRequestsPerMinute: ow.optional.number.integerOrInfinite.positive.greaterThanOrEqual(1),

Fake / Example Data5 hits · 8 pts

Severity	File	Line	Snippet
LOW	test/shared/data/lipsum.txt	1	Lorem ipsum dolor sit amet, consectetur adipiscing elit. Fusce aliquet, nibh sit amet volutpat rhoncus, nisl eros sagitt
LOW	test/shared/data/lipsum.txt	1	Lorem ipsum dolor sit amet, consectetur adipiscing elit. Fusce aliquet, nibh sit amet volutpat rhoncus, nisl eros sagitt
LOW	test/shared/data/lipsum.txt	7	Cras sit amet sem sit amet mi pulvinar varius non sed dolor. Nulla eu libero ultricies, aliquam mi eget, elementum velit
LOW	test/shared/data/lipsum.txt	9	Sed elit arcu, aliquam et tempor vel, ultrices sit amet turpis. Nullam et lorem magna. Nulla at risus nec dui aliquet or
LOW	test/shared/data/lipsum.txt	9	Sed elit arcu, aliquam et tempor vel, ultrices sit amet turpis. Nullam et lorem magna. Nulla at risus nec dui aliquet or

Over-Commented Block7 hits · 7 pts

Severity	File	Line	Snippet
LOW	test/core/request_list.test.ts	821	});
LOW	test/core/request_list.test.ts	841	// process.env.APIFY_LOCAL_STORAGE_DIR = 'tmp';
LOW	test/core/crawlers/browser_crawler.test.ts	881	// test('browser should launch with correct proxyUrl', async () => {
LOW	test/core/crawlers/browser_crawler.test.ts	901	// useSessionPool: false,
LOW	test/core/crawlers/browser_crawler.test.ts	921	// const status = { connected: true };
LOW	test/core/crawlers/browser_crawler.test.ts	941	// requestList,
LOW	packages/core/src/storages/request_list.ts	561	if (index >= state.nextIndex) {

Self-Referential Comments1 hit · 3 pts

Severity	File	Line	Snippet
MEDIUM	website/src/pages/home_page_example.py	11	# Define the default request handler, which will be called for every request.

Example Usage Blocks1 hit · 2 pts

Severity	File	Line	Snippet
LOW	packages/http-crawler/src/internals/file-download.ts	172	* ## Example usage

Overly Generic Function Names1 hit · 1 pts

Severity	File	Line	Snippet
LOW	…/src/internals/utils/puppeteer_request_interception.ts	66	async function handleRequest(request: PuppeteerRequest, interceptRequestHandlers?: InterceptHandler[]): Promise<void> {

Score History

Severity Breakdown

Pattern Findings