Add optional GitHub token support for authenticated attachment downloads

- Updated `downloadFile` to include an authorization header when a GitHub token is provided and URLs are GitHub-related.
- Modified `downloadAttachmentsAndRewriteText` and related calls to accept an optional `githubToken`.
- Adjusted `prepareJunieTask` and `getValidatedTextTask` to propagate the token where necessary.

Author: nikitaBarkov

src/github/junie/attachment-downloader.ts

@@ -15,8 +15,14 @@ export const ATTACHMENT_PATTERNS = {
     legacy: /https:\/\/user-images\.githubusercontent\.com\/[^\s)]+/g
 } as const;
 
-async function downloadFile(url: string): Promise<string> {
-    const response = await fetch(url);
+async function downloadFile(url: string, githubToken?: string): Promise<string> {
+    // Add authentication header for GitHub URLs
+    const headers: Record<string, string> = {};
+    if (githubToken && (url.includes('github.com') || url.includes('githubusercontent.com'))) {
+        headers['Authorization'] = `token ${githubToken}`;
+    }
+
+    const response = await fetch(url, { headers });
     if (!response.ok) {
         throw new Error(`Failed to download ${url}: ${response.status} ${response.statusText}`);
     }
@@ -54,16 +60,19 @@ async function downloadFile(url: string): Promise<string> {
  * - Markdown images: ![](https://github.com/user-attachments/assets/...)
  * - Markdown files: (https://github.com/user-attachments/files/...)
  * - Legacy images: https://user-images.githubusercontent.com/...
+ *
+ * @param text - Text containing attachment URLs
+ * @param githubToken - GitHub token for authenticating downloads from GitHub
  */
-export async function downloadAttachmentsAndRewriteText(text: string): Promise<string> {
+export async function downloadAttachmentsAndRewriteText(text: string, githubToken?: string): Promise<string> {
     let updatedText = text;
 
     // Handle HTML image tags with user-attachments URLs
     const imgMatches = [...text.matchAll(ATTACHMENT_PATTERNS.imgTag)];
     for (const match of imgMatches) {
         const url = match[1];
         try {
-            const localPath = await downloadFile(url);
+            const localPath = await downloadFile(url, githubToken);
             updatedText = updatedText.replace(match[0], `src="${localPath}"`);
         } catch (error) {
             console.error(`Failed to download image: ${url}`, error);
@@ -75,7 +84,7 @@ export async function downloadAttachmentsAndRewriteText(text: string): Promise<s
     for (const match of mdImgMatches) {
         const url = match[1];
         try {
-            const localPath = await downloadFile(url);
+            const localPath = await downloadFile(url, githubToken);
             updatedText = updatedText.replace(match[1], localPath);
         } catch (error) {
             console.error(`Failed to download markdown image: ${url}`, error);
@@ -87,7 +96,7 @@ export async function downloadAttachmentsAndRewriteText(text: string): Promise<s
     for (const match of fileMatches) {
         const url = match[1];
         try {
-            const localPath = await downloadFile(url);
+            const localPath = await downloadFile(url, githubToken);
             updatedText = updatedText.replace(match[0], `(${localPath})`);
         } catch (error) {
             console.error(`Failed to download file: ${url}`, error);
@@ -99,7 +108,7 @@ export async function downloadAttachmentsAndRewriteText(text: string): Promise<s
     for (const match of legacyMatches) {
         const url = match[0];
         try {
-            const localPath = await downloadFile(url);
+            const localPath = await downloadFile(url, githubToken);
             updatedText = updatedText.replace(url, localPath);
         } catch (error) {
             console.error(`Failed to download legacy image: ${url}`, error);

src/github/junie/junie-tasks.ts

@@ -20,9 +20,9 @@ import {CliInput} from "./types/junie";
 import {generateMcpToolsPrompt} from "../../mcp/mcp-prompts";
 import {junieArgsToString} from "../../utils/junie-args-parser";
 
-async function getValidatedTextTask(text: string): Promise<string> {
+async function getValidatedTextTask(text: string, githubToken?: string): Promise<string> {
     // Download attachments and rewrite URLs in the text
-    return await downloadAttachmentsAndRewriteText(text)
+    return await downloadAttachmentsAndRewriteText(text, githubToken)
 }
 
 function getTriggerTime(context: JunieExecutionContext): string | undefined {
@@ -45,7 +45,8 @@ export async function prepareJunieTask(
     branchInfo: BranchInfo,
     octokit: Octokits,
     enabledMcpServers: string[] = [],
-    isDefaultToken: boolean = false
+    isDefaultToken: boolean = false,
+    githubToken?: string
 ) {
     const owner = context.payload.repository.owner.login;
     const repo = context.payload.repository.name;
@@ -82,7 +83,7 @@ export async function prepareJunieTask(
             promptText = promptText + mcpToolsPrompt;
         }
 
-        junieCLITask.task = await getValidatedTextTask(promptText);
+        junieCLITask.task = await getValidatedTextTask(promptText, githubToken);
     }
 
     if (!junieCLITask.task && !junieCLITask.mergeTask) {

src/github/junie/prepare-junie.ts

@@ -89,7 +89,7 @@ export async function initializeJunieExecution({
         isFixCI: isFixCIEvent(context)
     })
 
-    await prepareJunieTask(context, branchInfo, octokit, mcpConfig.enabledServers, tokenConfig.isDefaultToken())
+    await prepareJunieTask(context, branchInfo, octokit, mcpConfig.enabledServers, tokenConfig.isDefaultToken(), tokenConfig.workingToken)
 }
 
 async function shouldHandle(context: JunieExecutionContext, octokit: Octokits): Promise<boolean> {