diff --git a/package.json b/package.json
index 5bf0617925..ffeb1d6611 100644
--- a/package.json
+++ b/package.json
@@ -3313,6 +3313,14 @@
 							"type": "string",
 							"description": "The key of the notification"
 						},
+						"itemNumber": {
+							"type": "string",
+							"description": "The number of the issue/PR in the notification"
+						},
+						"itemType": {
+							"type": "string",
+							"description": "The type of the item in the notification - whether it is an issue or a PR"
+						},
 						"fileChanges": {
 							"type": "array",
 							"items": {
diff --git a/src/lm/tools/fetchNotificationTool.ts b/src/lm/tools/fetchNotificationTool.ts
index c0ca119141..40adfe8c7b 100644
--- a/src/lm/tools/fetchNotificationTool.ts
+++ b/src/lm/tools/fetchNotificationTool.ts
@@ -30,6 +30,8 @@ export interface FetchNotificationResult {
 	}[];
 	owner: string;
 	repo: string;
+	itemNumber: string;
+	itemType: 'issue' | 'pr';
 	fileChanges?: FileChange[];
 	threadId: number,
 	notificationKey: string
@@ -54,8 +56,8 @@ export class FetchNotificationTool extends RepoToolBase<FetchNotificationToolPar
 			thread_id: threadId
 		});
 		const threadData = thread.data;
-		const issueNumber = threadData.subject.url.split('/').pop();
-		if (issueNumber === undefined) {
+		const itemNumber = threadData.subject.url.split('/').pop();
+		if (itemNumber === undefined) {
 			return undefined;
 		}
 		const lastUpdatedAt = threadData.updated_at;
@@ -64,10 +66,11 @@ export class FetchNotificationTool extends RepoToolBase<FetchNotificationToolPar
 		const owner = threadData.repository.owner.login;
 		const name = threadData.repository.name;
 		const { folderManager } = await this.getRepoInfo({ owner, name });
-		const issueOrPR = await folderManager.resolveIssueOrPullRequest(owner, name, Number(issueNumber));
+		const issueOrPR = await folderManager.resolveIssueOrPullRequest(owner, name, Number(itemNumber));
 		if (!issueOrPR) {
 			throw new Error(`No notification found with thread ID #${threadId}.`);
 		}
+		const itemType = issueOrPR instanceof PullRequestModel ? 'pr' : 'issue';
 		const notificationKey = getNotificationKey(owner, name, String(issueOrPR.number));
 		const comments = issueOrPR.item.comments ?? [];
 		let unreadComments: { body: string; }[];
@@ -88,7 +91,9 @@ export class FetchNotificationTool extends RepoToolBase<FetchNotificationToolPar
 			title: issueOrPR.title,
 			body: issueOrPR.body,
 			owner,
-			repo: name
+			repo: name,
+			itemNumber,
+			itemType
 		};
 		if (issueOrPR instanceof PullRequestModel) {
 			const fileChanges = await issueOrPR.getFileChangesInfo();
diff --git a/src/lm/tools/summarizeNotificationsTool.ts b/src/lm/tools/summarizeNotificationsTool.ts
index 38de340796..364272498b 100644
--- a/src/lm/tools/summarizeNotificationsTool.ts
+++ b/src/lm/tools/summarizeNotificationsTool.ts
@@ -11,6 +11,15 @@ import { concatAsyncIterable, TOOL_COMMAND_RESULT } from './toolsUtils';
 export class NotificationSummarizationTool implements vscode.LanguageModelTool<FetchNotificationResult> {
 	public static readonly toolId = 'github-pull-request_notification_summarize';
 
+	async prepareInvocation(options: vscode.LanguageModelToolInvocationPrepareOptions<FetchNotificationResult>): Promise<vscode.PreparedToolInvocation> {
+		const parameters = options.parameters;
+		const type = parameters.itemType === 'issue' ? 'issues' : 'pull';
+		const url = `https://github.com/${parameters.owner}/${parameters.repo}/${type}/${parameters.itemNumber}`;
+		return {
+			invocationMessage: vscode.l10n.t('Fetching item [#{0}]({1}) from GitHub', parameters.itemNumber, url)
+		};
+	}
+
 	async invoke(options: vscode.LanguageModelToolInvocationOptions<FetchNotificationResult>, _token: vscode.CancellationToken): Promise<vscode.LanguageModelToolResult | undefined> {
 		let notificationInfo: string = '';
 		const lastReadAt = options.parameters.lastReadAt;