feat(messaging): read a transactional email's status by id or recipient

docker/kafka/topics.txt

@@ -16,6 +16,7 @@ clickhouse_app_metrics
 clickhouse_app_metrics2
 clickhouse_billing_usage_records
 clickhouse_document_embeddings
+clickhouse_email_status
 clickhouse_error_tracking_fingerprint_issue_state
 clickhouse_error_tracking_issue_fingerprint
 clickhouse_events_json

frontend/src/lib/components/Git/gitMetadataParser.spec.ts

@@ -18,6 +18,11 @@ describe('GitMetadataParser', () => {
                 remote_url: 'git@gitlab.com:posthog-bot-group/posthog-bot-project.git',
                 expected: 'https://gitlab.com/posthog-bot-group/posthog-bot-project/-/commit/commit-sha',
             },
+            {
+                description: 'should create commit link for bitbucket URL',
+                remote_url: 'https://bitbucket.org/user/repo.git',
+                expected: 'https://bitbucket.org/user/repo/commits/commit-sha',
+            },
             {
                 description: 'should create commit link for gitlab URL',
                 remote_url: 'invalid_url',
@@ -51,6 +56,21 @@ describe('GitMetadataParser', () => {
                 remote_url: 'git@gitlab.com:posthog-bot-group/posthog-bot-project.git',
                 expected: 'https://gitlab.com/posthog-bot-group/posthog-bot-project/-/tree/branch-name',
             },
+            {
+                description: 'should create branch link for bitbucket URL',
+                remote_url: 'https://bitbucket.org/user/repo.git',
+                expected: 'https://bitbucket.org/user/repo/src/branch-name',
+            },
+            {
+                description: 'should create branch link for a gitlab project in a subgroup',
+                remote_url: 'gitlab.com/group/subgroup/project',
+                expected: 'https://gitlab.com/group/subgroup/project/-/tree/branch-name',
+            },
+            {
+                description: 'should create branch link for a gitlab remote with a trailing slash',
+                remote_url: 'https://gitlab.com/group/project/',
+                expected: 'https://gitlab.com/group/project/-/tree/branch-name',
+            },
         ])('$description', ({ remote_url, expected }) => {
             const result = GitMetadataParser.getBranchLink(remote_url, 'branch-name')
             expect(result).toBe(expected)
@@ -80,4 +100,36 @@ describe('GitMetadataParser', () => {
             expect(GitMetadataParser.getGitHubRepositorySlug(remote_url)).toBe(expected)
         })
     })
+
+    describe('getFileLink', () => {
+        it.each([
+            {
+                description: 'a GitHub remote without a scheme',
+                remote_url: 'github.com/example/app',
+                expected: 'https://github.com/example/app/blob/main/emails/welcome.html',
+            },
+            {
+                description: 'a GitLab SSH remote',
+                remote_url: 'git@gitlab.com:example/app.git',
+                expected: 'https://gitlab.com/example/app/-/blob/main/emails/welcome.html',
+            },
+            {
+                description: 'a Bitbucket HTTPS remote',
+                remote_url: 'https://bitbucket.org/example/app',
+                expected: 'https://bitbucket.org/example/app/src/main/emails/welcome.html',
+            },
+            { description: 'an unknown host', remote_url: 'git.example.com/example/app', expected: undefined },
+        ])('links the file for $description', ({ remote_url, expected }) => {
+            expect(GitMetadataParser.getFileLink(remote_url, 'main', './emails/welcome.html')).toBe(expected)
+        })
+
+        it('encodes each part of the ref and the path', () => {
+            expect(GitMetadataParser.getFileLink('github.com/example/app', 'feat/a b', 'emails/a#b.html')).toBe(
+                'https://github.com/example/app/blob/feat/a%20b/emails/a%23b.html'
+            )
+            expect(GitMetadataParser.getRefLink('github.com/example/app', 'fix#12')).toBe(
+                'https://github.com/example/app/tree/fix%2312'
+            )
+        })
+    })
 })

frontend/src/lib/components/Git/gitMetadataParser.ts

@@ -9,6 +9,11 @@ export type ParsedRemoteUrl = {
 }
 
 const GITHUB_SLUG_PATTERN = /^[A-Za-z0-9-]+\/[A-Za-z0-9._-]+$/
+const COMMIT_SHA_PATTERN = /^[0-9a-f]{7,40}$/i
+
+function encodePathSegments(value: string): string {
+    return value.split('/').map(encodeURIComponent).join('/')
+}
 
 export class GitMetadataParser {
     static getCommitLink(remote_url?: string, commit_id?: string): string | undefined {
@@ -33,6 +38,28 @@ export class GitMetadataParser {
         return this.buildBranchLink(parsedRemoteUrl, branch)
     }
 
+    static getRefLink(remote_url?: string, ref?: string): string | undefined {
+        if (!ref) {
+            return undefined
+        }
+        return this.isCommitSha(ref) ? this.getCommitLink(remote_url, ref) : this.getBranchLink(remote_url, ref)
+    }
+
+    static getFileLink(remote_url?: string, ref?: string, path?: string): string | undefined {
+        if (!remote_url || !ref || !path) {
+            return undefined
+        }
+        const parsedRemoteUrl = this.parseRemoteUrl(remote_url)
+        if (!parsedRemoteUrl) {
+            return undefined
+        }
+        return this.buildFileLink(parsedRemoteUrl, ref, path)
+    }
+
+    static isCommitSha(ref: string): boolean {
+        return COMMIT_SHA_PATTERN.test(ref)
+    }
+
     static getRepoLink(remote_url?: string): string | undefined {
         if (!remote_url) {
             return undefined
@@ -57,7 +84,11 @@ export class GitMetadataParser {
     }
 
     static parseRemoteUrl(remoteUrl: string): ParsedRemoteUrl | undefined {
-        return this.parseSshRemoteUrl(remoteUrl) || this.parseHttpsRemoteUrl(remoteUrl)
+        return (
+            this.parseSshRemoteUrl(remoteUrl) ||
+            this.parseHttpsRemoteUrl(remoteUrl) ||
+            this.parseSchemelessRemoteUrl(remoteUrl)
+        )
     }
 
     private static buildRemoteLink(parsedUrl: ParsedRemoteUrl): string | undefined {
@@ -74,10 +105,11 @@ export class GitMetadataParser {
     private static buildBranchLink(parsedUrl: ParsedRemoteUrl, branch: string): string | undefined {
         switch (parsedUrl.provider) {
             case 'github':
-            case 'bitbucket':
-                return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/tree/${branch}`
+                return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/tree/${encodePathSegments(branch)}`
             case 'gitlab':
-                return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/-/tree/${branch}`
+                return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/-/tree/${encodePathSegments(branch)}`
+            case 'bitbucket':
+                return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/src/${encodePathSegments(branch)}`
             default:
                 return undefined
         }
@@ -86,15 +118,31 @@ export class GitMetadataParser {
     private static buildCommitLink(parsedUrl: ParsedRemoteUrl, commitSha: string): string | undefined {
         switch (parsedUrl.provider) {
             case 'github':
-            case 'bitbucket':
                 return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/commit/${commitSha}`
+            case 'bitbucket':
+                return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/commits/${commitSha}`
             case 'gitlab':
                 return `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}/-/commit/${commitSha}`
             default:
                 return undefined
         }
     }
 
+    private static buildFileLink(parsedUrl: ParsedRemoteUrl, ref: string, path: string): string | undefined {
+        const base = `${parsedUrl.providerUrl}/${parsedUrl.owner}/${parsedUrl.repository}`
+        const refAndPath = `${encodePathSegments(ref)}/${encodePathSegments(path.replace(/^\.?\//, ''))}`
+        switch (parsedUrl.provider) {
+            case 'github':
+                return `${base}/blob/${refAndPath}`
+            case 'gitlab':
+                return `${base}/-/blob/${refAndPath}`
+            case 'bitbucket':
+                return `${base}/src/${refAndPath}`
+            default:
+                return undefined
+        }
+    }
+
     private static parseSshRemoteUrl(remoteUrl: string): ParsedRemoteUrl | undefined {
         // git@github.com:user/repo.git
 
@@ -136,23 +184,34 @@ export class GitMetadataParser {
         }
 
         const domain = withoutProtocol.slice(0, firstSlashIdx)
-        const pathParts = withoutProtocol.slice(firstSlashIdx + 1).split('/')
+        const pathParts = withoutProtocol
+            .slice(firstSlashIdx + 1)
+            .split('/')
+            .filter((part) => part !== '')
 
         if (pathParts.length < 2) {
             return undefined
         }
 
+        const [provider, providerUrl] = this.parseDomain(domain)
         const owner = pathParts[0]
-        let repository = pathParts[1]
+        // GitLab nests projects in subgroups, so everything after the owner names the project.
+        let repository = provider === 'gitlab' ? pathParts.slice(1).join('/') : pathParts[1]
         if (repository.endsWith('.git')) {
             repository = repository.slice(0, -4)
         }
 
-        const [provider, providerUrl] = this.parseDomain(domain)
-
         return { provider, owner, repository, providerUrl }
     }
 
+    private static parseSchemelessRemoteUrl(remoteUrl: string): ParsedRemoteUrl | undefined {
+        // github.com/user/repo
+        if (remoteUrl.includes('://') || remoteUrl.includes('@')) {
+            return undefined
+        }
+        return this.parseHttpsRemoteUrl(`https://${remoteUrl}`)
+    }
+
     private static parseDomain(domain: string): [GitProvider, string | undefined] {
         switch (domain) {
             case 'github.com':