Skip to content

Commit f37caaa

Browse files
utmishrautmishra
authored
Merge pull request #18 from utmishra/feat/linkedin-fetch-job-listings
feat: Bulk LinkedIn scan and parse
2 parents 69cf49c + 30c4475 commit f37caaa

37 files changed

+6216
-30
lines changed

‎.github/workflows/eslint.yml

+1-1
Original file line numberDiff line numberDiff line change
@@ -41,7 +41,7 @@ jobs:
4141
continue-on-error: true
4242

4343
- name: Upload analysis results to GitHub
44-
uses: github/codeql-action/upload-sarif@v2
44+
uses: github/codeql-action/upload-sarif@v3
4545
with:
4646
sarif_file: eslint-results.sarif
4747
wait-for-processing: true

‎.gitignore

+1
Original file line numberDiff line numberDiff line change
@@ -128,3 +128,4 @@ dist
128128
.yarn/build-state.yml
129129
.yarn/install-state.gz
130130
.pnp.*
131+
**/*/.DS_Store

‎.vscode/settings.json

+6
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
{
2+
"sonarlint.connectedMode.project": {
3+
"connectionId": "utmishra",
4+
"projectKey": "utmishra_arbite"
5+
}
6+
}

‎bun.lockb

100 KB
Binary file not shown.

‎eslint.config.js

+12-1
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,18 @@
11
import eslint from '@eslint/js'
22
import tseslint from 'typescript-eslint'
3+
import globals from 'globals'
34

45
export default tseslint.config(
5-
eslint.configs.recommended,
6+
...eslint.configs.recommended,
67
...tseslint.configs.recommended,
8+
{
9+
...tseslint.configs.recommended.languageOptions,
10+
languageOptions: {
11+
...tseslint.configs.recommended.languageOptions,
12+
globals: {
13+
...tseslint.configs.recommended.languageOptions?.globals,
14+
...globals.browser,
15+
},
16+
},
17+
},
718
)

‎index.html

+24-3
Original file line numberDiff line numberDiff line change
@@ -1,10 +1,31 @@
11
<!doctype html>
22
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
33
<html lang="en">
4-
<head>
4+
<head class="bg-gray-100 flex items-center justify-center h-screen">
55
<meta charset="utf-8" />
6+
<meta name="viewport" content="width=device-width, initial-scale=1.0" />
67
<title>arbite - your career co-pilot</title>
8+
<script src="tailwind.js"></script>
9+
<script src="dist/src/popup/popup.js"></script>
10+
<style>
11+
html {
12+
width: 400px;
13+
height: 200px;
14+
}
15+
</style>
716
</head>
8-
<h1>More content to come here</h1>
9-
<body></body>
17+
18+
<body class="bg-gray-100 flex items-center justify-center h-screen">
19+
<div class="flex flex-col items-center p-6 bg-white rounded-lg shadow-lg">
20+
<button
21+
id="parseButton"
22+
class="bg-blue-500 hover:bg-blue-700 text-white font-bold py-2 px-4 rounded"
23+
>
24+
Parse jobs!
25+
</button>
26+
<div class="mt-4 p-2 border rounded border-gray-400">
27+
<div id="parsedJobs"></div>
28+
</div>
29+
</div>
30+
</body>
1031
</html>

‎index.ts

+61-1
Original file line numberDiff line numberDiff line change
@@ -1 +1,61 @@
1-
console.log('Hello via Bun!')
1+
import express from 'express'
2+
import cors from 'cors'
3+
import { franc } from 'franc'
4+
import { PineconeService } from './src/modules/pinecone/PineconeService'
5+
import { OpenAIApiService } from './src/modules/openai'
6+
import type { JobDetail } from './src/modules/linkedIn/types'
7+
8+
const app = express()
9+
10+
app.use(cors())
11+
app.use(express.json({ limit: '50mb' }))
12+
13+
app.post('/upsert', async (request, response) => {
14+
let jobDetails: JobDetail[] = request.body.data
15+
16+
const embeddings = await OpenAIApiService.generateEmbeddings(
17+
jobDetails.map(job => JSON.stringify(job.description)),
18+
)
19+
20+
const embeddingPayload = jobDetails.map((job: JobDetail, index: number) => {
21+
return {
22+
id: job.id,
23+
values: embeddings[index],
24+
metadata: {
25+
jobRoleName: job.jobRoleName,
26+
jobRoleUrl: job.jobRoleUrl,
27+
companyName: job.companyName,
28+
companyUrl: job.companyUrl,
29+
tags: job.tags,
30+
lang: franc(job.description),
31+
requiresGerman:
32+
job.description.includes('German') ||
33+
job.description.includes('german') ||
34+
job.description.includes('Deutsch') ||
35+
job.description.includes('deutsch'),
36+
},
37+
}
38+
})
39+
40+
// console.log('Sending to Pinecone', embeddingPayload)
41+
42+
await PineconeService.upsert(embeddingPayload)
43+
44+
response.send('Upserted')
45+
})
46+
47+
app.post('/embed', async request => {
48+
await OpenAIApiService.generateEmbeddings(request.body.map(JSON.stringify))
49+
})
50+
51+
app.listen(3000, () => {
52+
console.log('Server is running on port 3000')
53+
})
54+
55+
app.post('/search', async (request, response) => {
56+
const query: string = request.body.query
57+
58+
const embeddings = await OpenAIApiService.generateEmbeddings([query])
59+
60+
response.json(await PineconeService.search(embeddings[0]))
61+
})

‎manifest.json

+6-11
Original file line numberDiff line numberDiff line change
@@ -3,18 +3,13 @@
33
"name": "arbite - Your career co-pilot",
44
"description": "Use the power of automation to find and apply for the jobs you like",
55
"version": "1.0",
6-
"permissions": ["activeTab", "tabs"],
7-
"action": {
8-
"default_popup": "index.html",
9-
"default_icon": "arbite.png"
10-
},
6+
"permissions": ["activeTab", "tabs", "scripting"],
117
"background": {
128
"service_worker": "dist/src/service-worker/background.js"
139
},
14-
"content_scripts": [
15-
{
16-
"js": ["dist/src/content-scripts/index.js"],
17-
"matches": ["https://*.linkedin.com//"]
18-
}
19-
]
10+
"action": {
11+
"default_icon": "arbite.png",
12+
"default_title": "arbite"
13+
},
14+
"host_permissions": ["https://literate-desired-seasnail.ngrok-free.app/*"]
2015
}

‎package.json

+15-2
Original file line numberDiff line numberDiff line change
@@ -14,22 +14,35 @@
1414
"license": "ISC",
1515
"devDependencies": {
1616
"@types/bun": "latest",
17+
"@types/cors": "^2.8.17",
18+
"@types/express": "^4.17.21",
1719
"@typescript-eslint/eslint-plugin": "^7.7.1",
1820
"eslint-config-prettier": "^9.1.0",
21+
"franc": "^6.2.0",
1922
"husky": "^9.0.11",
20-
"lint-staged": "^15.2.2"
23+
"lint-staged": "^15.2.2",
24+
"node-llama-cpp": "^2.8.10"
2125
},
2226
"peerDependencies": {
2327
"typescript": "^5.0.0"
2428
},
2529
"dependencies": {
2630
"@eslint/js": "^9.1.1",
2731
"@microsoft/eslint-formatter-sarif": "3.1.0",
32+
"@pinecone-database/pinecone": "^2.2.2",
2833
"@types/chrome": "^0.0.265",
34+
"cld": "^2.10.0",
35+
"cors": "^2.8.5",
2936
"eslint": "^9.1.1",
37+
"express": "^4.19.2",
38+
"openai": "^4.38.5",
39+
"prettier": "^3.4.2",
3040
"typescript-eslint": "^7.7.1"
3141
},
3242
"lint-staged": {
3343
"**/*": "prettier --write --ignore-unknown"
34-
}
44+
},
45+
"trustedDependencies": [
46+
"node-llama-cpp"
47+
]
3548
}

0 commit comments

Comments
 (0)