microservices/deployment-service/src/index.js

227 lines
6.6 KiB
JavaScript
Raw Normal View History

2025-04-25 09:21:18 -07:00
const express = require('express');
2025-04-29 11:47:27 -07:00
const fs = require('fs');
const path = require('path');
2025-04-25 09:21:18 -07:00
const AWS = require('aws-sdk');
2025-04-29 11:47:27 -07:00
const axios = require('axios');
2025-04-25 09:21:18 -07:00
const {
FLY_ORG,
COMMON_BUCKET,
AWS_ACCESS_KEY_ID,
AWS_SECRET_ACCESS_KEY,
AWS_ENDPOINT_URL_S3,
2025-04-29 11:47:27 -07:00
AWS_REGION,
2025-04-29 15:01:23 -07:00
FLY_ACCESS_TOKEN,
IMAGE_REF
2025-04-25 09:21:18 -07:00
} = process.env;
2025-05-02 00:12:05 -07:00
// Log environment variables for debugging
2025-04-30 15:09:22 -07:00
console.log('--- ENV START ---');
console.log('FLY_ORG: ', FLY_ORG);
console.log('COMMON_BUCKET: ', COMMON_BUCKET);
console.log('AWS_ACCESS_KEY_ID: ', AWS_ACCESS_KEY_ID ? '(found)' : '(NOT SET)');
console.log('AWS_SECRET_ACCESS_KEY:', AWS_SECRET_ACCESS_KEY ? '(found)' : '(NOT SET)');
console.log('AWS_ENDPOINT_URL_S3: ', AWS_ENDPOINT_URL_S3);
console.log('AWS_REGION: ', AWS_REGION);
console.log('FLY_ACCESS_TOKEN: ', FLY_ACCESS_TOKEN ? '(found)' : '(NOT SET)');
console.log('IMAGE_REF: ', IMAGE_REF);
console.log('--- ENV END ---');
2025-05-02 00:12:05 -07:00
// Initialize S3 client
2025-04-29 11:47:27 -07:00
const s3 = new AWS.S3({
endpoint: AWS_ENDPOINT_URL_S3,
region: AWS_REGION,
credentials: new AWS.Credentials(AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY),
s3ForcePathStyle: true
});
2025-04-25 09:21:18 -07:00
2025-05-02 00:12:05 -07:00
// Create Fly Machines API client
2025-04-29 11:47:27 -07:00
function createFlyClient() {
2025-04-25 09:21:18 -07:00
return axios.create({
2025-04-29 13:28:25 -07:00
baseURL: 'https://api.machines.dev/v1',
2025-04-25 09:21:18 -07:00
headers: {
2025-04-29 11:47:27 -07:00
Authorization: `Bearer ${FLY_ACCESS_TOKEN}`,
2025-04-25 09:21:18 -07:00
'Content-Type': 'application/json'
}
});
}
2025-05-02 00:12:05 -07:00
// Create Fly GraphQL client (for IP allocation)
const gqlClient = axios.create({
baseURL: 'https://api.fly.io/graphql',
headers: {
Authorization: `Bearer ${FLY_ACCESS_TOKEN}`,
'Content-Type': 'application/json'
}
});
2025-05-02 00:12:05 -07:00
// Define GraphQL mutation for IP allocation
const ALLOCATE_IP_MUTATION = `
mutation AllocateIp($input: AllocateIPAddressInput!) {
allocateIpAddress(input: $input) {
ipAddress {
address
type
}
}
}
`;
2025-04-29 11:47:27 -07:00
const app = express();
2025-04-29 12:22:48 -07:00
app.use(express.json({ limit: '10mb' }));
2025-04-25 09:21:18 -07:00
2025-04-29 11:47:27 -07:00
app.post('/deploy', async (req, res) => {
2025-04-30 15:09:22 -07:00
console.log('Received /deploy:', req.body);
2025-04-29 11:47:27 -07:00
const { appName, region = 'sea', notebookName } = req.body;
2025-04-29 12:22:48 -07:00
if (!appName || !notebookName) {
return res.status(400).json({ error: 'appName and notebookName required' });
}
2025-04-25 09:21:18 -07:00
2025-04-30 15:09:22 -07:00
const notebookPath = path.join(__dirname, '../snakeapi_service/notebooks', notebookName);
console.log('Resolved notebookPath:', notebookPath);
if (!fs.existsSync(notebookPath)) {
console.error('Notebook not found at:', notebookPath);
return res.status(500).json({ error: `Notebook not found: ${notebookPath}` });
}
2025-04-29 11:47:27 -07:00
try {
const fly = createFlyClient();
2025-04-29 12:22:48 -07:00
2025-04-30 15:09:22 -07:00
console.log('Creating Fly app:', appName);
2025-04-29 12:22:48 -07:00
await fly.post('/apps', {
2025-04-29 13:28:25 -07:00
app_name: appName,
2025-04-29 12:22:48 -07:00
org_slug: FLY_ORG,
primary_region: region
});
2025-04-30 15:09:22 -07:00
console.log('Uploading notebook to S3');
const data = fs.readFileSync(notebookPath);
const key = `${appName}/notebooks/${Date.now()}-notebook.ipynb`;
console.log('S3 key:', key);
2025-04-29 11:47:27 -07:00
await s3.putObject({
Bucket: COMMON_BUCKET,
2025-04-30 15:09:22 -07:00
Key: key,
Body: data,
2025-04-29 11:47:27 -07:00
ContentType: 'application/json'
}).promise();
2025-04-25 09:21:18 -07:00
2025-04-30 15:09:22 -07:00
console.log('Creating machine');
2025-04-29 15:01:23 -07:00
const machineConfig = {
name: `${appName}-machine`,
2025-05-02 00:12:05 -07:00
region: region,
2025-04-30 15:09:22 -07:00
count: 1,
vm_size: 'shared-cpu-1x',
autostart: true,
2025-04-29 15:01:23 -07:00
config: {
image: IMAGE_REF,
env: {
INSTANCE_PREFIX: appName,
2025-04-30 15:09:22 -07:00
NOTEBOOK_KEY: key,
2025-05-02 00:12:05 -07:00
COMMON_BUCKET: COMMON_BUCKET,
2025-04-29 15:01:23 -07:00
AWS_ACCESS_KEY_ID,
AWS_SECRET_ACCESS_KEY,
AWS_ENDPOINT_URL_S3,
AWS_REGION
},
2025-05-02 00:12:05 -07:00
http_service: {
internal_port: 8000,
force_https: true,
auto_stop_machines: 'stop',
auto_start_machines: true,
min_machines_running: 0,
processes: ['app']
},
services: [
{
protocol: 'tcp',
internal_port: 8000,
ports: [
{ port: 443, handlers: ['tls', 'http'] },
{ port: 80, handlers: ['http'] }
]
}
]
2025-04-29 15:01:23 -07:00
}
};
2025-05-02 00:12:05 -07:00
console.log('Machine config:', JSON.stringify(machineConfig, null, 2));
2025-04-29 15:01:23 -07:00
await fly.post(`/apps/${appName}/machines`, machineConfig);
2025-04-29 12:22:48 -07:00
console.log('Allocating IPv4 via GraphQL API');
const v4resp = await gqlClient.post('', {
query: ALLOCATE_IP_MUTATION,
2025-05-02 00:12:05 -07:00
variables: { input: { appId: appName, type: 'v4' } }
});
const ipv4 = v4resp.data.data.allocateIpAddress.ipAddress.address;
console.log('Allocated IPv4:', ipv4);
console.log('Allocating IPv6 via GraphQL API');
const v6resp = await gqlClient.post('', {
query: ALLOCATE_IP_MUTATION,
2025-05-02 00:12:05 -07:00
variables: { input: { appId: appName, type: 'v6' } }
});
const ipv6 = v6resp.data.data.allocateIpAddress.ipAddress.address;
console.log('Allocated IPv6:', ipv6);
return res.json({
status: 'created',
app: appName,
ipv4,
ipv6,
url_v4: `http://${ipv4}`,
url_v6: `http://[${ipv6}]`
});
2025-04-30 15:09:22 -07:00
} catch (err) {
console.error('Deployment error:', err.response?.data || err.stack || err.message);
2025-04-30 15:09:22 -07:00
return res.status(500).json({ error: err.response?.data || err.message });
2025-04-29 15:01:23 -07:00
}
});
2025-05-02 00:12:05 -07:00
// Upload notebook to S3 for an existing app
app.post('/:appName/upload', async (req, res) => {
const { appName } = req.params;
const { notebookName, fileContentBase64 } = req.body;
if (!notebookName || !fileContentBase64) {
return res.status(400).json({ error: 'notebookName and fileContentBase64 are required' });
}
try {
const buffer = Buffer.from(fileContentBase64, 'base64');
const key = `${appName}/notebooks/${notebookName}`;
console.log(`Uploading notebook to: s3://${COMMON_BUCKET}/${key}`);
await s3.putObject({
Bucket: COMMON_BUCKET,
Key: key,
Body: buffer,
ContentType: 'application/json'
}).promise();
return res.json({ status: 'uploaded', app: appName, key });
} catch (err) {
console.error('Notebook upload error:', err);
return res.status(500).json({ error: err.message });
}
});
// Delete a Fly app
app.post('/:appName/delete', async (req, res) => {
const { appName } = req.params;
try {
const fly = createFlyClient();
console.log('Destroying Fly app:', appName);
await fly.delete(`/apps/${appName}`);
return res.json({ status: 'deleted', app: appName });
} catch (err) {
console.error('App deletion error:', err.response?.data || err.message);
return res.status(500).json({ error: err.response?.data || err.message });
}
});
const LISTEN_PORT = process.env.PORT || 3006;
app.listen(LISTEN_PORT, '0.0.0.0', () => {
console.log(`Deployment service listening on port ${LISTEN_PORT}`);
});