1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
const express = require('express');
const { exec } = require('child_process');
const path = require('path');
const cors = require('cors');
const fs = require('fs');
const cron = require('node-cron');
const app = express();
const port = 5001;
app.use(express.json());
app.use(cors());
function escapePythonString(str) {
return str.replace(/\\/g, '\\\\')
.replace(/'/g, "\\'")
.replace(/\n/g, '\\n')
.replace(/\t/g, '\\t');
}
// Read credentials from JSON file
const credentials = JSON.parse(fs.readFileSync(path.join(__dirname, 'credentials.json'), 'utf8'));
const escapedUsername = escapePythonString(credentials.username);
const escapedPassword = escapePythonString(credentials.password);
const baseDir = path.join(__dirname, 'downloads');
const dateStr = new Date().toISOString().split('T')[0];
const dateDir = path.join(baseDir, dateStr);
function downloadContent() {
const influencers = JSON.parse(fs.readFileSync(path.join(__dirname, 'influencers.json'), 'utf8')).profiles;
const script = `
import instaloader
import os
L = instaloader.Instaloader()
L.login('${escapedUsername}', '${escapedPassword}')
PROFILES = ${JSON.stringify(influencers)}
BASE_DIR = "${dateDir.replace(/\\/g, '/')}"
os.makedirs(BASE_DIR, exist_ok=True)
def download_posts(profile):
profile_dir = os.path.join(BASE_DIR, profile)
os.makedirs(profile_dir, exist_ok=True)
L.dirname_pattern = profile_dir
posts = instaloader.Profile.from_username(L.context, profile).get_posts()
for post in posts:
if post.typename == 'GraphVideo': # Only download videos
L.download_post(post, target=profile)
elif post.typename == 'GraphImage': # Only download images
L.download_post(post, target=profile)
for profile in PROFILES:
download_posts(profile)
`;
const scriptPath = path.join(__dirname, 'download_script.py');
fs.writeFileSync(scriptPath, script);
exec(`python3 ${scriptPath}`, (error, stdout, stderr) => {
if (error) {
console.error(`Error: ${error.message}`);
}
if (stderr) {
console.error(`Stderr: ${stderr}`);
}
console.log('Download complete');
});
}
// Schedule the download task to run every hour
cron.schedule('0 * * * *', downloadContent);
// Run the download task immediately on server start
downloadContent();
// Endpoint to list downloaded files
app.get('/downloads', (req, res) => {
fs.readdir(dateDir, (err, profiles) => {
if (err) {
return res.status(500).json({ error: err.message });
}
const allowedExtensions = ['.mp4', '.jpg', '.jpeg'];
const fileList = profiles.flatMap(profileDir => {
const profilePath = path.join(dateDir, profileDir);
return fs.readdirSync(profilePath)
.filter(file => allowedExtensions.includes(path.extname(file).toLowerCase()))
.map(file => {
const filePath = path.join(profileDir, file);
console.log('Serving file:', filePath); // Log the file path
return filePath;
});
});
res.json(fileList);
});
});
// Serve downloaded files statically
app.use('/static', express.static(path.join(__dirname, 'downloads')));
app.listen(port, () => {
console.log(`Server running at http://localhost:${port}`);
});
|
