2016-12-01 23:57:50 +00:00
|
|
|
import rp from 'request-promise';
|
|
|
|
|
import Q from 'q';
|
|
|
|
|
import mongoose from 'mongoose';
|
2017-01-11 20:17:10 +00:00
|
|
|
import objectID from 'bson-objectid';
|
2016-12-01 23:57:50 +00:00
|
|
|
import shortid from 'shortid';
|
2017-02-22 19:29:35 +00:00
|
|
|
import eachSeries from 'async/eachSeries';
|
2018-05-18 01:01:03 +00:00
|
|
|
import User from '../models/user';
|
|
|
|
|
import Project from '../models/project';
|
2016-12-01 23:57:50 +00:00
|
|
|
|
|
|
|
|
const defaultHTML =
|
|
|
|
|
`<!DOCTYPE html>
|
2020-01-28 22:12:46 +00:00
|
|
|
<html lang="en">
|
2016-12-01 23:57:50 +00:00
|
|
|
<head>
|
2019-12-04 19:46:38 +00:00
|
|
|
<script src="https://cdnjs.cloudflare.com/ajax/libs/p5.js/0.10.2/p5.js"></script>
|
|
|
|
|
<script src="https://cdnjs.cloudflare.com/ajax/libs/p5.js/0.10.2/addons/p5.sound.min.js"></script>
|
2016-12-01 23:57:50 +00:00
|
|
|
<link rel="stylesheet" type="text/css" href="style.css">
|
2017-10-30 19:36:09 +00:00
|
|
|
<meta charset="utf-8" />
|
2016-12-01 23:57:50 +00:00
|
|
|
</head>
|
|
|
|
|
<body>
|
|
|
|
|
<script src="sketch.js"></script>
|
|
|
|
|
</body>
|
|
|
|
|
</html>
|
|
|
|
|
`;
|
|
|
|
|
|
|
|
|
|
const defaultCSS =
|
|
|
|
|
`html, body {
|
|
|
|
|
margin: 0;
|
|
|
|
|
padding: 0;
|
|
|
|
|
}
|
2018-09-08 18:50:39 +00:00
|
|
|
canvas {
|
|
|
|
|
display: block;
|
|
|
|
|
}
|
2016-12-01 23:57:50 +00:00
|
|
|
`;
|
|
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
const clientId = process.env.GITHUB_ID;
|
|
|
|
|
const clientSecret = process.env.GITHUB_SECRET;
|
2016-12-01 23:57:50 +00:00
|
|
|
|
2017-01-11 20:17:10 +00:00
|
|
|
const headers = { 'User-Agent': 'p5js-web-editor/0.0.1' };
|
2016-12-01 23:57:50 +00:00
|
|
|
|
2018-09-26 20:14:06 +00:00
|
|
|
const mongoConnectionString = process.env.MONGO_URL;
|
2018-06-25 23:13:31 +00:00
|
|
|
|
2019-11-14 21:07:42 +00:00
|
|
|
mongoose.connect(mongoConnectionString, { useNewUrlParser: true, useUnifiedTopology: true });
|
|
|
|
|
mongoose.set('useCreateIndex', true);
|
2016-12-01 23:57:50 +00:00
|
|
|
mongoose.connection.on('error', () => {
|
|
|
|
|
console.error('MongoDB Connection Error. Please make sure that MongoDB is running.');
|
|
|
|
|
process.exit(1);
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
function getCategories() {
|
2017-02-22 19:29:35 +00:00
|
|
|
const categories = [];
|
2016-12-01 23:57:50 +00:00
|
|
|
const options = {
|
2019-01-25 20:11:55 +00:00
|
|
|
url: `https://api.github.com/repos/processing/p5.js-website/contents/src/data/examples/en?client_id=${
|
2018-05-05 00:22:39 +00:00
|
|
|
clientId}&client_secret=${clientSecret}`,
|
2016-12-01 23:57:50 +00:00
|
|
|
method: 'GET',
|
2018-03-01 23:13:19 +00:00
|
|
|
headers,
|
|
|
|
|
json: true
|
2016-12-01 23:57:50 +00:00
|
|
|
};
|
2017-02-22 19:29:35 +00:00
|
|
|
return rp(options).then((res) => {
|
2018-03-01 23:13:19 +00:00
|
|
|
res.forEach((metadata) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
let category = '';
|
2017-02-22 19:29:35 +00:00
|
|
|
for (let j = 1; j < metadata.name.split('_').length; j += 1) {
|
|
|
|
|
category += `${metadata.name.split('_')[j]} `;
|
2016-12-01 23:57:50 +00:00
|
|
|
}
|
2019-08-09 17:04:11 +00:00
|
|
|
categories.push({ url: metadata.url, name: category.trim() });
|
2016-12-01 23:57:50 +00:00
|
|
|
});
|
|
|
|
|
|
|
|
|
|
return categories;
|
2017-02-22 19:29:35 +00:00
|
|
|
}).catch((err) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
throw err;
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function getSketchesInCategories(categories) {
|
2017-02-22 19:29:35 +00:00
|
|
|
return Q.all(categories.map((category) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
const options = {
|
2020-06-24 22:43:10 +00:00
|
|
|
url: `${category.url.replace('?ref=main', '')}?client_id=${clientId}&client_secret=${clientSecret}`,
|
2016-12-01 23:57:50 +00:00
|
|
|
method: 'GET',
|
2018-03-01 23:13:19 +00:00
|
|
|
headers,
|
|
|
|
|
json: true
|
2016-12-01 23:57:50 +00:00
|
|
|
};
|
|
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
return rp(options).then((res) => {
|
|
|
|
|
const projectsInOneCategory = [];
|
2018-03-01 23:13:19 +00:00
|
|
|
res.forEach((example) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
let projectName;
|
2016-12-09 17:19:02 +00:00
|
|
|
if (example.name === '02_Instance_Container.js') {
|
2017-02-22 19:29:35 +00:00
|
|
|
for (let i = 1; i < 5; i += 1) {
|
|
|
|
|
const instanceProjectName = `${category.name}: Instance Container ${i}`;
|
2017-01-11 20:17:10 +00:00
|
|
|
projectsInOneCategory.push({ sketchUrl: example.download_url, projectName: instanceProjectName });
|
2016-12-09 17:19:02 +00:00
|
|
|
}
|
2016-12-01 23:57:50 +00:00
|
|
|
} else {
|
2016-12-09 17:19:02 +00:00
|
|
|
if (example.name.split('_')[1]) {
|
2017-02-22 19:29:35 +00:00
|
|
|
projectName = `${category.name}: ${example.name.split('_').slice(1).join(' ').replace('.js', '')}`;
|
2016-12-09 17:19:02 +00:00
|
|
|
} else {
|
2017-02-22 19:29:35 +00:00
|
|
|
projectName = `${category.name}: ${example.name.replace('.js', '')}`;
|
2016-12-09 17:19:02 +00:00
|
|
|
}
|
2017-01-11 20:17:10 +00:00
|
|
|
projectsInOneCategory.push({ sketchUrl: example.download_url, projectName });
|
2016-12-01 23:57:50 +00:00
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
return projectsInOneCategory;
|
2017-02-22 19:29:35 +00:00
|
|
|
}).catch((err) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
throw err;
|
|
|
|
|
});
|
|
|
|
|
}));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function getSketchContent(projectsInAllCategories) {
|
2017-02-22 19:29:35 +00:00
|
|
|
return Q.all(projectsInAllCategories.map(projectsInOneCategory => Q.all(projectsInOneCategory.map((project) => {
|
|
|
|
|
const options = {
|
2020-06-24 22:43:10 +00:00
|
|
|
url: `${project.sketchUrl.replace('?ref=main', '')}?client_id=${clientId}&client_secret=${clientSecret}`,
|
2017-02-22 19:29:35 +00:00
|
|
|
method: 'GET',
|
|
|
|
|
headers
|
|
|
|
|
};
|
2016-12-01 23:57:50 +00:00
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
return rp(options).then((res) => {
|
|
|
|
|
const noNumberprojectName = project.projectName.replace(/(\d+)/g, '');
|
2019-08-09 17:04:11 +00:00
|
|
|
if (noNumberprojectName === 'Instance Mode: Instance Container ') {
|
2017-02-22 19:29:35 +00:00
|
|
|
for (let i = 0; i < 4; i += 1) {
|
|
|
|
|
const splitedRes = `${res.split('*/')[1].split('</html>')[i]}</html>\n`;
|
2018-05-05 00:22:39 +00:00
|
|
|
project.sketchContent = splitedRes.replace(
|
|
|
|
|
'p5.js',
|
2019-07-29 16:58:00 +00:00
|
|
|
'https://cdnjs.cloudflare.com/ajax/libs/p5.js/0.9.0/p5.js'
|
2018-05-05 00:22:39 +00:00
|
|
|
);
|
2016-12-09 17:19:02 +00:00
|
|
|
}
|
2017-02-22 19:29:35 +00:00
|
|
|
} else {
|
|
|
|
|
project.sketchContent = res;
|
|
|
|
|
}
|
|
|
|
|
return project;
|
|
|
|
|
}).catch((err) => {
|
|
|
|
|
throw err;
|
|
|
|
|
});
|
|
|
|
|
}))));
|
2016-12-01 23:57:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function createProjectsInP5user(projectsInAllCategories) {
|
|
|
|
|
const options = {
|
2019-01-25 20:11:55 +00:00
|
|
|
url: `https://api.github.com/repos/processing/p5.js-website/contents/src/data/examples/assets?client_id=${
|
2018-05-05 00:22:39 +00:00
|
|
|
clientId}&client_secret=${clientSecret}`,
|
2016-12-01 23:57:50 +00:00
|
|
|
method: 'GET',
|
2018-03-01 23:13:19 +00:00
|
|
|
headers,
|
|
|
|
|
json: true
|
2016-12-01 23:57:50 +00:00
|
|
|
};
|
|
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
rp(options).then((res) => {
|
2018-06-18 21:30:05 +00:00
|
|
|
User.findOne({ username: 'p5' }, (err, user) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
if (err) throw err;
|
|
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
eachSeries(projectsInAllCategories, (projectsInOneCategory, categoryCallback) => {
|
|
|
|
|
eachSeries(projectsInOneCategory, (project, projectCallback) => {
|
2016-12-09 17:19:02 +00:00
|
|
|
let newProject;
|
2017-01-24 22:47:20 +00:00
|
|
|
const a = objectID().toHexString();
|
|
|
|
|
const b = objectID().toHexString();
|
|
|
|
|
const c = objectID().toHexString();
|
|
|
|
|
const r = objectID().toHexString();
|
2016-12-09 17:19:02 +00:00
|
|
|
const noNumberprojectName = project.projectName.replace(/(\d+)/g, '');
|
2019-08-09 17:04:11 +00:00
|
|
|
if (noNumberprojectName === 'Instance Mode: Instance Container ') {
|
2016-12-09 17:19:02 +00:00
|
|
|
newProject = new Project({
|
|
|
|
|
name: project.projectName,
|
|
|
|
|
user: user._id,
|
|
|
|
|
files: [
|
|
|
|
|
{
|
|
|
|
|
name: 'root',
|
|
|
|
|
id: r,
|
|
|
|
|
_id: r,
|
|
|
|
|
children: [a, b, c],
|
|
|
|
|
fileType: 'folder'
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: 'sketch.js',
|
2019-08-09 17:04:11 +00:00
|
|
|
content: '// Instance Mode: Instance Container, please check its index.html file',
|
2016-12-09 17:19:02 +00:00
|
|
|
id: a,
|
|
|
|
|
_id: a,
|
|
|
|
|
fileType: 'file',
|
|
|
|
|
children: []
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: 'index.html',
|
|
|
|
|
content: project.sketchContent,
|
2016-12-09 17:28:20 +00:00
|
|
|
isSelectedFile: true,
|
2016-12-09 17:19:02 +00:00
|
|
|
id: b,
|
|
|
|
|
_id: b,
|
|
|
|
|
fileType: 'file',
|
|
|
|
|
children: []
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: 'style.css',
|
|
|
|
|
content: defaultCSS,
|
|
|
|
|
id: c,
|
|
|
|
|
_id: c,
|
|
|
|
|
fileType: 'file',
|
|
|
|
|
children: []
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
_id: shortid.generate()
|
|
|
|
|
});
|
|
|
|
|
} else {
|
|
|
|
|
newProject = new Project({
|
|
|
|
|
name: project.projectName,
|
|
|
|
|
user: user._id,
|
|
|
|
|
files: [
|
|
|
|
|
{
|
|
|
|
|
name: 'root',
|
|
|
|
|
id: r,
|
|
|
|
|
_id: r,
|
|
|
|
|
children: [a, b, c],
|
|
|
|
|
fileType: 'folder'
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: 'sketch.js',
|
|
|
|
|
content: project.sketchContent,
|
|
|
|
|
id: a,
|
|
|
|
|
_id: a,
|
|
|
|
|
isSelectedFile: true,
|
|
|
|
|
fileType: 'file',
|
|
|
|
|
children: []
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: 'index.html',
|
|
|
|
|
content: defaultHTML,
|
|
|
|
|
id: b,
|
|
|
|
|
_id: b,
|
|
|
|
|
fileType: 'file',
|
|
|
|
|
children: []
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: 'style.css',
|
|
|
|
|
content: defaultCSS,
|
|
|
|
|
id: c,
|
|
|
|
|
_id: c,
|
|
|
|
|
fileType: 'file',
|
|
|
|
|
children: []
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
_id: shortid.generate()
|
|
|
|
|
});
|
|
|
|
|
}
|
2016-12-01 23:57:50 +00:00
|
|
|
|
2017-06-13 20:47:36 +00:00
|
|
|
const assetsInProject = project.sketchContent.match(/assets\/[\w-]+\.[\w]*/g)
|
2018-05-02 19:29:38 +00:00
|
|
|
|| project.sketchContent.match(/asset\/[\w-]*/g) || [];
|
2016-12-01 23:57:50 +00:00
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
assetsInProject.forEach((assetNamePath, i) => {
|
|
|
|
|
let assetName = assetNamePath.split('assets/')[1];
|
2016-12-01 23:57:50 +00:00
|
|
|
|
2018-03-01 23:13:19 +00:00
|
|
|
res.forEach((asset) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
if (asset.name === assetName || asset.name.split('.')[0] === assetName) {
|
|
|
|
|
assetName = asset.name;
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
if (assetName !== '') {
|
|
|
|
|
if (i === 0) {
|
|
|
|
|
const id = objectID().toHexString();
|
|
|
|
|
newProject.files.push({
|
|
|
|
|
name: 'assets',
|
|
|
|
|
id,
|
|
|
|
|
_id: id,
|
|
|
|
|
children: [],
|
|
|
|
|
fileType: 'folder'
|
|
|
|
|
});
|
|
|
|
|
// add assets folder inside root
|
|
|
|
|
newProject.files[0].children.push(id);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
const fileID = objectID().toHexString();
|
|
|
|
|
newProject.files.push({
|
|
|
|
|
name: assetName,
|
2020-06-29 22:28:24 +00:00
|
|
|
url: `https://cdn.jsdelivr.net/gh/processing/p5.js-website@main/src/data/examples/assets/${assetName}`,
|
2016-12-01 23:57:50 +00:00
|
|
|
id: fileID,
|
|
|
|
|
_id: fileID,
|
|
|
|
|
children: [],
|
|
|
|
|
fileType: 'file'
|
|
|
|
|
});
|
2017-02-22 19:29:35 +00:00
|
|
|
console.log(`create assets: ${assetName}`);
|
2016-12-01 23:57:50 +00:00
|
|
|
// add asset file inside the newly created assets folder at index 4
|
|
|
|
|
newProject.files[4].children.push(fileID);
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
|
2017-02-22 19:29:35 +00:00
|
|
|
newProject.save((saveErr, savedProject) => {
|
|
|
|
|
if (saveErr) throw saveErr;
|
|
|
|
|
console.log(`Created a new project in p5 user: ${savedProject.name}`);
|
2016-12-01 23:57:50 +00:00
|
|
|
projectCallback();
|
|
|
|
|
});
|
2017-02-22 19:29:35 +00:00
|
|
|
}, (categoryErr) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
categoryCallback();
|
|
|
|
|
});
|
2017-02-22 19:29:35 +00:00
|
|
|
}, (examplesErr) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
process.exit();
|
|
|
|
|
});
|
|
|
|
|
});
|
2017-02-22 19:29:35 +00:00
|
|
|
}).catch((err) => {
|
2016-12-01 23:57:50 +00:00
|
|
|
throw err;
|
|
|
|
|
});
|
|
|
|
|
}
|
2017-02-22 19:29:35 +00:00
|
|
|
|
|
|
|
|
function getp5User() {
|
2018-06-18 21:30:05 +00:00
|
|
|
User.findOne({ username: 'p5' }, (err, user) => {
|
2017-02-22 19:29:35 +00:00
|
|
|
if (err) throw err;
|
|
|
|
|
|
|
|
|
|
let p5User = user;
|
|
|
|
|
if (!p5User) {
|
|
|
|
|
p5User = new User({
|
2018-06-18 21:30:05 +00:00
|
|
|
username: 'p5',
|
2018-05-02 19:16:20 +00:00
|
|
|
email: process.env.EXAMPLE_USER_EMAIL,
|
|
|
|
|
password: process.env.EXAMPLE_USER_PASSWORD
|
2017-02-22 19:29:35 +00:00
|
|
|
});
|
|
|
|
|
p5User.save((saveErr) => {
|
|
|
|
|
if (saveErr) throw saveErr;
|
2018-06-18 21:30:05 +00:00
|
|
|
console.log(`Created a user p5 ${p5User}`);
|
2017-02-22 19:29:35 +00:00
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
Project.find({ user: p5User._id }, (projectsErr, projects) => {
|
|
|
|
|
// if there are already some sketches, delete them
|
|
|
|
|
console.log('Deleting old projects...');
|
|
|
|
|
projects.forEach((project) => {
|
|
|
|
|
Project.remove({ _id: project._id }, (removeErr) => {
|
|
|
|
|
if (removeErr) throw removeErr;
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
return getCategories()
|
|
|
|
|
.then(getSketchesInCategories)
|
|
|
|
|
.then(getSketchContent)
|
|
|
|
|
.then(createProjectsInP5user);
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
getp5User();
|
