disfactory

yellowsoar 2024-03-06 15:08:35

+1

yellowsoar 2024-03-06 15:08:35

+1

ael 2024-03-06 18:51:43

但是貢獻憑證還沒寫，希望今天小聚可以做完

ael 2024-03-06 18:51:43

但是貢獻憑證還沒寫，希望今天小聚可以做完

ael 2024-03-06 20:31:46

@peii 可以請你幫忙補影響力嗎？

peii 2024-03-06 21:06:33

@yellowsoar
歷年衛星影像暨變異點展示平台
https://landchg.tcd.gov.tw/Module/RWD/Web/pub_exhibit.aspx

yellowsoar 2024-03-06 21:19:00

@chewei 國土利用監測的變異點有 API 或資料集嗎？

yukai 2024-03-06 21:21:11

``` await page.goto('https://landchg.tcd.gov.tw/Module/RWD/Web/pub_exhibit.aspx')

// this page has two dropdown
// one is year,
// the other is county
// we need to select each year and each cities
// save save the target html source down

// first save all available year and cities
// select[name="ProjectYear"]
// select[name="City"]
const yearOptions = await page.$$('select[name="ProjectYear"] option')
const cityOptions = await page.$$('select[name="City"] option')

const years = await Promise.all(yearOptions.map(async (option) => {
return await option.evaluate((node) => node.getAttribute('value'))
}))

const cities = await Promise.all(cityOptions.map(async (option) => {
return await option.evaluate((node) => node.getAttribute('value'))
})

// then loop through each year and cities
// and save the html source down
for (const year of years) {
for (const city of cities) {
await page.selectOption('select[name="ProjectYear"]', year)
await page.selectOption('select[name="City"]', city)

await page.waitForLoadState('networkidle')
await page.waitForTimeout(5000)
await page.innerHTML('html', { timeout: 0 }).then((html) => {
fs.writeFileSync(path.join(downloadDir, `${year}-${city}.html`), html)
})
}
}```

yukai 2024-03-06 21:28:58

```const fs = require('fs');
const path = require('path');

// Check if a year argument is provided
if (process.argv.length < 3) {
console.log("Please provide a year as an argument. Example: node script.js 2023");
process.exit(1);
}

const year = process.argv[2];
const yearPath = path.join('.', year);

// Iterate over HTML files in the year directory
fs.readdirSync(yearPath).forEach((file) => {
if (path.extname(file) === '.html') {
// Read the HTML file
const htmlContent = fs.readFileSync(path.join(yearPath, file), 'utf-8');

// Extract the content of function markerBind
const markerBindContent = htmlContent.match(/function markerBind\(\)\{(.*?)\}/s);
if (markerBindContent && markerBindContent[1]) {
// Write the content to a .js file
fs.writeFileSync(path.join(yearPath, `${path.basename(file, '.html')}.js`), markerBindContent[1]);
}
}
});

// Define setMarkers function
global.setMarkers = (lat, long, htmlString, icon) => {
const city = currentFile.split('_')[1].replace('.js', ''); // Extract city name from file name
if (!city) return;
if (!cityData[city]) cityData[city] = [];

// Extract 變異點編號 as id
const idMatch = htmlString.match(/變異點編號：(.*?)<br\/>/);
const id = idMatch ? idMatch[1] : '';

cityData[city].push({
id,
lat,
long,
details: htmlString,
icon,
});
};

let currentFile;
const cityData = {};

// Iterate over .js files in the year directory
fs.readdirSync(yearPath).forEach((file) => {
if (path.extname(file) === '.js') {
// Save the current file name
currentFile = file;
// Read the .js file
const script = fs.readFileSync(path.join(yearPath, file), 'utf-8');
// Evaluate the script
eval(script);
}
});

// Write the city data to a JSON file
fs.writeFileSync(path.join(yearPath, 'cityData.json'), JSON.stringify(cityData, null, 2));```

ael 2024-03-06 20:31:46

@peii 可以請你幫忙補影響力嗎？

peii 2024-03-06 21:06:33

@yellowsoar
歷年衛星影像暨變異點展示平台
https://landchg.tcd.gov.tw/Module/RWD/Web/pub_exhibit.aspx

yellowsoar 2024-03-06 21:19:00

@chewei 國土利用監測的變異點有 API 或資料集嗎？

yukai 2024-03-06 21:21:11

``` await page.goto('https://landchg.tcd.gov.tw/Module/RWD/Web/pub_exhibit.aspx')

// this page has two dropdown
// one is year,
// the other is county
// we need to select each year and each cities
// save save the target html source down

// first save all available year and cities
// select[name="ProjectYear"]
// select[name="City"]
const yearOptions = await page.$$('select[name="ProjectYear"] option')
const cityOptions = await page.$$('select[name="City"] option')

const years = await Promise.all(yearOptions.map(async (option) => {
return await option.evaluate((node) => node.getAttribute('value'))
}))

const cities = await Promise.all(cityOptions.map(async (option) => {
return await option.evaluate((node) => node.getAttribute('value'))
})

// then loop through each year and cities
// and save the html source down
for (const year of years) {
for (const city of cities) {
await page.selectOption('select[name="ProjectYear"]', year)
await page.selectOption('select[name="City"]', city)

await page.waitForLoadState('networkidle')
await page.waitForTimeout(5000)
await page.innerHTML('html', { timeout: 0 }).then((html) => {
fs.writeFileSync(path.join(downloadDir, `${year}-${city}.html`), html)
})
}
}```

yukai 2024-03-06 21:28:58

```const fs = require('fs');
const path = require('path');

// Check if a year argument is provided
if (process.argv.length < 3) {
console.log("Please provide a year as an argument. Example: node script.js 2023");
process.exit(1);
}

const year = process.argv[2];
const yearPath = path.join('.', year);

// Iterate over HTML files in the year directory
fs.readdirSync(yearPath).forEach((file) => {
if (path.extname(file) === '.html') {
// Read the HTML file
const htmlContent = fs.readFileSync(path.join(yearPath, file), 'utf-8');

// Extract the content of function markerBind
const markerBindContent = htmlContent.match(/function markerBind\(\)\{(.*?)\}/s);
if (markerBindContent && markerBindContent[1]) {
// Write the content to a .js file
fs.writeFileSync(path.join(yearPath, `${path.basename(file, '.html')}.js`), markerBindContent[1]);
}
}
});

// Define setMarkers function
global.setMarkers = (lat, long, htmlString, icon) => {
const city = currentFile.split('_')[1].replace('.js', ''); // Extract city name from file name
if (!city) return;
if (!cityData[city]) cityData[city] = [];

// Extract 變異點編號 as id
const idMatch = htmlString.match(/變異點編號：(.*?)<br\/>/);
const id = idMatch ? idMatch[1] : '';

cityData[city].push({
id,
lat,
long,
details: htmlString,
icon,
});
};

let currentFile;
const cityData = {};

// Iterate over .js files in the year directory
fs.readdirSync(yearPath).forEach((file) => {
if (path.extname(file) === '.js') {
// Save the current file name
currentFile = file;
// Read the .js file
const script = fs.readFileSync(path.join(yearPath, file), 'utf-8');
// Evaluate the script
eval(script);
}
});

// Write the city data to a JSON file
fs.writeFileSync(path.join(yearPath, 'cityData.json'), JSON.stringify(cityData, null, 2));```

yellowsoar 2024-03-06 21:59:11

@peii
https://cop.land.moi.gov.tw/Portal/registerStep01.aspx

yellowsoar 2024-03-06 22:00:29

@qqtwofishqq 地號查詢系統

yellowsoar 2024-03-06 21:59:11

@peii
https://cop.land.moi.gov.tw/Portal/registerStep01.aspx

yellowsoar 2024-03-06 22:00:29

@qqtwofishqq 地號查詢系統

ael 2024-03-23 13:09:51

大家用 VPN?

peii 2024-04-02 23:04:42

我同時也問問會內其他人
我現在能想到需要歸納的大量資料會是回報系統政府回函的公文，問題是他們都是紙本🥲

peii 2024-04-02 23:04:42

我同時也問問會內其他人
我現在能想到需要歸納的大量資料會是回報系統政府回函的公文，問題是他們都是紙本🥲