Repository navigation
Expand file tree
/
Copy pathlambda.sh
More file actions
executable file
·66 lines (54 loc) · 1.85 KB
/
Copy pathlambda.sh
File metadata and controls
executable file
·66 lines (54 loc) · 1.85 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
mkdir tea-scraper-lambda
cd tea-scraper-lambda
# depencendies installed
pip install cloudscraper beautifulsoup4 -t .
# create lambda_function.py
cat > lambda_function.py << 'EOF'
import json
import cloudscraper
from bs4 import BeautifulSoup
from datetime import datetime
def lambda_handler(event, context):
scraper = cloudscraper.create_scraper()
url = "https://www.marukyu-koyamaen.co.jp/english/shop/products/catalog/matcha/principal"
results = {
"timestamp": datetime.utcnow().isoformat(),
"url": url,
"products": []
}
try:
response = scraper.get(url, timeout=10)
soup = BeautifulSoup(response.text, 'html.parser')
products = soup.find_all('li', class_='product')
for product in products:
link = product.find('a', class_='woocommerce-loop-product__link')
title = link.get('title') if link else 'N/A'
product_url = link.get('href') if link else 'N/A'
status = "out_of_stock"
if 'outofstock' not in product.get('class', []):
status = "in_stock"
results["products"].append({
"title": title,
"status": status,
"url": product_url
})
return {
"statusCode": 200,
"headers": {"Content-Type": "application/json"},
"body": json.dumps({
"success": True,
"total_products": len(products),
"data": results
}, ensure_ascii=False)
}
except Exception as e:
return {
"statusCode": 500,
"body": json.dumps({
"success": False,
"error": str(e)
})
}
EOF
# zip this and upload to lambda
zip -r tea-scraper.zip .