数据采集作业3 102302111 海米沙

news/2025/11/23 23:20:51/文章来源:https://www.cnblogs.com/hamisa/p/19261669

第三次作业
作业1:
要求：指定一个网站，爬取这个网站中的所有的所有图片，例如：中国气象网（http://www.weather.com.cn）。实现单线程和多线程的方式爬取。
–务必控制总页数（学号尾数2位）、总下载的图片数量（尾数后3位）等限制爬取的措施。
输出信息: 将下载的Url信息在控制台输出，并将下载的图片存储在images子文件中，并给出截图。
Gitee文件夹链接：https://gitee.com/haimisha/2025_creat_project/tree/master/作业三/第一题

代码（单线程）：

点击查看代码 
import os
import requests
from bs4 import BeautifulSoup
from urllib.parse import urljoinIMAGE_DIR = r"D:\数据采集\实践课\实验作业三\images"
os.makedirs(IMAGE_DIR, exist_ok=True)# 控制：总页数 11，总图片数 111
MAX_PAGES = 11              # 总共爬取 11 个页面
MAX_IMAGES = 111            # 总共下载 111 张图片
downloaded_count = 0TARGET_PAGES = ["http://www.weather.com.cn/","http://www.weather.com.cn/weather/101010100.shtml",  # 北京"http://www.weather.com.cn/weather/101020100.shtml",  # 上海"http://www.weather.com.cn/weather/101280101.shtml",  # 广州"http://www.weather.com.cn/weather/101270101.shtml",  # 成都"http://www.weather.com.cn/news/","http://www.weather.com.cn/jrxw/","http://www.weather.com.cn/zt/","http://www.weather.com.cn/satellite/","http://www.weather.com.cn/radar/","http://www.weather.com.cn/weather40d/101010100.shtml",  # 北京40天
]def download_image(img_url):global downloaded_counttry:resp = requests.get(img_url, stream=True, timeout=10)if resp.status_code == 200:ext = img_url.split('.')[-1].split('?')[0].lower()if ext not in ['jpg', 'jpeg', 'png', 'gif', 'bmp', 'webp']:ext = 'jpg'  # 默认filename = f"image_{downloaded_count + 1}.{ext}"filepath = os.path.join(IMAGE_DIR, filename)with open(filepath, 'wb') as f:for chunk in resp.iter_content(1024):f.write(chunk)print(f"[下载成功] {img_url} -> {filename}")downloaded_count += 1return Trueexcept Exception as e:print(f"[下载失败] {img_url} : {e}")return Falsedef scrape_images_from_page(url):global downloaded_countif downloaded_count >= MAX_IMAGES:returnprint(f"\n 正在访问页面: {url}")try:headers = {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'}resp = requests.get(url, headers=headers, timeout=10)soup = BeautifulSoup(resp.text, 'html.parser')imgs = soup.find_all('img')for img in imgs:src = img.get('src')if not src:continuesrc = urljoin(url, src)  # 补全相对链接if any(ext in src.lower() for ext in ['.jpg', '.jpeg', '.png', '.gif', '.bmp', '.webp']):if download_image(src):if downloaded_count >= MAX_IMAGES:print("已达到目标图片数量 111，停止下载。")returnexcept Exception as e:print(f"[页面出错] {url} : {e}")def main():for i, page_url in enumerate(TARGET_PAGES):if downloaded_count >= MAX_IMAGES:breakprint(f"\n正在处理第 {i+1}/{MAX_PAGES} 个页面")scrape_images_from_page(page_url)print(f"\n共下载了 {downloaded_count} 张图片，保存在 {IMAGE_DIR}")if __name__ == '__main__':main()

运行结果：
image

代码（多线程）：

点击查看代码 
import os
import requests
from bs4 import BeautifulSoup
from urllib.parse import urljoin
from concurrent.futures import ThreadPoolExecutor, as_completedIMAGE_DIR = r"D:\数据采集\实践课\实验作业三\images"
os.makedirs(IMAGE_DIR, exist_ok=True)# 爬取限制
MAX_PAGES = 11              # 总共爬取 11 个页面
MAX_IMAGES = 111            # 总共下载 111 张图片
downloaded_count = 0TARGET_PAGES = ["http://www.weather.com.cn/",                         # 首页"http://www.weather.com.cn/weather/101010100.shtml",  # 北京"http://www.weather.com.cn/weather/101020100.shtml",  # 上海"http://www.weather.com.cn/weather/101280101.shtml",  # 广州"http://www.weather.com.cn/weather/101270101.shtml",  # 成都"http://www.weather.com.cn/news/",                    # 天气新闻"http://www.weather.com.cn/jrxw/",                    # 气象新闻"http://www.weather.com.cn/zt/",                      # 专题"http://www.weather.com.cn/satellite/",               # 卫星云图（可能有图）"http://www.weather.com.cn/radar/",                   # 雷达图"http://www.weather.com.cn/weather40d/101010100.shtml",  # 北京40天预报
]def download_image(img_url):global downloaded_countif downloaded_count >= MAX_IMAGES:return Nonetry:headers = {'User-Agent': 'Mozilla/5.0'}resp = requests.get(img_url, stream=True, headers=headers, timeout=10)if resp.status_code == 200:# 判断图片格式ext = img_url.split('.')[-1].split('?')[0].lower()if ext not in ['jpg', 'jpeg', 'png', 'gif', 'bmp', 'webp']:ext = 'jpg'  # 默认filename = f"image_{downloaded_count + 1}.{ext}"filepath = os.path.join(IMAGE_DIR, filename)with open(filepath, 'wb') as f:for chunk in resp.iter_content(1024):f.write(chunk)print(f"[多线程下载成功] {img_url} -> {filename}")downloaded_count += 1return img_urlexcept Exception as e:print(f"[多线程下载失败] {img_url}: {e}")return Nonedef extract_and_queue_images_from_page(page_url):global downloaded_countif downloaded_count >= MAX_IMAGES:return []print(f"\n [多线程] 正在访问页面: {page_url}")try:headers = {'User-Agent': 'Mozilla/5.0'}resp = requests.get(page_url, headers=headers, timeout=10)soup = BeautifulSoup(resp.text, 'html.parser')img_tags = soup.find_all('img')urls = []for img in img_tags:src = img.get('src')if not src:continuefull_url = urljoin(page_url, src)if any(ext in full_url.lower() for ext in ['.jpg', '.jpeg', '.png', '.gif', '.bmp', '.webp']):urls.append(full_url)return urlsexcept Exception as e:print(f"[多线程页面错误] {page_url}: {e}")return []def main():global downloaded_countall_image_urls = []# Step 1: 从 11 个页面提取所有图片 URLfor page_url in TARGET_PAGES:if downloaded_count >= MAX_IMAGES:breakprint(f"\n [多线程] 正在处理第 {TARGET_PAGES.index(page_url)+1}/{MAX_PAGES} 个页面: {page_url}")urls = extract_and_queue_images_from_page(page_url)all_image_urls.extend(urls)# Step 2: 去重all_image_urls = list(set(all_image_urls))  # 去重print(f"总共提取到 {len(all_image_urls)} 张候选图片，准备下载...")# Step 3: 多线程下载（最多下载 MAX_IMAGES 张）with ThreadPoolExecutor(max_workers=10) as executor:futures = []for url in all_image_urls:if downloaded_count >= MAX_IMAGES:breakfutures.append(executor.submit(download_image, url))# 等待所有任务完成（可选，用于调试）for future in as_completed(futures):future.result()  # 可拿到返回值，这里只为了等待print(f"\n[多线程] 下载完成！总共下载了 {downloaded_count} 张图片，保存在：{IMAGE_DIR}")if __name__ == '__main__':main()

运行结果：
image

作业2：
要求：熟练掌握 scrapy 中 Item、Pipeline 数据的序列化输出方法；使用scrapy框架+Xpath+MySQL数据库存储技术路线爬取股票相关信息。
候选网站：东方财富网：https://www.eastmoney.com/

输出信息：MySQL数据库存储和输出格式如下：
表头英文命名例如：序号id，股票代码：bStockNo……，由同学们自行定义设计
Gitee文件夹链接：https://gitee.com/haimisha/2025_creat_project/tree/master/作业三/第一题

代码：
items.py

点击查看代码 
# Define here the models for your scraped items
#
# See documentation in:
# https://docs.scrapy.org/en/latest/topics/items.htmlimport scrapyclass EastmoneyProjectItem(scrapy.Item):id = scrapy.Field()           # 序号stock_code = scrapy.Field()  # 股票代码stock_name = scrapy.Field()  # 股票名称current_price = scrapy.Field() # 当前价change_amount = scrapy.Field() # 涨跌额change_rate = scrapy.Field()  # 涨跌幅（%）turnover = scrapy.Field()    # 成交量turnover_amount = scrapy.Field() # 成交额

    stockquote.py
点击查看代码 
import scrapy
from eastmoney_project.items import EastmoneyProjectItem
import jsonclass StockquoteSpider(scrapy.Spider):name = 'stockquote'allowed_domains = ['push2.eastmoney.com', 'quote.eastmoney.com'] def start_requests(self):base_url = "http://push2.eastmoney.com/api/qt/clist/get"params = {'pn': '1', # 页码'pz': '20', # 每页数量'po': '1','np': '1','fltt': '2','invt': '2','fid': 'f3','fs': 'm:0 t:6,m:0 t:80,m:1 t:2,m:1 t:23','fields': 'f1,f2,f3,f4,f5,f6,f7,f12,f14' # 指定要返回的字段}# 将参数拼接成URLurl = base_url + '?' + '&'.join([f'{k}={v}' for k, v in params.items()])yield scrapy.Request(url=url, callback=self.parse)def parse(self, response):# 解析API返回的JSON数据data = json.loads(response.text)# 从JSON数据中提取股票列表，具体路径需要根据实际返回结构分析stock_list = data['data']['diff']for stock in stock_list:item = EastmoneyProjectItem()# 将JSON字段映射到我们自定义的Item字段item['stock_code'] = stock.get('f12') # 例如f12对应代码item['stock_name'] = stock.get('f14') # 例如f14对应名称item['current_price'] = stock.get('f2') # 当前价item['change_rate'] = stock.get('f3')   # 涨跌幅item['change_amount'] = stock.get('f4') # 涨跌额item['turnover'] = stock.get('f5')     # 成交量item['turnover_amount'] = stock.get('f6') # 成交额# ... 其他字段映射yield item

　
pipelines.py

点击查看代码 
import pymysqlclass EastmoneyProjectPipeline:def __init__(self):self.conn = Noneself.cursor = Nonedef open_spider(self, spider):# 爬虫启动时建立数据库连接self.conn = pymysql.connect(host='localhost',user='root',  password='123456',  database='eastmoney',charset='utf8mb4')self.cursor = self.conn.cursor()def close_spider(self, spider):# 爬虫关闭时关闭数据库连接if self.cursor:self.cursor.close()if self.conn:self.conn.close()def process_item(self, item, spider):# 处理每一个Item，将其插入数据库sql = """INSERT INTO stock_data (stock_code, stock_name, current_price, change_amount, change_rate, turnover, turnover_amount)VALUES (%s, %s, %s, %s, %s, %s, %s)"""values = (item['stock_code'],item['stock_name'],item['current_price'],item['change_amount'],item['change_rate'],item['turnover'],item['turnover_amount'])try:self.cursor.execute(sql, values)self.conn.commit()  # 提交事务except Exception as e:self.conn.rollback()  # 发生错误时回滚print(f"数据库插入错误: {e}")return item
settings.py
点击查看代码 
# Scrapy settings for eastmoney_project project
#
# For simplicity, this file contains only settings considered important or
# commonly used. You can find more settings consulting the documentation:
#
#     https://docs.scrapy.org/en/latest/topics/settings.html
#     https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#     https://docs.scrapy.org/en/latest/topics/spider-middleware.htmlBOT_NAME = "eastmoney_project"SPIDER_MODULES = ["eastmoney_project.spiders"]
NEWSPIDER_MODULE = "eastmoney_project.spiders"# Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = "eastmoney_project (+http://www.yourdomain.com)"# Obey robots.txt rules
ROBOTSTXT_OBEY = False# Configure maximum concurrent requests performed by Scrapy (default: 16)
#CONCURRENT_REQUESTS = 32# Configure a delay for requests for the same website (default: 0)
# See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay
# See also autothrottle settings and docs
#DOWNLOAD_DELAY = 3
# The download delay setting will honor only one of:
#CONCURRENT_REQUESTS_PER_DOMAIN = 16
#CONCURRENT_REQUESTS_PER_IP = 16# Disable cookies (enabled by default)
#COOKIES_ENABLED = False# Disable Telnet Console (enabled by default)
#TELNETCONSOLE_ENABLED = False# Override the default request headers:
#DEFAULT_REQUEST_HEADERS = {
#    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
#    "Accept-Language": "en",
#}# Enable or disable spider middlewares
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
#SPIDER_MIDDLEWARES = {
#    "eastmoney_project.middlewares.EastmoneyProjectSpiderMiddleware": 543,
#}# Enable or disable downloader middlewares
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#DOWNLOADER_MIDDLEWARES = {
#    "eastmoney_project.middlewares.EastmoneyProjectDownloaderMiddleware": 543,
#}# Enable or disable extensions
# See https://docs.scrapy.org/en/latest/topics/extensions.html
#EXTENSIONS = {
#    "scrapy.extensions.telnet.TelnetConsole": None,
#}# Configure item pipelines
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
ITEM_PIPELINES = {"eastmoney_project.pipelines.EastmoneyProjectPipeline": 300,
}# Enable and configure the AutoThrottle extension (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/autothrottle.html
#AUTOTHROTTLE_ENABLED = True
# The initial download delay
#AUTOTHROTTLE_START_DELAY = 5
# The maximum download delay to be set in case of high latencies
#AUTOTHROTTLE_MAX_DELAY = 60
# The average number of requests Scrapy should be sending in parallel to
# each remote server
#AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0
# Enable showing throttling stats for every response received:
#AUTOTHROTTLE_DEBUG = False# Enable and configure HTTP caching (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings
#HTTPCACHE_ENABLED = True
#HTTPCACHE_EXPIRATION_SECS = 0
#HTTPCACHE_DIR = "httpcache"
#HTTPCACHE_IGNORE_HTTP_CODES = []
#HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage"# Set settings whose default value is deprecated to a future-proof value
TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
FEED_EXPORT_ENCODING = "utf-8"

　
运行结果：
image

　
作业3:
要求：熟练掌握 scrapy 中 Item、Pipeline 数据的序列化输出方法；使用scrapy框架+Xpath+MySQL数据库存储技术路线爬取外汇网站数据。
候选网站：中国银行网：https://www.boc.cn/sourcedb/whpj/
输出信息：
Gitee文件夹链接：https://gitee.com/haimisha/2025_creat_project/tree/master/作业三/第三题

代码内容：
items.py

点击查看代码 
# Define here the models for your scraped items
#
# See documentation in:
# https://docs.scrapy.org/en/latest/topics/items.htmlimport scrapyclass BocForexItem(scrapy.Item):currency = scrapy.Field()    # 货币名称tbp = scrapy.Field()         # 现汇买入价cbp = scrapy.Field()         # 现钞买入价tsp = scrapy.Field()         # 现汇卖出价csp = scrapy.Field()         # 现钞卖出价time = scrapy.Field()        # 发布时间

　 forex.spider.py

点击查看代码 
import scrapy
from boc_forex.items import BocForexItemclass ForexSpiderSpider(scrapy.Spider):name = 'forex_spider'allowed_domains = ['www.boc.cn']start_urls = ['https://www.boc.cn/sourcedb/whpj/']def parse(self, response):self.logger.info(f"开始解析页面: {response.url}")# 使用更精确的 XPath 定位表格行（已验证可正常工作）rows = response.xpath('//div[@class="publish"]//table//tr')self.logger.info(f"找到 {len(rows)} 行数据")# 跳过表头（第一行），遍历其余数据行for i, row in enumerate(rows[1:]):try:# 提取当前行所有单元格的文本内容cells = row.xpath('./td//text()').getall()# 清理文本：去除空字符串和前后空格cells = [cell.strip() for cell in cells if cell.strip()]self.logger.info(f"第 {i+1} 行数据: {cells}")# 确保提取到足够的列数据（至少 6 列）if len(cells) >= 6:item = BocForexItem()item['currency'] = cells[0]  # 货币名称item['tbp'] = cells[1]       # 现汇买入价item['cbp'] = cells[2]       # 现钞买入价item['tsp'] = cells[3]       # 现汇卖出价item['csp'] = cells[4]       # 现钞卖出价item['time'] = cells[5]      # 发布时间yield itemelse:self.logger.warning(f"第 {i+1} 行数据不完整（仅 {len(cells)} 列），已跳过")except Exception as e:self.logger.error(f"解析第 {i+1} 行时出错: {str(e)}", exc_info=True)

    pipelines.py
点击查看代码 
# Define your item pipelines here
#
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: https://docs.scrapy.org/en/latest/topics/item-pipeline.html# useful for handling different item types with a single interface
import pymysqlclass BocForexPipeline:def __init__(self):self.conn = Noneself.cursor = Nonedef open_spider(self, spider):# 数据库连接配置self.conn = pymysql.connect(host='localhost',user='root',password='123456',  database='boc_forex',charset='utf8mb4')self.cursor = self.conn.cursor()def close_spider(self, spider):if self.cursor:self.cursor.close()if self.conn:self.conn.close()def process_item(self, item, spider):sql = """INSERT INTO forex_data (currency, tbp, cbp, tsp, csp, time)VALUES (%s, %s, %s, %s, %s, %s)"""values = (item.get('currency'),item.get('tbp'),item.get('cbp'),item.get('tsp'),item.get('csp'),item.get('time'))try:self.cursor.execute(sql, values)self.conn.commit()except Exception as e:self.conn.rollback()print(f"数据库插入错误: {e}")return item
settings.py
点击查看代码 
# Scrapy settings for boc_forex project
#
# For simplicity, this file contains only settings considered important or
# commonly used. You can find more settings consulting the documentation:
#
#     https://docs.scrapy.org/en/latest/topics/settings.html
#     https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#     https://docs.scrapy.org/en/latest/topics/spider-middleware.htmlBOT_NAME = "boc_forex"SPIDER_MODULES = ["boc_forex.spiders"]
NEWSPIDER_MODULE = "boc_forex.spiders"# Crawl responsibly by identifying yourself (and your website) on the user-agent
USER_AGENT = "boc_forex (+http://www.yourdomain.com)"# Obey robots.txt rules
ROBOTSTXT_OBEY = False# Configure maximum concurrent requests performed by Scrapy (default: 16)
#CONCURRENT_REQUESTS = 32# Configure a delay for requests for the same website (default: 0)
# See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay
# See also autothrottle settings and docs
DOWNLOAD_DELAY = 2
# The download delay setting will honor only one of:
#CONCURRENT_REQUESTS_PER_DOMAIN = 16
#CONCURRENT_REQUESTS_PER_IP = 16# Disable cookies (enabled by default)
#COOKIES_ENABLED = False# Disable Telnet Console (enabled by default)
#TELNETCONSOLE_ENABLED = False# Override the default request headers:
#DEFAULT_REQUEST_HEADERS = {
#    "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
#    "Accept-Language": "en",
#}# Enable or disable spider middlewares
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
#SPIDER_MIDDLEWARES = {
#    "boc_forex.middlewares.BocForexSpiderMiddleware": 543,
#}# Enable or disable downloader middlewares
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#DOWNLOADER_MIDDLEWARES = {
#    "boc_forex.middlewares.BocForexDownloaderMiddleware": 543,
#}# Enable or disable extensions
# See https://docs.scrapy.org/en/latest/topics/extensions.html
#EXTENSIONS = {
#    "scrapy.extensions.telnet.TelnetConsole": None,
#}# Configure item pipelines
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
ITEM_PIPELINES = {"boc_forex.pipelines.BocForexPipeline": 300,
}# Enable and configure the AutoThrottle extension (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/autothrottle.html
#AUTOTHROTTLE_ENABLED = True
# The initial download delay
#AUTOTHROTTLE_START_DELAY = 5
# The maximum download delay to be set in case of high latencies
#AUTOTHROTTLE_MAX_DELAY = 60
# The average number of requests Scrapy should be sending in parallel to
# each remote server
#AUTOTHROTTLE_TARGET_CONCURRENCY = 1.0
# Enable showing throttling stats for every response received:
#AUTOTHROTTLE_DEBUG = False# Enable and configure HTTP caching (disabled by default)
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html#httpcache-middleware-settings
#HTTPCACHE_ENABLED = True
#HTTPCACHE_EXPIRATION_SECS = 0
#HTTPCACHE_DIR = "httpcache"
#HTTPCACHE_IGNORE_HTTP_CODES = []
#HTTPCACHE_STORAGE = "scrapy.extensions.httpcache.FilesystemCacheStorage"# Set settings whose default value is deprecated to a future-proof value
TWISTED_REACTOR = "twisted.internet.asyncioreactor.AsyncioSelectorReactor"
FEED_EXPORT_ENCODING = "utf-8"

运行结果：
image

心得体会：数据提取环节，我深刻体会到XPath选择器的重要性。最初，我写的XPath路径经常无法准确定位到目标数据，通过浏览器开发者工具反复调试和测试，才最终找到了稳定的定位方式。特别是在处理中国银行外汇牌价表格时，需要仔细分析HTML结构，跳过表头行，才能准确提取每条外汇记录的货币名称、买入价、卖出价等字段这次数据采集实践作业让我深刻体会到理论知识与实际应用之间的距离，以及跨越这段距离带来的成长。Scrapy框架的强大功能与MySQL数据库的稳定存储相结合，为数据处理提供了完整的解决方案

　

　

　

　

本文来自互联网用户投稿，该文观点仅代表作者本人，不代表本站立场。本站仅提供信息存储空间服务，不拥有所有权，不承担相关法律责任。如若转载，请注明出处：http://www.mzph.cn/news/974339.shtml

如若内容造成侵权/违法违规/事实不符，请联系多彩编程网进行投诉反馈email:809451989@qq.com，一经查实，立即删除！

相关文章

KEYDIY PAK09 Phone As Key: Smart Keyless Entry Remote Control for European/American Vehicles

KEYDIY PAK09 Phone As Key: Smart Keyless Entry Remote Control for European/American Vehicles

The Future of Keyless Driving: KEYDIY PAK09 Phone As Key In an era defined by smart technology, traditional car keys feel increasingly obsolete. For European and American drivers, the daily hassle of f…
阅读更多...
2025年11月23日

2025年11月23日

休息
阅读更多...
鸡哥防守关云长

鸡哥防守关云长

鸡哥防守关云长200个坦杀. 撑到了最后10分钟. 米格空军没抗住.
阅读更多...
论文里面的正体、斜体、加粗

论文里面的正体、斜体、加粗

核心记忆口诀：“正常叙述用正体，特殊对象用斜体，标题重点可加粗”一、什么时候用 正体 ？ 正体就是默认字体，是论文的“正文”。 简单说：除了下面提到的“特殊情况”，其他所有文字都用正体。 必须用正体的常见情…
阅读更多...
2025年数字人厂商最新推荐榜：AI数字人、IP、虚拟、数字人视频制作、数字人制作、数字人直播、数字人电商、自媒体、智能数字人

2025年数字人厂商最新推荐榜：AI数字人、IP、虚拟、数字人视频制作、数字人制作、数字人直播、数字人电商、自媒体、智能数字人

在数字化技术飞速迭代的当下，数字人已深度融入短视频营销、在线教育、跨境电商等多元领域，成为提升创作效率与拓展市场的核心工具。但行业仍存在成本高、门槛高、功能单一等痛点，为帮助用户精准选择优质厂商，本次榜…
阅读更多...
2025年数字人全链路智能创作平台完全指南

2025年数字人全链路智能创作平台完全指南

随着AI技术爆发，数字人短视频已成为电商带货、企业培训、自媒体创作的“新生产力工具”。面对市场上琳琅满目的平台，选对工具能让效率提升十倍。 本文将深入解析必火AI数字人的核心优势，并为您提供2025年主流数字人…
阅读更多...
每日反思（2025年11月23日）

每日反思（2025年11月23日）

今天学了算法
阅读更多...
学习率调度算法的演进与优化

学习率调度算法的演进与优化

本文介绍了从理论分析到实践应用的学习率调度算法研究历程，包括基于强化学习的非负矩阵分解调度器、深度神经网络扩展以及高效的GreedyLR启发式算法，展示了自适应学习率调度在加速深度学习训练中的潜力。训练机器学习…
阅读更多...
数字人平台指南：聚焦四大关键维度，破解选型难题

数字人平台指南：聚焦四大关键维度，破解选型难题

一、测评背景与方法论 当前AI数字人技术已从概念验证阶段进入大规模应用时代。据行业预测，2025年生成式AI产生的数据将占全球数据总量的10%，人工智能产业市场规模突破3000亿美元。在这一背景下，选择合适的数字人平台…
阅读更多...
20232301 2025-2026-1《网络与系统攻防技术》实验七实验报告

20232301 2025-2026-1《网络与系统攻防技术》实验七实验报告

20232301 2025-2026-1《网络与系统攻防技术》实验七实验报告实验七 网络欺诈与防范 1.实验内容及要求 本实践的目标理解常用网络欺诈背后的原理，以提高防范意识，并提出具体防范方法。具体实践有 （1）简单应用SET工具…
阅读更多...
LiveCD

LiveCD

dpubbw6460bcd3536bd7b5e812c1a9e366030ab9
阅读更多...
入侵排查_2025/11/23

入侵排查_2025/11/23

入侵排查_2025/11/23 windows 系统账号安全 检查是否开启公网3389端口及弱口令 检查方法：咨询运维人员。 检查是否存在可疑账号、新增账号 检查方法：打开 cmd 窗口，输入 lusrmgr.msc 命令，查看是否有新增/可疑的账…
阅读更多...
CF1851G-Vlad and the Mountains

CF1851G-Vlad and the Mountains

CF1851G-Vlad and the Mountains 题目大意 一张无向图上有 \(n\) 个结点，每个节点有一个高度 \(h_i\) 。从结点 \(i\) 到 结点 \(j\) 的能量花费是 \(h_j-h_i\) 。如果途中能量降到零以下，则无法从 \(i\) 走到 \(j\)…
阅读更多...
Java环境下HBase存储方案如何设计

Java环境下HBase存储方案如何设计

在Java环境下设计Hbase存储方案，需要考虑以下几个方面： 1. 环境准备安装Hbase：首先需要在Java环境中安装Hbase，可以通过下载Hbase安装包或使用包管理工具（如Maven或Gradle）进行安装。 配置Hbase：根据实际需求配…
阅读更多...
STM32Hal库学习11.23

STM32Hal库学习11.23

STM32Hal库学习11.23 1.使用Printf重定义函数时，如果发现已经定义了fputc函数，但是仍没有输出，但是不报错，可能是没有定义__io_putchar。 // 实现__io_putchar函数，用于系统调用层的输出重定向 int __io_putchar(…
阅读更多...
Winre.wim

Winre.wim

winre Winre.wim 分卷压缩 Winre_2.7z.001 0cd627631df742bbc174c4594d7ce2b1Winre_2.7z.002 e086c1c40a7241b29fd90674561c19a5
阅读更多...
4sapicom生成式 AI 驱动下的智能聊天机器人 - 教程

4sapicom生成式 AI 驱动下的智能聊天机器人 - 教程

pre { white-space: pre !important; word-wrap: normal !important; overflow-x: auto !important; display: block !important; font-family: "Consolas", "Monaco", "Courier New", …
阅读更多...
KEYDIY PAK06-TB Phone As Key: Smart Keyless Car Key for European American Vehicles

KEYDIY PAK06-TB Phone As Key: Smart Keyless Car Key for European American Vehicles

Problem: The Limitations of Traditional Car Keys In the European and American markets, physical car keys have long been a source of frustration. Whether you’re a car owner juggling bulky remotes, fobs…
阅读更多...
4.典型的分治算法

4.典型的分治算法

4.1选最大与最小 1.选择问题 概念问题 选最大问题：顺序比较伪码：同时选最大最小问题： 通常算法：先选出最大数，再从剩下的n-1个数里选最小数算法 分组算法：两两数分成一组，每组进行比较，在所有大的数+轮空数里选…
阅读更多...
Serilog 日志库简单实践（三）集中式日志与分析平台 Sinks（.net8）

Serilog 日志库简单实践（三）集中式日志与分析平台 Sinks（.net8）

本文主要介绍了集中式日志与分析平台 Sinks，并通过示例项目简单演示了它们的用法，供参考。〇、前言 前文已经介绍过什么是 Serilog，以及其核心特点，详见：https://www.cnblogs.com/hnzhengfy/p/19167414/Serilog_b…
阅读更多...
最新文章

Copyright @ 2022~2023