亮数据：高服从数据采集，加速大模型练习！ - ToB企服应用市场:ToB评测及商务社交产业平台

[
{
"instruction": "",
"input": "",
"output": ""
}
]

复制代码

import json
# 读取商品信息
with open('/mnt/data/lines.json', 'r') as file:
products = json.load(file)
# 定义函数生成微调指令
def generate_fine_tuning_instructions(product):
instructions = []
# 指令1：生成商品简介
instructions.append({
"instruction": "Generate a brief description for the product.",
"input": product['title'],
"output": f"The {product['title']} is available for {product['price']['value']} {product['price']['currency']}. It is in {product['condition']} condition."
})
# 指令2：生成商品标题优化建议
instructions.append({
"instruction": "Suggest an optimized title for the product listing.",
"input": product['title'],
"output": f"Brand New {product['title']} at Only {product['price']['value']} {product['price']['currency']}!"
})
# 指令3：生成商品价格及运费信息
instructions.append({
"instruction": "Combine product price and shipping cost into a single string.",
"input": f"Price: {product['price']['value']} {product['price']['currency']}, Shipping: {product['shipping_price']['value']} {product['shipping_price']['currency']}",
"output": f"The total cost is {product['price']['value'] + product['shipping_price']['value']} {product['price']['currency']}."
})
# 指令4：生成商品链接的简短描述
instructions.append({
"instruction": "Create a short description including the product title and the URL.",
"input": "",
"output": f"Check out this {product['title']} here: {product['product_url']}"
})
# 指令5：生成商品分类描述
instructions.append({
"instruction": "Generate a description for the product category.",
"input": product['category'],
"output": f"This product belongs to the {product['category']} category, perfect for enhancing your style."
})
return instructions
# 生成所有商品的微调指令
all_instructions = []
for product in products:
all_instructions.extend(generate_fine_tuning_instructions(product))
# 保存生成的微调指令
with open('/mnt/data/fine_tuning_instructions.json', 'w') as outfile:
json.dump(all_instructions, outfile, indent=4)
# 输出生成的微调指令
for instruction in all_instructions:
print(json.dumps(instruction, indent=4))

复制代码

[
{
"instruction": "Generate a brief description for the product.",
"input": "Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt Navy Medium M",
"output": "The Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt Navy Medium M is available for 12.5 GBP. It is in Brand new condition."
},
{
"instruction": "Suggest an optimized title for the product listing.",
"input": "Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt Navy Medium M",
"output": "Brand New Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt Navy Medium M at Only 12.5 GBP!"
},
{
"instruction": "Combine product price and shipping cost into a single string.",
"input": "Price: 12.5 GBP, Shipping: 3.99 GBP",
"output": "The total cost is 16.49 GBP."
},
{
"instruction": "Create a short description including the product title and the URL.(Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt )",
"input": "",
"output": "Check out this Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt Navy Medium M here: https://www.ebay.co.uk/itm/266810855159?itmmeta=01HYDB4599C0YG15YV26AMNVTC&hash=item3e1f2a8ef7%3Ag%3AIjoAAOSw3B5mAG0Q&itmprp=enc%3AAQAJAAAA8Py7UNHWp81cjXj6NBwvlndwuF2KS5n8yYBa8wTC0YfKuEhF4mCKkp7hqmBldzj%2FYlsbvOk4avfTViDIAjKX03asNCkz2edAuumM7ZSTrMKRxgyMfpeuRwSqEZ5MgpmfXmYaoUfBSPhDCiha%2FO7VON9bq9EuKZz9F3veWK16TvY8qgWR6sBDsWbMbbOpQbvPcMp4pEwqDOIUN7Wb8ufImjyBDjN8Ec066CmRz9QmgsuaCPSOI1jT8tv4MRjFiPjCK6vrmxhB4ARdOHwLhTrzHKpKHXeOxsO5GiyM%2BDGXAnbBphio%2Fd%2BkkiVvjmjmX6y4PA%3D%3D%7Ctkp%3ABk9SR97UkKvzYw&LH_ItemCondition=1000"
},
{
"instruction": "Generate a description for the product category.(Polo Ralph Lauren Short Sleeve Solid Classic Fit Mesh Polo Shirt Navy Medium M)",
"input": "Clothes, Shoes & Accessories",
"output": "This product belongs to the Clothes, Shoes & Accessories category, perfect for enhancing your style."
},...]

复制代码

你需要将lines.json文件中的多条商品信息，生成如下格式的多条可供大模型训练的微调指令，这个里面你要根据商品信息，根据自己的知识来找各种角度生成有价值的微调指令，让大模型更加智能。格式如下：[
{
"instruction": "",
"input": "",
"output": ""
},
]

复制代码