python boto和boto3操作bucket

时间:2022-07-25
本文章向大家介绍python boto和boto3操作bucket,主要内容包括其使用实例、应用技巧、基本知识点总结和需要注意事项,具有一定的参考价值,需要的朋友可以参考一下。

boto操作

import datetime

import boto.s3.connection
from boto.s3.key import Key
conn = boto.connect_s3(
    aws_access_key_id="123456",
    aws_secret_access_key="123456",
    host="127.0.0.1",
    port=8080,
    is_secure=False,
    calling_format=boto.s3.connection.OrdinaryCallingFormat(),
)

str_bucket_name = "bucket_test"
conn.create_bucket(str_bucket_name)  # 创建bucket

for bucket in conn.get_all_buckets():  # 获取所有bucket
    # 将实际转为本地时间
    print({"name": bucket.name, "create_date": str(datetime.datetime.strptime(bucket.creation_date, "%Y-%m-%dT%H:%M:%S.%fZ") + datetime.timedelta(hours=8))})


# 删除指定的bucket
for bucket in conn.get_all_buckets():
    if bucket.name == str_bucket_name:
        for key in bucket.list():  # 必须将bucket里清空后,才能删除掉对应的bucket
            bucket.delete_key(key.name)
        conn.delete_bucket(bucket.name)
        break

# 存储文件流或字符串中的数据
key = Key('hello.txt')

key.set_contents_from_file('/tmp/hello.txt')

使用boto进行https的连接失败, validate_certs设置成True或False没有任何作用

is_secure为Ture时,遇到的报错如下

ssl.SSLCertVerificationError: [SSL: CERTIFICATE_VERIFY_FAILED] certificate verify failed: unable to get local issuer certificate (_ssl.c:1076)

is_secure为False时,遇到的报错如下

http.client.RemoteDisconnected: Remote end closed connection without response

遂更换了botot3

boto3,下面的示例是用的https的(boto对于https的连接不上,可能是因为我的证书是自制的,所以才找了这个包)

import urllib3
import boto3

urllib3.disable_warnings()

s3 = boto3.resource(
    service_name='s3',
    aws_access_key_id="123456",
    aws_secret_access_key="123456",
    endpoint_url='https://192.168.150.20:8080',
    verify=False
)

str_bucket_name = "bucket_test"
s3.create_bucket(Bucket=str_bucket_name)


for bucket in s3.buckets.all():  # 获取所有bucket
    # 将实际转为本地时间
    print({"name": bucket.name, "create_date": datetime.datetime.strftime(bucket.creation_date + datetime.timedelta(hours=8), "%Y-%m-%d %H:%M:%S")})

# 删除指定的bucket
for bucket in s3.buckets.all():
    if bucket.name == str_bucket_name:
        bucket.objects.all().delete()   # 等价于下面两行
        # for obj in bucket.objects.all():
        #     obj.delete()
        bucket.delete()

# 存储文件流或字符串中的数据
s3.Object('mybucket', 'hello.txt').put(Body=open('/tmp/hello.txt', 'rb'))