Django自定义storage上传文件到Minio
首先新建一个MyStorage.py,自定义Storage类
from io import BytesIO from django.core.files.storage import Storage from django.conf import settings from utils.minioClient import go_upload_file, go_delete_file, go_upload_file_have_size from utils.tools import img_bucket class MinioStorage(Storage): """ 自定义文件存储系统 """ def __init__(self): pass def _open(self, name, mode='rb'): """ 用于打开文件 :param name: 要打开的文件的名字 :param mode: 打开文件方式 :return: None """ pass def _save(self, name, content): """ 用于保存文件 :param name: 要保存的文件名字 :param content: 要保存的文件的内容 :return: None """ # print(name) name = name.replace('\\', '/') # ret = go_upload_file(BytesIO(content.read()), bucket=img_bucket, path_name=name) ret = go_upload_file_have_size(BytesIO(content.read()), content.size, bucket=img_bucket, path_name=name) assert ret == 1, '文件上传失败' path = '/' + name return path def delete(self, name): # im = get_file_path(instance.img) # print(name) # name = str(name).split('/')[-1] ret = go_delete_file(bucket=img_bucket, path_name=str(name)) # print(ret) def url(self, name): """ 返回name所指文件的绝对URL :param name: 要读取文件的引用 :return: """ host = settings.MINIOHTTP + settings.MINIOWEBHOST + ':' + settings.MINIOWEBPORT return host + "/" + img_bucket + name def exists(self, name): """ 检查文件存在 """ return False
这么实现 def url(self, name)这个函数,需要在Minio后台将 bucket 权限设置为public,就是开放的所有人皆可访问
Minio实现上传文件,新建minioClient.py
import copy import os from django.conf import settings from minio import Minio MINIO_CONF = { 'endpoint': settings.MINIOHOST + ':' + settings.MINIOPORT, 'access_key': settings.MINIOUSER, 'secret_key': settings.MINIOPWD, 'secure': False } client = Minio(**MINIO_CONF) def get_file_size(file): """ 获取文件大小 file: bytes return: int """ file.seek(0, os.SEEK_END) return file.tell() # im = io.BytesIO(file) # return im.getbuffer().nbytes def go_upload_file(file, bucket='media', path_name=''): """ 上传文件 """ try: # print(path_name) # print(type(file)) file_len = get_file_size(copy.copy(file)) # print(file_len) client.put_object(bucket_name=bucket, object_name=path_name, data=file, length=file_len) return 1 except Exception as e: print(e) return 0 def go_upload_file_have_size(file, size, bucket='media', path_name=''): """ 上传文件,已有文件大小 """ try: client.put_object(bucket_name=bucket, object_name=path_name, data=file, length=size) return 1 except Exception as e: print(e) return 0 def go_delete_file(bucket='media', path_name=''): """ 删除文件 """ try: # print(bucket, path_name) client.remove_object(bucket_name=bucket, object_name=path_name) return 1 except Exception as e: print(e) return 0 def go_delete_file_list(bucket='media', path_name_list=[]): """ 删除文件列表 未实现,据说需要删除完遍历结果 """ try: ret = client.remove_objects(bucket, path_name_list, bypass_governance_mode=False) print(ret) return 1 except Exception as e: print(e) return 0 def get_file_url(bucket='media', path_name=''): """ 获取文件url """ try: url = client.presigned_get_object(bucket_name=bucket, object_name=path_name) return url except Exception as e: print(e) return None def get_file_path(path): path = path.split('/')[2:] final_path = '/'.join(path) return final_path
新建一个tools.py
import datetime import os import random import time img_type_list = ['.jpg', '.png', '.jpeg'] img_bucket = 'media' def get_secret(request): """ 获取加密的key """ return request.META.get('HTTP_AUTHORIZATION') or 'wchime' def get_time_string(): """ :return: 20220525140635467912 :PS :并发较高时尾部随机数增加 """ time_string = str(datetime.datetime.fromtimestamp(time.time())).replace("-", "").replace(" ", "").replace(":","").replace(".", "") + str(random.randint(100, 999)) return time_string def split_file_type(file): """ 对文件名切割,获取名字和类型 """ file_li = os.path.splitext(file) return file_li[0], file_li[1] if __name__ == '__main__': im = 'a.png' s = split_file_type(im) print(s)
我的models.py
class TestImg(models.Model): name = models.CharField(verbose_name="名字", max_length=256) img = models.ImageField(upload_to='zzz')
新建一个视图文件
from io import BytesIO
from django.core.files.base import ContentFile
from django.core.files.storage import default_storage
from django.utils.decorators import method_decorator
from rest_framework import status, serializers
from rest_framework.response import Response
from ani import models
from utils.decorators import request_decrypt
from utils.myView import MyPagination, MyView, MixinGetList, MixinPostCreateModel, MixinPutUpdateModel, \
MixinDeleteDestroyModel
from utils.tools import split_file_type, img_type_list, get_time_string, img_bucket
class TestImgSerializer(serializers.ModelSerializer):
class Meta:
model = models.TestImg
fields = '__all__'
def create(self, validated_data):
res = models.TestImg.objects.create(**validated_data)
return res
def update(self, instance, validated_data):
instance.name = validated_data.get('name')
if validated_data.get('img', False) is not False:
instance.img = validated_data.get('img')
instance.save()
return instance
@method_decorator(request_decrypt, name='get')
class TestImgView(MyView, MixinGetList):
queryset = models.TestImg.objects.all()
serializer_class = TestImgSerializer
all_serializer_class = TestImgSerializer
filter_class = ['name__icontains']
pagination_class = MyPagination
lookup_field = 'id'
ordeing_field = ('-id',)
def post(self, request, *args, **kwargs):
data = request.data
file_content = data.get('file').read()
file_name = get_time_string() + '.png'
# print(file_content)
content_file = ContentFile(file_content, file_name)
# print(content_file)
data['img'] = content_file
serializer_class = TestImgSerializer
serializer = serializer_class(data=data)
# print(serializer.is_valid())
serializer.is_valid(raise_exception=True)
serializer.save()
return Response(serializer.data, status=status.HTTP_201_CREATED)
def put(self, request, *args, **kwargs):
data = request.data
try:
instance = self.queryset.get(id=data.get(self.lookup_field))
except Exception:
return Response({'state': 'fail', 'msg': '未找到该数据'}, status=status.HTTP_400_BAD_REQUEST)
file = data.get('file')
if file:
file_content = file.read()
file_name = get_time_string() + '.png'
# print(file_content)
content_file = ContentFile(file_content, file_name)
# print(content_file)
data['img'] = content_file
if instance.img:
default_storage.delete(instance.img)
serializer_class = TestImgSerializer
serializer = serializer_class(instance=instance, data=data, partial=True)
# print(serializer.is_valid())
serializer.is_valid(raise_exception=True)
serializer.save()
return Response(serializer.data, status=status.HTTP_201_CREATED)
def delete(self, request, *args, **kwargs):
try:
instance = self.queryset.get(id=request.data.get(self.lookup_field))
except Exception:
return Response({'state': 'fail', 'msg': '未找到数据'}, status=status.HTTP_400_BAD_REQUEST)
default_storage.delete(instance.img)
instance.delete()
return Response({'state': 'success', 'msg': '删除成功'}, status=status.HTTP_204_NO_CONTENT)
在settings.py中加上
DEFAULT_FILE_STORAGE = 'utils.MyStorage.MinioStorage'
整个项目文件结构
postman调用的结果