pollymc/logic/net/CacheDownload.cpp

/* Copyright 2013-2015 MultiMC Contributors
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#include "CacheDownload.h"

#include <QCryptographicHash>
#include <QFileInfo>
#include <QDateTime>
#include <QDebug>
#include "Env.h"
#include <FileSystem.h>

CacheDownload::CacheDownload(QUrl url, MetaEntryPtr entry)
	: NetAction(), md5sum(QCryptographicHash::Md5)
{
	m_url = url;
	m_entry = entry;
	m_target_path = entry->getFullPath();
	m_status = Job_NotStarted;
}

void CacheDownload::start()
{
	m_status = Job_InProgress;
	if (!m_entry->isStale())
	{
		m_status = Job_Finished;
		emit succeeded(m_index_within_job);
		return;
	}
	// create a new save file
	m_output_file.reset(new QSaveFile(m_target_path));

	// if there already is a file and md5 checking is in effect and it can be opened
	if (!FS::ensureFilePathExists(m_target_path))
	{
		qCritical() << "Could not create folder for " + m_target_path;
		m_status = Job_Failed;
		emit failed(m_index_within_job);
		return;
	}
	if (!m_output_file->open(QIODevice::WriteOnly))
	{
		qCritical() << "Could not open " + m_target_path + " for writing";
		m_status = Job_Failed;
		emit failed(m_index_within_job);
		return;
	}
	qDebug() << "Downloading " << m_url.toString();
	QNetworkRequest request(m_url);

	// check file consistency first.
	QFile current(m_target_path);
	if(current.exists() && current.size() != 0)
	{
		if (m_entry->getRemoteChangedTimestamp().size())
			request.setRawHeader(QString("If-Modified-Since").toLatin1(),
								m_entry->getRemoteChangedTimestamp().toLatin1());
		if (m_entry->getETag().size())
			request.setRawHeader(QString("If-None-Match").toLatin1(), m_entry->getETag().toLatin1());
	}

	request.setHeader(QNetworkRequest::UserAgentHeader, "MultiMC/5.0 (Cached)");

	auto worker = ENV.qnam();
	QNetworkReply *rep = worker->get(request);

	m_reply.reset(rep);
	connect(rep, SIGNAL(downloadProgress(qint64, qint64)),
			SLOT(downloadProgress(qint64, qint64)));
	connect(rep, SIGNAL(finished()), SLOT(downloadFinished()));
	connect(rep, SIGNAL(error(QNetworkReply::NetworkError)),
			SLOT(downloadError(QNetworkReply::NetworkError)));
	connect(rep, SIGNAL(readyRead()), SLOT(downloadReadyRead()));
}

void CacheDownload::downloadProgress(qint64 bytesReceived, qint64 bytesTotal)
{
	m_total_progress = bytesTotal;
	m_progress = bytesReceived;
	emit netActionProgress(m_index_within_job, bytesReceived, bytesTotal);
}

void CacheDownload::downloadError(QNetworkReply::NetworkError error)
{
	// error happened during download.
	qCritical() << "Failed " << m_url.toString() << " with reason " << error;
	m_status = Job_Failed;
}
void CacheDownload::downloadFinished()
{
	QVariant redirect = m_reply->header(QNetworkRequest::LocationHeader);
	QString redirectURL;
	if(redirect.isValid())
	{
		redirectURL = redirect.toString();
	}
	// FIXME: This is a hack for https://bugreports.qt-project.org/browse/QTBUG-41061
	else if(m_reply->hasRawHeader("Location"))
	{
		auto data = m_reply->rawHeader("Location");
		if(data.size() > 2 && data[0] == '/' && data[1] == '/')
			redirectURL = m_reply->url().scheme() + ":" + data;
	}
	if (!redirectURL.isEmpty())
	{
		m_url = QUrl(redirect.toString());
		qDebug() << "Following redirect to " << m_url.toString();
		start();
		return;
	}

	// if the download succeeded
	if (m_status == Job_Failed)
	{
		m_output_file->cancelWriting();
		m_reply.reset();
		emit failed(m_index_within_job);
		return;
	}

	// if we wrote any data to the save file, we try to commit the data to the real file.
	if (wroteAnyData)
	{
		// nothing went wrong...
		if (m_output_file->commit())
		{
			m_status = Job_Finished;
			m_entry->setMD5Sum(md5sum.result().toHex().constData());
		}
		else
		{
			qCritical() << "Failed to commit changes to " << m_target_path;
			m_output_file->cancelWriting();
			m_reply.reset();
			m_status = Job_Failed;
			emit failed(m_index_within_job);
			return;
		}
	}
	else
	{
		m_status = Job_Finished;
	}

	// then get rid of the save file
	m_output_file.reset();

	QFileInfo output_file_info(m_target_path);

	m_entry->setETag(m_reply->rawHeader("ETag").constData());
	if (m_reply->hasRawHeader("Last-Modified"))
	{
		m_entry->setRemoteChangedTimestamp(m_reply->rawHeader("Last-Modified").constData());
	}
	m_entry->setLocalChangedTimestamp(output_file_info.lastModified().toUTC().toMSecsSinceEpoch());
	m_entry->setStale(false);
	ENV.metacache()->updateEntry(m_entry);

	m_reply.reset();
	emit succeeded(m_index_within_job);
	return;
}

void CacheDownload::downloadReadyRead()
{
	QByteArray ba = m_reply->readAll();
	md5sum.addData(ba);
	if (m_output_file->write(ba) != ba.size())
	{
		qCritical() << "Failed writing into " + m_target_path;
		m_status = Job_Failed;
		m_reply->abort();
		emit failed(m_index_within_job);
	}
	wroteAnyData = true;
}