Blame src/CopyJob.cc

Packit 8f70b4
/*
Packit 8f70b4
 * lftp - file transfer program
Packit 8f70b4
 *
Packit 8f70b4
 * Copyright (c) 1996-2017 by Alexander V. Lukyanov (lav@yars.free.net)
Packit 8f70b4
 *
Packit 8f70b4
 * This program is free software; you can redistribute it and/or modify
Packit 8f70b4
 * it under the terms of the GNU General Public License as published by
Packit 8f70b4
 * the Free Software Foundation; either version 3 of the License, or
Packit 8f70b4
 * (at your option) any later version.
Packit 8f70b4
 *
Packit 8f70b4
 * This program is distributed in the hope that it will be useful,
Packit 8f70b4
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 8f70b4
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Packit 8f70b4
 * GNU General Public License for more details.
Packit 8f70b4
 *
Packit 8f70b4
 * You should have received a copy of the GNU General Public License
Packit 8f70b4
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
Packit 8f70b4
 */
Packit 8f70b4
Packit 8f70b4
#include <config.h>
Packit 8f70b4
#include "CopyJob.h"
Packit 8f70b4
#include "ArgV.h"
Packit 8f70b4
#include "plural.h"
Packit 8f70b4
#include "misc.h"
Packit 8f70b4
#include "url.h"
Packit 8f70b4
Packit 8f70b4
#define waiting_num waiting.count()
Packit 8f70b4
Packit 8f70b4
#define super Job
Packit 8f70b4
Packit 8f70b4
int CopyJob::Do()
Packit 8f70b4
{
Packit 8f70b4
   if(!c)
Packit 8f70b4
      return STALL;
Packit 8f70b4
   if(!fg_data)
Packit 8f70b4
      fg_data=c->GetFgData(fg);
Packit 8f70b4
   if(done)
Packit 8f70b4
      return STALL;
Packit 8f70b4
   if(c->Error())
Packit 8f70b4
   {
Packit 8f70b4
      const char *error=c->ErrorText();
Packit 8f70b4
      const char *name=GetDispName();
Packit 8f70b4
      if(!strstr(error,name) && op.ne(name))
Packit 8f70b4
	 error=xstring::cat(name,": ",error,NULL);
Packit 8f70b4
      if(!quiet)
Packit 8f70b4
	 eprintf("%s: %s\n",op.get(),error);
Packit 8f70b4
      done=true;
Packit 8f70b4
      return MOVED;
Packit 8f70b4
   }
Packit 8f70b4
   if(c->Done())
Packit 8f70b4
   {
Packit 8f70b4
      done=true;
Packit 8f70b4
      return MOVED;
Packit 8f70b4
   }
Packit 8f70b4
   if(!c->WriteAllowed() && c->WritePending())
Packit 8f70b4
   {
Packit 8f70b4
      if(no_status_on_write || clear_status_on_write)
Packit 8f70b4
	 ClearStatus();
Packit 8f70b4
      if(no_status_on_write)
Packit 8f70b4
	 NoStatus(); // disable status.
Packit 8f70b4
Packit 8f70b4
      c->AllowWrite();
Packit 8f70b4
      return MOVED;
Packit 8f70b4
   }
Packit 8f70b4
   return STALL;
Packit 8f70b4
}
Packit 8f70b4
int CopyJob::ExitCode()
Packit 8f70b4
{
Packit 8f70b4
   if(c->Error())
Packit 8f70b4
      return 1;
Packit 8f70b4
   return 0;
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
const char *CopyJob::SqueezeName(int w, bool base)
Packit 8f70b4
{
Packit 8f70b4
   if(base)
Packit 8f70b4
      return squeeze_file_name(basename_ptr(GetDispName()),w);
Packit 8f70b4
   return squeeze_file_name(GetDispName(),w);
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
// xgettext:c-format
Packit 8f70b4
static const char copy_status_format[]=N_("`%s' at %lld %s%s%s%s");
Packit 8f70b4
#define COPY_STATUS _(copy_status_format),name,\
Packit 8f70b4
      (long long)c->GetPos(),c->GetPercentDoneStr(),c->GetRateStr(),\
Packit 8f70b4
      c->GetETAStr(),c->GetStatus()
Packit 8f70b4
Packit 8f70b4
const char *CopyJob::Status(const StatusLine *s, bool base)
Packit 8f70b4
{
Packit 8f70b4
   if(c->Done() || c->Error())
Packit 8f70b4
      return "";
Packit 8f70b4
Packit 8f70b4
   const char *name=SqueezeName(s->GetWidthDelayed()-50, base);
Packit 8f70b4
   return xstring::format(COPY_STATUS);
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
void CopyJob::ShowRunStatus(const SMTaskRef<StatusLine>& s)
Packit 8f70b4
{
Packit 8f70b4
   if(no_status)
Packit 8f70b4
      return;
Packit 8f70b4
Packit 8f70b4
   s->Show("%s", Status(s, false));
Packit 8f70b4
}
Packit 8f70b4
xstring& CopyJob::FormatStatus(xstring& s,int v,const char *prefix)
Packit 8f70b4
{
Packit 8f70b4
   if(c->Done() || c->Error())
Packit 8f70b4
      return s;
Packit 8f70b4
   if(no_status)
Packit 8f70b4
      return s;
Packit 8f70b4
Packit 8f70b4
   s.append(prefix);
Packit 8f70b4
   const char *name=GetDispName();
Packit 8f70b4
   s.appendf(COPY_STATUS);
Packit 8f70b4
   s.append('\n');
Packit 8f70b4
   return s;
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
int CopyJob::AcceptSig(int sig)
Packit 8f70b4
{
Packit 8f70b4
   if(c==0 || GetProcGroup()==0)
Packit 8f70b4
   {
Packit 8f70b4
      if(sig==SIGINT || sig==SIGTERM)
Packit 8f70b4
	 return WANTDIE;
Packit 8f70b4
      return STALL;
Packit 8f70b4
   }
Packit 8f70b4
   c->Kill(sig);
Packit 8f70b4
   if(sig!=SIGCONT)
Packit 8f70b4
      c->Kill(SIGCONT);
Packit 8f70b4
   return MOVED;
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
void CopyJob::SetDispName()
Packit 8f70b4
{
Packit 8f70b4
   ParsedURL url(name,true);
Packit 8f70b4
   if(url.proto)
Packit 8f70b4
      dispname.set(url.path);
Packit 8f70b4
   else
Packit 8f70b4
      dispname.set(name);
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
CopyJob::CopyJob(FileCopy *c1,const char *name1,const char *op1)
Packit 8f70b4
   : c(c1), name(name1), op(op1), quiet(false)
Packit 8f70b4
{
Packit 8f70b4
   done=false;
Packit 8f70b4
   no_status=false;
Packit 8f70b4
   no_status_on_write=false;
Packit 8f70b4
   clear_status_on_write=false;
Packit 8f70b4
   SetDispName();
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
Packit 8f70b4
const char *CopyJob::FormatBytesTimeRate(off_t bytes,double time_spent)
Packit 8f70b4
{
Packit 8f70b4
   if(bytes<=0)
Packit 8f70b4
      return "";
Packit 8f70b4
Packit 8f70b4
   if(time_spent>=1)
Packit 8f70b4
   {
Packit 8f70b4
      xstring& msg=xstring::format(
Packit 8f70b4
	 plural("%lld $#ll#byte|bytes$ transferred in %ld $#l#second|seconds$",
Packit 8f70b4
		     (long long)bytes,long(time_spent+.5)),
Packit 8f70b4
		     (long long)bytes,long(time_spent+.5));
Packit 8f70b4
      double rate=bytes/time_spent;
Packit 8f70b4
      if(rate>=1)
Packit 8f70b4
	 msg.appendf(" (%s)",Speedometer::GetStrProper(rate).get());
Packit 8f70b4
      return msg;
Packit 8f70b4
   }
Packit 8f70b4
   return xstring::format(plural("%lld $#ll#byte|bytes$ transferred",
Packit 8f70b4
		     (long long)bytes),(long long)bytes);
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
void CopyJob::PrepareToDie()
Packit 8f70b4
{
Packit 8f70b4
   c=0;
Packit 8f70b4
   super::PrepareToDie();
Packit 8f70b4
}
Packit 8f70b4
CopyJob::~CopyJob()
Packit 8f70b4
{
Packit 8f70b4
}
Packit 8f70b4
#undef super
Packit 8f70b4
Packit 8f70b4
// CopyJobEnv
Packit 8f70b4
CopyJobEnv::CopyJobEnv(FileAccess *s,ArgV *a,bool cont1)
Packit 8f70b4
   : SessionJob(s), quiet(false)
Packit 8f70b4
{
Packit 8f70b4
   args=a;
Packit 8f70b4
   args->rewind();
Packit 8f70b4
   op=args?args->a0():"?";
Packit 8f70b4
   done=false;
Packit 8f70b4
   cp=0;
Packit 8f70b4
   errors=0;
Packit 8f70b4
   count=0;
Packit 8f70b4
   parallel=ResMgr::Query("xfer:parallel",0);
Packit 8f70b4
   bytes=0;
Packit 8f70b4
   time_spent=0;
Packit 8f70b4
   no_status=false;
Packit 8f70b4
   cont=cont1;
Packit 8f70b4
   ascii=false;
Packit 8f70b4
   xgetcwd_to(cwd);
Packit 8f70b4
}
Packit 8f70b4
CopyJobEnv::~CopyJobEnv()
Packit 8f70b4
{
Packit 8f70b4
   SetCopier(0,0);
Packit 8f70b4
}
Packit 8f70b4
int CopyJobEnv::Do()
Packit 8f70b4
{
Packit 8f70b4
   int m=STALL;
Packit 8f70b4
   if(done)
Packit 8f70b4
      return m;
Packit 8f70b4
   if(waiting_num
Packit 8f70b4
   {
Packit 8f70b4
      NextFile();
Packit 8f70b4
      if(waiting_num==0)
Packit 8f70b4
      {
Packit 8f70b4
	 done=true;
Packit 8f70b4
	 m=MOVED;
Packit 8f70b4
      }
Packit 8f70b4
      else if(cp==0)
Packit 8f70b4
	 cp=(CopyJob*)waiting[0];
Packit 8f70b4
   }
Packit 8f70b4
   CopyJob *j=(CopyJob*)FindDoneAwaitedJob();	// we start only CopyJob's.
Packit 8f70b4
   if(j==0)
Packit 8f70b4
      return m;
Packit 8f70b4
   RemoveWaiting(j);
Packit 8f70b4
   if(j->GetLocal())
Packit 8f70b4
   {
Packit 8f70b4
      if(j->Error()) {
Packit 8f70b4
	 // in case of errors, move the backup to original location
Packit 8f70b4
	 j->GetLocal()->revert_backup();
Packit 8f70b4
      } else {
Packit 8f70b4
	 // now we can delete the old file, since there is a new one
Packit 8f70b4
	 j->GetLocal()->remove_backup();
Packit 8f70b4
      }
Packit 8f70b4
   }
Packit 8f70b4
   if(j->Error())
Packit 8f70b4
      errors++;
Packit 8f70b4
   count++;
Packit 8f70b4
   bytes+=j->GetBytesCount();
Packit 8f70b4
   if(cp==j)
Packit 8f70b4
      cp=0;
Packit 8f70b4
   Delete(j);
Packit 8f70b4
   if(waiting_num>0 && cp==0)
Packit 8f70b4
      cp=(CopyJob*)waiting[0];
Packit 8f70b4
   if(waiting.count()==0)
Packit 8f70b4
      time_spent+=now-transfer_start_ts;
Packit 8f70b4
   return MOVED;
Packit 8f70b4
}
Packit 8f70b4
void CopyJobEnv::AddCopier(FileCopy *c,const char *n)
Packit 8f70b4
{
Packit 8f70b4
   if(c==0)
Packit 8f70b4
      return;
Packit 8f70b4
   if(ascii)
Packit 8f70b4
      c->Ascii();
Packit 8f70b4
   cp=cj_new?cj_new->New(c,n,op):new CopyJob(c,n,op);
Packit 8f70b4
   cp->Quiet(quiet);
Packit 8f70b4
   if(waiting.count()==0)
Packit 8f70b4
      transfer_start_ts=now;
Packit 8f70b4
   AddWaiting(cp);
Packit 8f70b4
}
Packit 8f70b4
void CopyJobEnv::SetCopier(FileCopy *c,const char *n)
Packit 8f70b4
{
Packit 8f70b4
   while(waiting_num>0)
Packit 8f70b4
   {
Packit 8f70b4
      Job *j=waiting[0];
Packit 8f70b4
      RemoveWaiting(j);
Packit 8f70b4
      Delete(j);
Packit 8f70b4
   }
Packit 8f70b4
   cp=0;
Packit 8f70b4
   AddCopier(c,n);
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
xstring& CopyJobEnv::FormatFinalWithPrefix(xstring& s,const char *p)
Packit 8f70b4
{
Packit 8f70b4
   if(no_status)
Packit 8f70b4
      return s;
Packit 8f70b4
   if(count==errors)
Packit 8f70b4
      return s;
Packit 8f70b4
   if(bytes)
Packit 8f70b4
      s.appendf("%s%s\n",p,CopyJob::FormatBytesTimeRate(bytes,time_spent));
Packit 8f70b4
   if(errors>0)
Packit 8f70b4
   {
Packit 8f70b4
      s.append(p);
Packit 8f70b4
      s.appendf(plural("Transfer of %d of %d $file|files$ failed\n",count),
Packit 8f70b4
	 errors,count);
Packit 8f70b4
   }
Packit 8f70b4
   else if(count>1)
Packit 8f70b4
   {
Packit 8f70b4
      s.append(p);
Packit 8f70b4
      s.appendf(plural("Total %d $file|files$ transferred\n",count),count);
Packit 8f70b4
   }
Packit 8f70b4
   return s;
Packit 8f70b4
}
Packit 8f70b4
xstring& CopyJobEnv::FormatStatus(xstring& s,int v,const char *prefix)
Packit 8f70b4
{
Packit 8f70b4
   SessionJob::FormatStatus(s,v,prefix);
Packit 8f70b4
   if(Done())
Packit 8f70b4
      FormatFinalWithPrefix(s,prefix);
Packit 8f70b4
   return s;
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
void CopyJobEnv::SayFinal()
Packit 8f70b4
{
Packit 8f70b4
   if(!quiet)
Packit 8f70b4
      printf("%s",FormatFinalWithPrefix(xstring::get_tmp(""),"").get());
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
int CopyJobEnv::AcceptSig(int sig)
Packit 8f70b4
{
Packit 8f70b4
   if(cp==0)
Packit 8f70b4
   {
Packit 8f70b4
      if(sig==SIGINT || sig==SIGTERM)
Packit 8f70b4
	 return WANTDIE;
Packit 8f70b4
      return STALL;
Packit 8f70b4
   }
Packit 8f70b4
   int total;
Packit 8f70b4
   if(sig==SIGINT || sig==SIGTERM)
Packit 8f70b4
      total=WANTDIE;
Packit 8f70b4
   else
Packit 8f70b4
      total=STALL;
Packit 8f70b4
   for(int i=0; i
Packit 8f70b4
   {
Packit 8f70b4
      Job *j=waiting[i];
Packit 8f70b4
      int res=j->AcceptSig(sig);
Packit 8f70b4
      if(res==WANTDIE)
Packit 8f70b4
      {
Packit 8f70b4
	 RemoveWaiting(j);
Packit 8f70b4
	 Delete(j);
Packit 8f70b4
	 if(cp==j)
Packit 8f70b4
	    cp=0;
Packit 8f70b4
      }
Packit 8f70b4
      else if(res==MOVED)
Packit 8f70b4
	 total=MOVED;
Packit 8f70b4
      else if(res==STALL)
Packit 8f70b4
      {
Packit 8f70b4
	 if(total==WANTDIE)
Packit 8f70b4
	    total=MOVED;
Packit 8f70b4
      }
Packit 8f70b4
   }
Packit 8f70b4
   if(waiting_num>0 && cp==0)
Packit 8f70b4
      cp=(CopyJob*)waiting[0];
Packit 8f70b4
   return total;
Packit 8f70b4
}
Packit 8f70b4
Packit 8f70b4
int CopyJobEnv::Done()
Packit 8f70b4
{
Packit 8f70b4
   return done;
Packit 8f70b4
}