Class: Debci::Job

Inherits:
ActiveRecord::Base
  • Object
show all
Includes:
Test::Duration, Test::Expired, Test::Paths, Validators::APTSource
Defined in:
lib/debci/job.rb

Defined Under Namespace

Classes: InvalidStatusFile

Class Method Summary collapse

Instance Method Summary collapse

Methods included from Test::Paths

#autopkgtest_dir, #cleanup, #debci_log, #result_json, #root

Methods included from Test::Expired

#expired?

Methods included from Test::Duration

#duration_human

Methods included from Validators::APTSource

#invalid_extra_apt_sources

Class Method Details

.history(package, suite, arch) ⇒ Object



214
215
216
217
218
219
220
# File 'lib/debci/job.rb', line 214

def self.history(package, suite, arch)
  Debci::Job.includes(:requestor).not_private.finished.where(
    package: package,
    suite: suite,
    arch: arch
  ).order('date')
end

.import(status_file) ⇒ Object



103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
# File 'lib/debci/job.rb', line 103

def self.import(status_file)
  status = JSON.parse(File.read(status_file))
  run_id = status.delete('run_id').to_i
  package = status.delete('package')
  job = Debci::Job.find(run_id)
  if package != job.package.name
    raise InvalidStatusFile.new("Data in %{file} is for package %{pkg}, while database says that job %{id} is for package %{origpkg}" % {
      file: status_file,
      pkg: package,
      id: run_id,
      origpkg: job.package,
    })
  end
  status.each do |k, v|
    job.send("#{k}=", v)
  end

  job.save!
  job
end

.pendingObject



210
211
212
# File 'lib/debci/job.rb', line 210

def self.pending
  Debci::Job.includes(:requestor).not_private.where(status: nil).order(:created_at)
end

.platform_specific_issuesObject



88
89
90
91
92
# File 'lib/debci/job.rb', line 88

def self.platform_specific_issues
  all_status.includes(:package).group_by(&:package).select do |_, statuses|
    statuses.map(&:status).uniq.size > 1
  end
end

.receive(directory) ⇒ Object



124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
# File 'lib/debci/job.rb', line 124

def self.receive(directory)
  src = Pathname(directory)
  id = src.basename.to_s
  Debci::Job.find(id).tap do |job|
    job.status, job.message = status((src / 'exitcode').read.to_i)
    duration = (src / 'duration')
    job.duration_seconds = duration.read.to_i
    job.date = duration.stat.mtime

    worker_file = (src / 'worker')
    if worker_file.exist?
      job.worker = Debci::Worker.find_or_create_by!(name: worker_file.read.strip)
    end

    testpkg_version = src / 'testpkg-version'
    if testpkg_version.exist?
      job.version = testpkg_version.read.split.last if testpkg_version
    else
      job.version = 'n/a'
    end

    if job.previous
      job.previous_status = job.previous.status
    end
    if job.last_pass
      job.last_pass_date = job.last_pass.date
      job.last_pass_version = job.last_pass.version
    end

    dest = job.autopkgtest_data_dir
    dest.parent.mkpath

    # remove destination directory if it exists; this can happen is a
    # previous receiving was interrupted (e.g. if the daemon is restarte)
    dest.rmtree if dest.exist?

    FileUtils.cp_r src, dest
    Dir.chdir dest do
      artifacts = Dir['*'] - ['log.gz']
      cmd = ['tar', '-caf', 'artifacts.tar.gz', '--remove-files', '--', *artifacts]
      system(*cmd) || raise('Command failed: %<cmd>s' % { cmd: cmd.join(' ') })
    end
    job.calculate_file_sizes!

    job.save!

    # only remove original directory after everything went well
    src.rmtree
  end
end

.status(exit_code) ⇒ Object



189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
# File 'lib/debci/job.rb', line 189

def self.status(exit_code)
  case exit_code
  when 0
    ['pass', 'All tests passed']
  when 2
    ['pass', 'Tests passed, but at least one test skipped']
  when 4
    ['fail', 'Tests failed']
  when 6
    ['fail', 'Tests failed, and at least one test skipped']
  when 12, 14
    ['fail', 'Erroneous package']
  when 8
    ['neutral', 'No tests in this package or all skipped']
  when 16
    ['tmpfail', 'Could not run tests due to a temporary testbed failure']
  else
    ['tmpfail', "Unexpected autopkgtest exit code #{exit_code}"]
  end
end

Instance Method Details

#always_failing?Boolean

Returns:

  • (Boolean)


307
308
309
# File 'lib/debci/job.rb', line 307

def always_failing?
  last_pass_version.nil? || last_pass_version == 'n/a'
end

#as_json(options = nil) ⇒ Object



249
250
251
252
253
254
# File 'lib/debci/job.rb', line 249

def as_json(options = nil)
  super(options).update(
    "duration_human" => self.duration_human,
    "package" => package.name,
  )
end

#autopkgtest_data_dirObject



179
180
181
# File 'lib/debci/job.rb', line 179

def autopkgtest_data_dir
  @autopkgtest_data_dir ||= Pathname(Debci.config.autopkgtest_basedir) / autopkgtest_data_path
end

#autopkgtest_data_pathObject



175
176
177
# File 'lib/debci/job.rb', line 175

def autopkgtest_data_path
  @autopkgtest_data_path ||= File.join(suite, arch, package.prefix, package.name, id.to_s)
end

#calculate_file_sizes!Object



183
184
185
186
187
# File 'lib/debci/job.rb', line 183

def calculate_file_sizes!
  dir = self.autopkgtest_data_dir
  self.log_size = (dir / 'log.gz').size
  self.artifacts_size = (dir / 'artifacts.tar.gz').size
end

#enqueue(priority = 5) ⇒ Object



273
274
275
276
277
278
# File 'lib/debci/job.rb', line 273

def enqueue(priority = 5)
  backend = Debci::Backend.select(package, arch)
  queue = Debci::AMQP.get_queue(arch, backend)
  parameters = enqueue_parameters
  queue.publish("%s %s %s" % [package.name, suite, parameters.join(' ')], priority: priority)
end

#enqueue_parametersObject



256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
# File 'lib/debci/job.rb', line 256

def enqueue_parameters
  parameters = ['run-id:%s' % id]
  if self.trigger
    parameters << "trigger:#{CGI.escape(trigger)}"
  end
  Array(self.pin_packages).each do |pin|
    *pkgs, suite = pin
    parameters << "pin-packages:#{suite}=#{pkgs.join(',')}"
  end
  Array(self.extra_apt_sources).each do |name|
    src = Debci.extra_apt_sources_list.find(name)
    parameters << "extra-apt-source:#{Base64.strict_encode64(src.entry)}"
    parameters << "signing-key:#{Base64.strict_encode64(src.signing_key)}" if src.signing_key
  end
  parameters
end

#had_success?Boolean

Returns:

  • (Boolean)


311
312
313
# File 'lib/debci/job.rb', line 311

def had_success?
  !always_failing?
end

#headlineObject



303
304
305
# File 'lib/debci/job.rb', line 303

def headline
  "#{package.name} #{version} #{status.upcase} on #{suite}/#{arch}"
end

#historyObject



222
223
224
# File 'lib/debci/job.rb', line 222

def history
  @history ||= self.class.history(package, suite, arch)
end

#last_passObject



234
235
236
# File 'lib/debci/job.rb', line 234

def last_pass
  @last_pass ||= previous_unpinned_jobs.where(status: 'pass').last
end

#pinned?Boolean

Returns:

  • (Boolean)


36
37
38
# File 'lib/debci/job.rb', line 36

def pinned?
  !pin_packages.empty?
end

#previousObject



230
231
232
# File 'lib/debci/job.rb', line 230

def previous
  @previous ||= previous_unpinned_jobs.last
end

#previous_unpinned_jobsObject



226
227
228
# File 'lib/debci/job.rb', line 226

def previous_unpinned_jobs
  @previous_unpinned_jobs ||= history.not_pinned.where(["date < ?", date])
end

#retryObject



280
281
282
283
284
285
286
287
288
289
290
291
292
293
# File 'lib/debci/job.rb', line 280

def retry
  new_job = Debci::Job.create!(
    package: self.package,
    suite: self.suite,
    arch: self.arch,
    requestor: self.requestor,
    trigger: self.trigger,
    pin_packages: self.pin_packages,
    is_private: self.is_private,
    extra_apt_sources: self.extra_apt_sources
  )
  new_job.enqueue
  new_job
end

#timeObject

Returns the amount of time since the date for this status object



239
240
241
242
243
244
245
246
247
# File 'lib/debci/job.rb', line 239

def time
  days = (Time.now - self.created_at)/86400

  if days >= 1 || days <= -1
    "#{days.floor} day(s) ago"
  else
    "#{Time.at(Time.now - self.created_at).gmtime.strftime('%H')} hour(s) ago"
  end
end

#titleObject



299
300
301
# File 'lib/debci/job.rb', line 299

def title
  '%s %s' % [version, status]
end

#to_sObject



295
296
297
# File 'lib/debci/job.rb', line 295

def to_s
  "%s %s/%s (%s)" % [package.name, suite, arch, status || 'pending']
end