This is a log of all tests.
The primary purpose is to verify the tests are doing what
the production
database does
13:12:21 - Timer start: Run all tests
13:12:21 - Timer start: Make database
instance
13:12:21 - Make empty test_bugzilla
schema
Time_zone set to zero for easier datetime math
13:12:21 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
The tests have a *.sql file with a mini-bugzilla
database with
tens of bugs to play with
13:12:21 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
DROP
DATABASE IF EXISTS
`test_bugzilla`
13:12:21 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
CREATE
DATABASE
`test_bugzilla`
13:12:21 - Fill test_bugzilla schema
with data
Once database is filled, we reconnect (and set the
session
time_zone again)
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
Due to problems with the actual *.sql file (or my
loading it),
these statements put the datetime into PST
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
attachments SET
creation_ts=CONVERT_TZ(creation_ts, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
attachments SET
modification_time=CONVERT_TZ(modification_time, 'UTC',
'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
cf_due_date=CONVERT_TZ(cf_due_date, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
cf_last_resolved=CONVERT_TZ(cf_last_resolved, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
creation_ts=CONVERT_TZ(creation_ts, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
deadline=CONVERT_TZ(deadline, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
delta_ts=CONVERT_TZ(delta_ts, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
lastdiffed=CONVERT_TZ(lastdiffed, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs_activity
SET bug_when=CONVERT_TZ(bug_when, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
flags SET
creation_date=CONVERT_TZ(creation_date, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
flags SET
modification_date=CONVERT_TZ(modification_date, 'UTC',
'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
longdescs SET
bug_when=CONVERT_TZ(bug_when, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
profiles SET
creation_ts=CONVERT_TZ(creation_ts, 'UTC', 'US/Eastern')
13:12:27 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
profiles_activity SET profiles_when=CONVERT_TZ(profiles_when,
'UTC',
'US/Eastern')
13:12:27 - Timer end :
Make database instance (took 6.811 sec)
13:12:27 - Using
./tests/results/test_results.json as candidate
13:12:28 - Using
./tests/resources/private_reference_es.json as
reference
Begin test_specific_bugs.
It will pull private bugs.
The
test will ensure it generates the exact JSON docs we expect. This is much like the
previous attachment,
but includes private bugs.
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now()) `value`
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(0/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
column_name,
column_type
FROM
information_schema.columns
WHERE
table_schema='test_bugzilla'
AND
table_name='bugs' AND
column_name NOT IN (
'bug_id', #EXPLICIT
'delta_ts', #NOT NEEDED
'lastdiffed', #NOT NEEDED
'creation_ts', #EXPLICIT
'reporter', #EXPLICIT
'assigned_to', #EXPLICIT
'qa_contact',
#EXPLICIT
'product_id', #EXPLICIT
'component_id',
#EXPLICIT
'cclist_accessible', #NOT NEEDED
'reporter_accessible', #NOT NEEDED
'short_desc', #NOT ALLOWED
'bug_file_loc', #NOT ALLOWED
'deadline', #NOT NEEDED
'estimated_time' #NOT NEEDED
)
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
blocked AS
bug_id
, CAST(null AS signed) AS
modified_ts
, CAST(null AS char(255))
AS modified_by
, 'dependson' AS field_name
, CAST(dependson AS SIGNED)
AS new_value
, CAST(null AS SIGNED) AS
old_value
, CAST(null AS signed) AS
attach_id
, 2 AS _merge_order
FROM
dependencies d
WHERE
`blocked` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
UNION
SELECT
dependson
dependson
, null
, null
, 'blocked'
, CAST(blocked AS SIGNED)
, null
, null
, 2
FROM
dependencies d
WHERE
`dependson` in (384, 1108,
1045, 1046,
1157, 1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040,
12911, 67742,
96421, 123203, 178960, 367518, 457765, 458397, 471427, 544327,
547727, 643420,
692436, 726635, 813650)
ORDER BY
bug_id
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id
,
UNIX_TIMESTAMP(CONVERT_TZ(f.creation_date,
'US/Pacific','UTC'))*1000 AS modified_ts
, ps.login_name AS
modified_by
, 'flagtypes_name' AS
field_name
,
CONCAT(ft.`name`,status,IF(requestee_id
IS NULL,'',CONCAT('(',pr.login_name,')'))) AS new_value
, CAST(null AS char(255))
AS old_value
, attach_id
, 8 AS _merge_order
FROM
flags f
JOIN
`flagtypes` ft ON
f.type_id = ft.id
JOIN
profiles ps ON
f.setter_id = ps.userid
LEFT JOIN
profiles pr
ON f.requestee_id = pr.userid
WHERE
`bug_id` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
ORDER BY
bug_id
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
a.bug_id,
UNIX_TIMESTAMP(CONVERT_TZ(bug_when,
'US/Pacific','UTC'))*1000
AS modified_ts,
lower(login_name) AS
modified_by,
replace(field.`name`, '.',
'_') AS
field_name,
lower(CAST(
CASE
WHEN a.fieldid IN
(24,42,45,56,64,74,83) THEN '<screened>'
WHEN trim(added)=''
THEN NULL
ELSE trim(added)
END AS CHAR CHARACTER
SET utf8
)) AS new_value,
lower(CAST(
CASE
WHEN a.fieldid IN
(24,42,45,56,64,74,83) THEN '<screened>'
WHEN trim(removed)=''
THEN NULL
ELSE trim(removed)
END AS CHAR CHARACTER
SET utf8
)) AS old_value,
attach_id,
9 AS _merge_order
FROM
bugs_activity a
JOIN
profiles p ON a.who =
p.userid
JOIN
fielddefs field ON
a.fieldid = field.`id`
WHERE
`a`.`bug_id` in (384, 1108,
1045, 1046,
1157, 1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040,
12911, 67742,
96421, 123203, 178960, 367518, 457765, 458397, 471427, 544327,
547727, 643420,
692436, 726635, 813650) AND
bug_when >= '1970-01-01
00:00:00'
ORDER BY
bug_id,
bug_when DESC,
attach_id
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id
, CAST(null AS signed) AS
modified_ts
, CAST(null AS char(255))
AS modified_by
, 'see_also' AS field_name
, CAST(`value` AS
char(255)) AS new_value
, CAST(null AS char(255))
AS old_value
, CAST(null AS signed) AS
attach_id
, 2 AS _merge_order
FROM
bug_see_also
WHERE
`bug_id` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
ORDER BY
bug_id
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id
,
UNIX_TIMESTAMP(CONVERT_TZ(a.creation_ts,
'US/Pacific','UTC'))*1000 AS modified_ts
, lower(login_name) AS
modified_by
,
UNIX_TIMESTAMP(CONVERT_TZ(a.creation_ts,
'US/Pacific','UTC'))*1000 AS created_ts
, login_name AS created_by
, ispatch AS
'attachments_ispatch'
, isobsolete AS
'attachments_isobsolete'
, isprivate AS
'attachments_isprivate'
, attach_id
FROM
attachments a
JOIN profiles p ON
a.submitter_id =
p.userid
WHERE
`bug_id` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650) AND
1=1
ORDER BY
bug_id,
attach_id,
a.creation_ts
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id
, NULL AS modified_ts
, NULL AS modified_by
, 'keywords' AS field_name
, lower(kd.name) AS
new_value
, NULL AS old_value
, NULL AS attach_id
, 2 AS _merge_order
FROM
keywords k
JOIN
keyworddefs kd ON
k.keywordid = kd.id
WHERE
`bug_id` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
ORDER BY
bug_id
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id
, CAST(null AS signed) AS
modified_ts
, CAST(null AS char(255))
AS modified_by
, 'cc' AS field_name
, lower(CAST(p.login_name
AS char(255))) AS
new_value
, CAST(null AS char(255))
AS old_value
, CAST(null AS signed) AS
attach_id
, 2 AS _merge_order
FROM
cc
JOIN
profiles p ON cc.who =
p.userid
WHERE
`bug_id` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id
, CAST(null AS signed) AS
modified_ts
, CAST(null AS char(255))
AS modified_by
, 'bug_group' AS field_name
, lower(CAST(g.`name` AS
char(255))) AS
new_value
, CAST(null AS char(255))
AS old_value
, CAST(null AS signed) AS
attach_id
, 2 AS _merge_order
FROM
bug_group_map bg
JOIN
groups g ON
bg.group_id = g.id
WHERE
`bug_id` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
Notice this test includes private bugs, and the
sensitive fields
are missing or “<screened>”
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id,
UNIX_TIMESTAMP(CONVERT_TZ(b.creation_ts,
'US/Pacific','UTC'))*1000 AS
modified_ts,
lower(pr.login_name)
AS
modified_by,
UNIX_TIMESTAMP(CONVERT_TZ(b.creation_ts,
'US/Pacific','UTC'))*1000 AS
created_ts,
lower(pr.login_name)
AS
created_by,
lower(pa.login_name)
AS
assigned_to,
lower(pq.login_name)
AS
qa_contact,
lower(prod.`name`)
AS product,
lower(comp.`name`)
AS
component,
'<screened>'
short_desc,
'<screened>'
bug_file_loc
,
lower(`bug_severity`)
`bug_severity`,
lower(`bug_status`)
`bug_status`,
lower(`op_sys`)
`op_sys`,
lower(`priority`)
`priority`,
lower(`rep_platform`)
`rep_platform`,
lower(`version`)
`version`,
lower(`resolution`)
`resolution`,
lower(`target_milestone`)
`target_milestone`,
`status_whiteboard`,
`votes`,
`everconfirmed`,
lower(`alias`)
`alias`,
`remaining_time`,
lower(`cf_colo_site`)
`cf_colo_site`,
`cf_crash_signature`,
lower(`cf_office`)
`cf_office`,
`cf_due_date`,
`cf_last_resolved`,
`cf_shadow_bug`,
`restrict_comments`
FROM bugs b
LEFT JOIN
profiles pr ON
b.reporter = pr.userid
LEFT JOIN
profiles pa ON
b.assigned_to = pa.userid
LEFT JOIN
profiles pq ON
b.qa_contact = pq.userid
LEFT JOIN
products prod ON
prod.id = product_id
LEFT JOIN
components comp ON
comp.id = component_id
WHERE
`bug_id` in
(384, 1108, 1045,
1046, 1157, 1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575,
11040, 12911,
67742, 96421, 123203, 178960, 367518, 457765, 458397, 471427,
544327, 547727,
643420, 692436, 726635, 813650)
13:12:28 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
dupe AS bug_id
,
CAST(null AS signed) AS modified_ts
, CAST(null AS char(255))
AS modified_by
, 'dupe_of' AS field_name
, CAST(dupe_of AS SIGNED)
AS new_value
, CAST(null AS SIGNED) AS
old_value
, CAST(null AS signed) AS
attach_id
, 2 AS _merge_order
FROM
duplicates d
WHERE
`dupe` in (384, 1108, 1045,
1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
UNION
SELECT
dupe_of
, null
, null
, 'dupe_by'
, CAST(dupe AS SIGNED)
, null
, null
, 2
FROM
duplicates d
WHERE
`dupe_of` in (384, 1108,
1045, 1046, 1157,
1877, 1865, 1869, 2586, 3140, 6810, 9622, 10575, 11040, 12911,
67742, 96421,
123203, 178960, 367518, 457765, 458397, 471427, 544327, 547727,
643420, 692436,
726635, 813650)
ORDER BY
bug_id
All resultsets pulled, now the bock of bugs is ETLed
13:12:29 - 6235 aliases loaded
13:12:29 - PROBLEM Unable to find added
KEYWORD
currBugState(1046) (adding anyway): (All [
"vtrunk"
] not in : [
"css1"
])
<snip>
13:12:32 - 753 items added
13:12:32 - Timer start: Comparing to
reference
13:12:37 - Timer end :
Comparing to reference (took 4.552 sec)
test_specific_bugs is done
we will skip test_private_etl, which is the same as
the last
test, but requests bugs in 10K blocks.
test_public_etl is also skipped because similarity to the
previous attachment
test_private_bugs_do_not_show ensures private bugs
will not show
up in public ES cluster
13:13:18 - The private bugs for this
test are [
123203,
643420,
1046
]
As usual, make new database, fix timezones
13:13:18 - Timer start: Make database
instance
13:13:18 - Make empty test_bugzilla
schema
13:13:18 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:13:18 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
DROP
DATABASE IF EXISTS
`test_bugzilla`
13:13:19 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
CREATE
DATABASE
`test_bugzilla`
13:13:19 - Fill test_bugzilla schema
with data
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
attachments SET
creation_ts=CONVERT_TZ(creation_ts, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
attachments SET
modification_time=CONVERT_TZ(modification_time, 'UTC',
'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
cf_due_date=CONVERT_TZ(cf_due_date, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
cf_last_resolved=CONVERT_TZ(cf_last_resolved, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
creation_ts=CONVERT_TZ(creation_ts, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
deadline=CONVERT_TZ(deadline, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
delta_ts=CONVERT_TZ(delta_ts, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs SET
lastdiffed=CONVERT_TZ(lastdiffed, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
bugs_activity
SET bug_when=CONVERT_TZ(bug_when, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
flags SET
creation_date=CONVERT_TZ(creation_date, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
flags SET
modification_date=CONVERT_TZ(modification_date, 'UTC',
'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
longdescs SET
bug_when=CONVERT_TZ(bug_when, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
profiles SET
creation_ts=CONVERT_TZ(creation_ts, 'UTC', 'US/Eastern')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
profiles_activity SET profiles_when=CONVERT_TZ(profiles_when,
'UTC', 'US/Eastern')
13:13:26 - Timer end :
Make database instance (took 8.146 sec)
Mark bugs private
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
Make a private group, since there are none
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`groups`(`isbuggroup`,`userregexp`,`name`,`description`) VALUES
(1,0,'super
secret','super secret')
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
Get current time, and convert to string for future
SQL
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657206000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
Finally, the two statements that simulate production
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
('super secret','2013-11-05 05:13:26',NULL,1,123203,NULL,NULL,66)
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bug_group_map`(`bug_id`,`group_id`) VALUES (123203,277)
We do this two more times for the two other private
bugs
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657206000/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
('super secret','2013-11-05 05:13:26',NULL,1,643420,NULL,NULL,66)
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bug_group_map`(`bug_id`,`group_id`) VALUES (643420,277)
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657206000/1000), 'UTC',
'US/Pacific') AS
CHAR) `value`
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
('super secret','2013-11-05 05:13:26',NULL,1,1046,NULL,NULL,66)
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bug_group_map`(`bug_id`,`group_id`) VALUES (1046,277)
Run mail ETL, see if it properly ignores the private
bugs
13:13:26 - Using
./tests/results/test_main.json as candidate
13:13:26 - Using
./tests/results/test_comments.json as
candidate_comments
13:13:26 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
We will skip the log for this, same as previous
attachment. Once done
processing, the ES cluster is queried
for the private bugs ids, and complains if they are found.
<snip>
test_private_comments_do_not_show() will test the
private
comments are ignored
13:13:34 - Timer start: Make database
instance
13:13:34 - Make empty test_bugzilla
schema
We snip out the database (and timezone) setup
<snip>
Mark 5 comments as private
13:13:41 - Timer end :
Make database instance (took 6.667 sec)
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id,
comment_id
FROM
longdescs
ORDER BY
mod(comment_id, 7),
comment_id
LIMIT
5
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=959
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657221000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
The important SQL meant to simulate how production
marks a comment
private
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:41',959,1,384,NULL,0,82)
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='update -
3',
`bug_when`=str_to_date('19980601151959',
'%Y%m%d%H%i%s'),
`comment_id`=959,
`work_time`=0.00,
`who`=31,
`bug_id`=384,
`already_wrapped`=0,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=959
And we mark few more comments private…
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=4606
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657221000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:41',4606,1,1045,NULL,0,82)
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='In case
the clarification required is what to do with fixed background\non
non-BODY
elements, here is how I understand the spec:\n\nThe image should
be fixed
relative to the viewport, but hidden except\nthe element is over
the viewport,
when the image \"shines through\" the\nelement. Thus in:\n\n
http://www.bath.ac.uk/%7Epy8ieh/internet/eviltests/bgafixed.html\n\n...the
navy
bar should be plain navy, except when it is in the middle of\nthe
viewport, when you should be able to see the two cats in the navy
box,\nabove
the drawing of the other cat (Astrophy).\n\nRight, David?',
`bug_when`=str_to_date('19990116082059',
'%Y%m%d%H%i%s'),
`comment_id`=4606,
`work_time`=0.00,
`who`=4054,
`bug_id`=1045,
`already_wrapped`=1,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=4606
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=4613
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657221000/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:41',4613,1,1045,NULL,0,82)
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='*** Bug
3963 has been marked as a duplicate of this bug. ***',
`bug_when`=str_to_date('19990322025459',
'%Y%m%d%H%i%s'),
`comment_id`=4613,
`work_time`=0.00,
`who`=3825,
`bug_id`=1045,
`already_wrapped`=0,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=4613
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=4620
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657221000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:41',4620,1,1045,NULL,0,82)
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='Patrick,
This is a view/compositor bug so I am re-assigning back to you.
Troy\ndescribes
the solution in his 4/24 message.',
`bug_when`=str_to_date('19990520071559',
'%Y%m%d%H%i%s'),
`comment_id`=4620,
`work_time`=0.00,
`who`=3831,
`bug_id`=1045,
`already_wrapped`=1,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=4620
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=4627
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now()) `value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657221000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:41',4627,1,1046,NULL,0,82)
13:13:41 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='We now
support them fully; however, the spec is unclear about how some
aspects\nshould
be handled so don\'t go nuts if it renders oddly; the
implementation will\nbe
updated when our css guy gets clarification back from the working
group.\n\nI\'m reassigning this to peter so that he can assign it
back once
the\nclarification has arrived.',
`bug_when`=str_to_date('19981027063959',
'%Y%m%d%H%i%s'),
`comment_id`=4627,
`work_time`=0.00,
`who`=3824,
`bug_id`=1046,
`already_wrapped`=1,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=4627
Marking of comments as private is complete, now the
ETL is
run. After the run the ES
cluster is
queried for these ids to ensure they do not exist
<snip>
test_recent_private_stuff_does_not_show will perform
ETL, mark
some stuff (bugs/comments/attachments) private.
Run an incremental ETL, then test that these are missing.
Be resume the log after the first ETL
13:13:57 - The private bugs are [
6810,
643420,
1877
]
Mark bugs private (we have seen this already)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`groups`(`isbuggroup`,`userregexp`,`name`,`description`) VALUES
(1,0,'super
secret','super secret')
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
('super secret','2013-11-05 05:13:57',NULL,1,6810,NULL,NULL,66)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bug_group_map`(`bug_id`,`group_id`) VALUES (6810,277)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:57 - Execute SQL:
#
from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
('super secret','2013-11-05 05:13:57',NULL,1,643420,NULL,NULL,66)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bug_group_map`(`bug_id`,`group_id`) VALUES (643420,277)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
('super secret','2013-11-05 05:13:57',NULL,1,1877,NULL,NULL,66)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bug_group_map`(`bug_id`,`group_id`) VALUES (1877,277)
Mark some comments private (which we have seen
already)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
comment_id FROM
longdescs
13:13:57 - The private comments are [
{
"comment_id": 4623
},
{
"comment_id": 16619
},
{
"comment_id": 82749
},
{
"comment_id": 2563482
},
{
"comment_id": 10691
}
]
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=4623
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',4623,1,1045,NULL,0,82)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='The test
cases work as they should. Is this really a performance bug? I\'ll
defer\nperformance for later.',
`bug_when`=str_to_date('19990918115759',
'%Y%m%d%H%i%s'),
`comment_id`=4623,
`work_time`=0.00,
`who`=4151,
`bug_id`=1045,
`already_wrapped`=0,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=4623
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=16619
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',16619,1,2586,NULL,0,82)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='There is
no way to have layout do a static image on an animated gif at
the\nmoment. Maybee
sometime in the future we can make a
switch that will stop the\nanimation.. but for the time being..
this will be a
low priority.',
`bug_when`=str_to_date('19990922113759',
'%Y%m%d%H%i%s'),
`comment_id`=16619,
`work_time`=0.00,
`who`=4048,
`bug_id`=2586,
`already_wrapped`=1,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=16619
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=82749
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',82749,1,11040,NULL,0,82)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='Reopen
mail/news HELP WANTED bugs and reassign to nobody@mozilla.org',
`bug_when`=str_to_date('19990831133559',
'%Y%m%d%H%i%s'),
`comment_id`=82749,
`work_time`=0.00,
`who`=1869,
`bug_id`=11040,
`already_wrapped`=0,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=82749
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=2563482
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',2563482,1,6810,NULL,0,82)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='(In
reply to comment #41)\n\nKenneth, thanks for you time and
comments. (=\n\n>
(From update of attachment 187379 [edit])\n> To start with, I
think it\'d be
better design to set MOZ_DOCUMENT_TITLE for\n> every print job,
rather than
setting it only for jobs that have a title. \n\nAgreed. Should the
fallback be
localizable by some means, though? For the time\nbeing I\'ve made
it a static
const char and use it for both PS and CUPS.\n\n> It looks like
you\'re leaking
the unicode encoder object. EnvLockInit()\n> unconditionally
creates a new
encoder for every print job, and it\'s not freed\n> anywhere.
Also, based on
other uses of unicode encoders, it looks like you\n> should set
the
encoder\'s error behavior with SetOutputErrorBehavior().\n\nAs far
as I can
tell, EnvLockInit is only called once (by PR_CallOnce()),\nso it
shouldn\'t be
leaking? I\'ll look at the error behaviour.\n\n> I don\'t know
how large
this encoder object is, or how expensive it is to\n> initialize
it. I also
don\'t know if it\'s possible for the local character set\n> to
change while
mozilla is running. I suspect it\'d be better to allocate an\n>
encoder for
each print job, rather than allocating it once and caching it
for\n> reuse. \n\nYou
think so? If the charset can change, I\'ll agree, but I can\'t see
how
the\nlocale can change while an application is running on
*nix..\n\n>
Personally, I think I\'d do the character set conversion inside
of\n>
SetJobTitle(), and then substitute the fallback title in
StartSubmission()
as\n> is done with the CUPS logic. SetJobTitle() has to be
threadsafe, so if
I were\n> using a cached encoder I\'d do the whole thing in
StartSubmission().\n\nI\'ll stick with the cached encoder, so..
You think I
should move the conversion\nfrom EnvSetJobTitle to
StartSubmission?\n\n>
Could you format your code to fit in 80 columns where it\'s not
inconvenient?\n> Also, \"the variable is\" should be \"these
variables are\".\n\nOK.\n\n>> [EnvSetJobTitle]\n> If you
leave
the character set conversion in this function, could you
avoid\n> doing two
separate memory allocations here? You could make your first\n>
allocation
large enough for the full environment string, or you could
just\n> convert
into a fixed-size buffer on the stack. It wouldn\'t be a big deal
if\n> long
titles were truncated.\n\nSure, I\'ll just allocate one string
that\'s big
enough.\n\nNow I\'ll just have to get a better network connection
so I can do
cvs diff to\nmake a new patch. GPRS is a bit too expensive and
slow. (=',
`bug_when`=str_to_date('20050726164537',
'%Y%m%d%H%i%s'),
`comment_id`=2563482,
`work_time`=0.00,
`who`=35075,
`bug_id`=6810,
`already_wrapped`=1,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=2563482
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM longdescs
WHERE comment_id=10691
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='longdescs.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',10691,1,1877,NULL,0,82)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`longdescs`
SET
`thetext`='Changed
component to XPApps and milestone to M4.',
`bug_when`=str_to_date('19990310160259',
'%Y%m%d%H%i%s'),
`comment_id`=10691,
`work_time`=0.00,
`who`=1674,
`bug_id`=1877,
`already_wrapped`=0,
`isprivate`=1,
`extra_data`=NULL,
`type`=0
WHERE
`comment_id`=10691
Now we mark some attachments private. This is new
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
bug_id,
attach_id FROM attachments
13:13:57 - The private attachments are
[
{
"attach_id": 1002,
"bug_id": 3140
},
{
"attach_id": 10238,
"bug_id": 1046
},
{
"attach_id": 28530,
"bug_id": 67742
},
{
"attach_id":
74104,
"bug_id": 12911
},
{
"attach_id": 77309,
"bug_id": 12911
}
]
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM
attachments WHERE attach_id=1002
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='attachments.isprivate'
Here is the important part, where the test code is
trying to
simulate how production marks attachments private
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',NULL,1,3140,1002,0,65)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`attachments`
SET
`mimetype`='text/html',
`description`='Observe
the
alerts and watch what tag received the events',
`attach_id`=1002,
`filename`='testBodyNodeAndEvent.html',
`bug_id`=3140,
`modification_time`=str_to_date('20020104084850',
'%Y%m%d%H%i%s'),
`ispatch`=0,
`isobsolete`=1,
`isprivate`=1,
`creation_ts`=str_to_date('19990727014959',
'%Y%m%d%H%i%s'),
`submitter_id`=3924
WHERE
`mimetype`='text/html' AND
`description`='Observe
the
alerts and watch what tag received the events' AND
`attach_id`=1002
AND
`filename`='testBodyNodeAndEvent.html'
AND
`bug_id`=3140
AND
`modification_time`=str_to_date('20020104084850',
'%Y%m%d%H%i%s')
AND
`ispatch`=0
AND
`isobsolete`=1
AND
`isprivate`=0
AND
`creation_ts`=str_to_date('19990727014959',
'%Y%m%d%H%i%s')
AND
`submitter_id`=3924
Now we do the same for the other attachments
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM
attachments WHERE attach_id=10238
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='attachments.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',NULL,1,1046,10238,0,65)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`attachments`
SET
`mimetype`='text/html',
`description`='testcase
for
letter-spacing at word gaps',
`attach_id`=10238,
`filename`='1046.html',
`bug_id`=1046,
`modification_time`=str_to_date('20000615224853',
'%Y%m%d%H%i%s'),
`ispatch`=0,
`isobsolete`=0,
`isprivate`=1,
`creation_ts`=str_to_date('20000615224853',
'%Y%m%d%H%i%s'),
`submitter_id`=4126
WHERE
`mimetype`='text/html'
AND
`description`='testcase
for
letter-spacing at word gaps' AND
`attach_id`=10238
AND
`filename`='1046.html'
AND
`bug_id`=1046
AND
`modification_time`=str_to_date('20000615224853',
'%Y%m%d%H%i%s')
AND
`ispatch`=0
AND
`isobsolete`=0
AND
`isprivate`=0
AND
`creation_ts`=str_to_date('20000615224853',
'%Y%m%d%H%i%s')
AND
`submitter_id`=4126
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM
attachments WHERE attach_id=28530
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='attachments.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',NULL,1,67742,28530,0,65)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`attachments`
SET
`mimetype`='text/plain',
`description`='New
file
for Solaris 9 (Sparc) build',
`attach_id`=28530,
`filename`='SunOS5.9.mk',
`bug_id`=67742,
`modification_time`=str_to_date('20010322101613',
'%Y%m%d%H%i%s'),
`ispatch`=0,
`isobsolete`=0,
`isprivate`=1,
`creation_ts`=str_to_date('20010322101613',
'%Y%m%d%H%i%s'),
`submitter_id`=11021
WHERE
`mimetype`='text/plain' AND
`description`='New
file
for Solaris 9 (Sparc) build' AND
`attach_id`=28530
AND
`filename`='SunOS5.9.mk'
AND
`bug_id`=67742
AND
`modification_time`=str_to_date('20010322101613',
'%Y%m%d%H%i%s')
AND
`ispatch`=0
AND
`isobsolete`=0
AND
`isprivate`=0
AND
`creation_ts`=str_to_date('20010322101613',
'%Y%m%d%H%i%s')
AND
`submitter_id`=11021
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM
attachments WHERE attach_id=74104
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='attachments.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',NULL,1,12911,74104,0,65)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`attachments`
SET
`mimetype`='text/plain',
`description`='diffs
to
xpcom',
`attach_id`=74104,
`filename`='Differences
of
xpcom',
`bug_id`=12911,
`modification_time`=str_to_date('20020319105234',
'%Y%m%d%H%i%s'),
`ispatch`=1,
`isobsolete`=1,
`isprivate`=1,
`creation_ts`=str_to_date('20020314050503',
'%Y%m%d%H%i%s'),
`submitter_id`=18780
WHERE
`mimetype`='text/plain' AND
`description`='diffs
to
xpcom' AND
`attach_id`=74104
AND
`filename`='Differences
of
xpcom' AND
`bug_id`=12911
AND
`modification_time`=str_to_date('20020319105234',
'%Y%m%d%H%i%s')
AND
`ispatch`=1
AND
`isobsolete`=1
AND
`isprivate`=0
AND
`creation_ts`=str_to_date('20020314050503',
'%Y%m%d%H%i%s')
AND
`submitter_id`=18780
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT *
FROM
attachments WHERE attach_id=77309
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='attachments.isprivate'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(1,'2013-11-05 05:13:57',NULL,1,12911,77309,0,65)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
UPDATE
`attachments`
SET
`mimetype`='text/plain',
`description`='patch
to
mailnews',
`attach_id`=77309,
`filename`='mailnewspatch.txt',
`bug_id`=12911,
`modification_time`=str_to_date('20020402101918',
'%Y%m%d%H%i%s'),
`ispatch`=1,
`isobsolete`=0,
`isprivate`=1,
`creation_ts`=str_to_date('20020402101918',
'%Y%m%d%H%i%s'),
`submitter_id`=18780
WHERE
`mimetype`='text/plain'
AND
`description`='patch
to
mailnews' AND
`attach_id`=77309
AND
`filename`='mailnewspatch.txt'
AND
`bug_id`=12911
AND
`modification_time`=str_to_date('20020402101918',
'%Y%m%d%H%i%s')
AND
`ispatch`=1
AND
`isobsolete`=0
AND
`isprivate`=0
AND
`creation_ts`=str_to_date('20020402101918',
'%Y%m%d%H%i%s')
AND
`submitter_id`=18780
Now run the incremental ETL, which I have not shown
before
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657168000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
Incremental must know about all private bugs so they
can be subtracted
from queries
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
DISTINCT bug_id
FROM bug_group_map
Look for bugs that have changed their private status
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
a.bug_id
FROM
bugs_activity a
WHERE
bug_when >= '2013-11-05
05:12:48' AND
fieldid=66
Look for **bugs** with attachments with have changed
their private
status
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
a.attach_id,
a.bug_id
FROM
bugs_activity a
WHERE
bug_when >= '2013-11-05
05:12:48' AND
fieldid=65
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(0/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
Those bugs are removed from the ES cluster, and must
now be
re-ETLed with their private attachments missing
We do not show the log while full ETL is run. These
logs are much
the same as the others, except they complain about missing
attachments (missing
because they are private)
<snip>
Incremental ETL is not done.
We now look at any bugs that have changed since last time.
13:13:57 - 0 items added
13:13:57 - Timer start: time to get bug
list
Get list of bugs that have changed
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
b.bug_id
FROM
bugs b
LEFT JOIN
bug_group_map m ON
m.bug_id=b.bug_id
WHERE
delta_ts >= '2013-11-05
05:12:48' AND
m.bug_id IS NULL
13:13:57 - Timer end :
time to get bug list (took 0.001 sec)
Do the ETL, the log has not been removed because it
is uneventful
13:13:57 - 229 items added
Mark some bugs public.
We
want to ensure the attachments and comment stay private
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM fielddefs
WHERE name='bug_group'
Here are two important commands that try to simulate
production
marking a bug public
13:13:57 - Execute SQL:
#
from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(NULL,'2013-11-05 05:13:57',NULL,1,6810,NULL,'super secret',66)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
DELETE
FROM
bug_group_map WHERE bug_id=6810 and group_id=277
Mark the other bugs public
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000),
'UTC',
'US/Pacific') AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(NULL,'2013-11-05 05:13:57',NULL,1,643420,NULL,'super secret',66)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
DELETE
FROM
bug_group_map WHERE bug_id=643420 and group_id=277
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM groups
WHERE name='super secret'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
UNIX_TIMESTAMP(now())
`value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
CAST(CONVERT_TZ(FROM_UNIXTIME(1383657237000/1000), 'UTC',
'US/Pacific')
AS CHAR) `value`
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT id
FROM
fielddefs WHERE name='bug_group'
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
INSERT
INTO
`bugs_activity`(`added`,`bug_when`,`comment_id`,`who`,`bug_id`,`attach_id`,`removed`,`fieldid`)
VALUES
(NULL,'2013-11-05 05:13:57',NULL,1,1877,NULL,'super secret',66)
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
DELETE
FROM
bug_group_map WHERE bug_id=1877 and group_id=277
Run ETL again
13:13:57 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SET
TIME_ZONE='+00:00'
<Snip>
…some ETL logs, just to show what it looks like when
a public bug
has a private attachment…
13:13:57 - 6235 aliases loaded
13:13:57 - Skipping change
1383675237000 >
end_time=1383657237000
13:13:58 - Skipping change
1383675237000 >
end_time=1383657237000
13:13:58 - Skipping change
1383675237000 >
end_time=1383657237000
13:13:58 - Skipping change
1383675237000 >
end_time=1383657237000
13:13:58 - Skipping change
1383675237000 >
end_time=1383657237000
13:13:58 - PROBLEM Unable to find
attachment 1002 for bug_id
None: None
13:13:58 - WARNING: Encountered a
change to missing attachment
for bug 3140: {
"attach_id":
1002,
"field_name": "attachments_isobsolete",
"new_value":
"1",
"old_value":
"0"
}
at
c:\Users\klahnakoski\git\Bugzilla-ETL\bzETL\parse_bug_history.py:468
(populateIntermediateVersionObjects)
at
c:\Users\klahnakoski\git\Bugzilla-ETL\bzETL\parse_bug_history.py:111
(processRow)
at
c:\Users\klahnakoski\git\Bugzilla-ETL\bzETL\bz_etl.py:103
(etl)
at
c:\Users\klahnakoski\git\Bugzilla-ETL\bzETL\bz_etl.py:202
(incremental_etl)
at
c:\Users\klahnakoski\git\Bugzilla-ETL\bzETL\bz_etl.py:334
(main)
at
.\tests\test_etl.py:278
(test_recent_private_stuff_does_not_show)
at
.\tests\test_etl.py:417
(main)
at
.\tests\test_etl.py:447
(<module>)
at
app_main.py:72
(run_toplevel)
at
app_main.py:646
(run_command_line)
at
app_main.py:716
(entry_point)
<snip>
The incremental ETL also looks for new comments
13:13:58 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
a.comment_id,
a.bug_id
FROM
bugs_activity a
WHERE
bug_when >= '2013-11-05
05:12:57' AND
fieldid=82
13:13:58 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
c.comment_id,
c.bug_id,
p.login_name
modified_by,
UNIX_TIMESTAMP(CONVERT_TZ(bug_when,
'US/Pacific','UTC'))*1000 AS
modified_ts,
c.thetext
comment,
c.isprivate
FROM
longdescs c
LEFT JOIN
profiles p ON
c.who = p.userid
WHERE
(
`isprivate`=0
AND
`c`.`comment_id`
in
(0, 10691, 16619, 4623, 2563482, 82749)
)
Of course, these comments have been marked private
13:13:58 - 0 items added
Um, do to the mutithreaded nature of the logging, it
seems this
SQL was a little late arriving to the log file?
13:13:58 - Timer start: time to get bug
list
13:13:58 - Execute SQL:
# from
https://github.com/klahnakoski/Bugzilla-ETL
SELECT
b.bug_id
FROM
bugs b
LEFT JOIN
bug_group_map m ON
m.bug_id=b.bug_id
WHERE
delta_ts >= '2013-11-05
05:12:57' AND
m.bug_id IS NULL
13:13:58 - Timer end :
time to get bug list (took 0.001 sec)
13:13:58 - 301 items added
Done
13:13:58 - Timer end :
Run all tests (took 97.277 sec)
13:13:58 - All tests pass!
Success!!