Source code

Revision control

Other Tools

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import print_function, absolute_import
import json
import os
import subprocess
import sys
from six.moves import input, configparser
from textwrap import dedent
import requests
import six.moves.urllib.parse as urllib_parse
from mach.config import ConfigSettings
from mach.telemetry_interface import NoopTelemetry, GleanTelemetry
from mach.util import get_state_dir
from mozboot.util import get_mach_virtualenv_binary
from mozbuild.base import MozbuildObject, BuildEnvironmentNotFoundException
from mozbuild.settings import TelemetrySettings
from mozbuild.telemetry import filter_args
import mozpack.path
from mozversioncontrol import get_repository_object, InvalidRepoPath
MACH_METRICS_PATH = os.path.abspath(os.path.join(__file__, "..", "..", "metrics.yaml"))
def create_telemetry_from_environment(settings):
"""Creates and a Telemetry instance based on system details.
If telemetry isn't enabled, the current interpreter isn't Python 3, or Glean
can't be imported, then a "mock" telemetry instance is returned that doesn't
set or record any data. This allows consumers to optimistically set telemetry
data without needing to specifically handle the case where the current system
doesn't support it.
"""
is_mach_virtualenv = mozpack.path.normpath(sys.executable) == mozpack.path.normpath(
get_mach_virtualenv_binary()
)
if not (
is_applicable_telemetry_environment()
# Glean is not compatible with Python 2
and sys.version_info >= (3, 0)
# If not using the mach virtualenv (e.g.: bootstrap uses native python)
# then we can't guarantee that the glean package that we import is a
# compatible version. Therefore, don't use glean.
and is_mach_virtualenv
):
return NoopTelemetry(False)
is_enabled = is_telemetry_enabled(settings)
try:
from glean import Glean
except ImportError:
return NoopTelemetry(is_enabled)
from pathlib import Path
Glean.initialize(
"mozilla.mach",
"Unknown",
is_enabled,
data_dir=Path(get_state_dir()) / "glean",
)
return GleanTelemetry()
def report_invocation_metrics(telemetry, command):
metrics = telemetry.metrics(MACH_METRICS_PATH)
metrics.mach.command.set(command)
metrics.mach.duration.start()
try:
instance = MozbuildObject.from_environment()
except BuildEnvironmentNotFoundException:
# Mach may be invoked with the state dir as the current working
# directory, in which case we're not able to find the topsrcdir (so
# we can't create a MozbuildObject instance).
# Without this information, we're unable to filter argv paths, so
# we skip submitting them to telemetry.
return
metrics.mach.argv.set(
filter_args(command, sys.argv, instance.topsrcdir, instance.topobjdir)
)
def is_applicable_telemetry_environment():
if os.environ.get("MACH_MAIN_PID") != str(os.getpid()):
# This is a child mach process. Since we're collecting telemetry for the parent,
# we don't want to collect telemetry again down here.
return False
if any(e in os.environ for e in ("MOZ_AUTOMATION", "TASK_ID")):
return False
return True
def is_telemetry_enabled(settings):
if os.environ.get("DISABLE_TELEMETRY") == "1":
return False
return settings.mach_telemetry.is_enabled
def arcrc_path():
if sys.platform.startswith("win32") or sys.platform.startswith("msys"):
return os.path.join(os.environ.get("APPDATA", ""), ".arcrc")
else:
return os.path.expanduser("~/.arcrc")
def resolve_setting_from_arcconfig(topsrcdir, setting):
git_path = os.path.join(topsrcdir, ".git")
if os.path.isfile(git_path):
git_path = subprocess.check_output(
["git", "rev-parse", "--git-common-dir"],
cwd=topsrcdir,
universal_newlines=True,
)
for arcconfig_path in [
os.path.join(topsrcdir, ".hg", ".arcconfig"),
os.path.join(git_path, ".arcconfig"),
os.path.join(topsrcdir, ".arcconfig"),
]:
try:
with open(arcconfig_path, "r") as arcconfig_file:
arcconfig = json.load(arcconfig_file)
except (json.JSONDecodeError, FileNotFoundError):
continue
value = arcconfig.get(setting)
if value:
return value
def resolve_is_employee_by_credentials(topsrcdir):
phabricator_uri = resolve_setting_from_arcconfig(topsrcdir, "phabricator.uri")
if not phabricator_uri:
return None
try:
with open(arcrc_path(), "r") as arcrc_file:
arcrc = json.load(arcrc_file)
except (json.JSONDecodeError, FileNotFoundError):
return None
phabricator_token = (
arcrc.get("hosts", {})
.get(urllib_parse.urljoin(phabricator_uri, "api/"), {})
.get("token")
)
if not phabricator_token:
return None
bmo_uri = (
resolve_setting_from_arcconfig(topsrcdir, "bmo_url")
)
bmo_api_url = urllib_parse.urljoin(bmo_uri, "rest/whoami")
bmo_result = requests.get(
bmo_api_url, headers={"X-PHABRICATOR-TOKEN": phabricator_token}
)
return "mozilla-employee-confidential" in bmo_result.json().get("groups", [])
def resolve_is_employee_by_vcs(topsrcdir):
try:
vcs = get_repository_object(topsrcdir)
except InvalidRepoPath:
return None
email = vcs.get_user_email()
if not email:
return None
return "@mozilla.com" in email
def resolve_is_employee(topsrcdir):
"""Detect whether or not the current user is a Mozilla employee.
Checks using Bugzilla authentication, if possible. Otherwise falls back to checking
if email configured in VCS is "@mozilla.com".
Returns True if the user could be identified as an employee, False if the user
is confirmed as not being an employee, or None if the user couldn't be
identified.
"""
is_employee = resolve_is_employee_by_credentials(topsrcdir)
if is_employee is not None:
return is_employee
return resolve_is_employee_by_vcs(topsrcdir) or False
def record_telemetry_settings(
main_settings,
state_dir,
is_enabled,
):
# We want to update the user's machrc file. However, the main settings object
# contains config from "$topsrcdir/machrc" (if it exists) which we don't want
# to accidentally include. So, we have to create a brand new mozbuild-specific
# settings, update it, then write to it.
settings_path = os.path.join(state_dir, "machrc")
file_settings = ConfigSettings()
file_settings.register_provider(TelemetrySettings)
try:
file_settings.load_file(settings_path)
except configparser.Error as e:
print(
"Your mach configuration file at `{path}` cannot be parsed:\n{error}".format(
path=settings_path, error=e
)
)
return
file_settings.mach_telemetry.is_enabled = is_enabled
file_settings.mach_telemetry.is_set_up = True
with open(settings_path, "w") as f:
file_settings.write(f)
# Telemetry will want this elsewhere in the mach process, so we'll slap the
# new values on the main settings object.
main_settings.mach_telemetry.is_enabled = is_enabled
main_settings.mach_telemetry.is_set_up = True
TELEMETRY_DESCRIPTION_PREAMBLE = """
Mozilla collects data to improve the developer experience.
To learn more about the data we intend to collect, read here:
If you have questions, please ask in #build on Matrix:
""".strip()
def print_telemetry_message_employee():
message_template = dedent(
"""
%s
As a Mozilla employee, telemetry has been automatically enabled.
"""
).strip()
print(message_template % TELEMETRY_DESCRIPTION_PREAMBLE)
return True
def prompt_telemetry_message_contributor():
while True:
prompt = (
dedent(
"""
%s
If you'd like to opt out of data collection, select (N) at the prompt.
Would you like to enable build system telemetry? (Yn): """
)
% TELEMETRY_DESCRIPTION_PREAMBLE
).strip()
choice = input(prompt)
choice = choice.strip().lower()
if choice == "":
return True
if choice not in ("y", "n"):
print("ERROR! Please enter y or n!")
else:
return choice == "y"
def initialize_telemetry_setting(settings, topsrcdir, state_dir):
"""Enables telemetry for employees or prompts the user."""
# If the user doesn't care about telemetry for this invocation, then
# don't make requests to Bugzilla and/or prompt for whether the
# user wants to opt-in.
if os.environ.get("DISABLE_TELEMETRY") == "1":
return
try:
is_employee = resolve_is_employee(topsrcdir)
except requests.exceptions.RequestException:
return
if is_employee:
is_enabled = True
print_telemetry_message_employee()
else:
is_enabled = prompt_telemetry_message_contributor()
record_telemetry_settings(settings, state_dir, is_enabled)